#!/bin/sh # # ********** # test_4_pgbench # # This test script is derived from test_1_pgbench. It # tests the MERGE_SET funcitonality by delaying the subsciption # of the history table until later. # ********** TERMPROG=xterm WHICHPROG=which export PATH TMPOUT=/tmp/output.$$ DB1=slony_test1 DB2=slony_test2 DEBUG_LEVEL=2 PGBENCH_SCALE=1 PGBENCH_CLIENTS=2 PGBENCH_TRANS=`expr 30000 / $PGBENCH_CLIENTS` trap ' echo "" echo "**** user abort" if [ ! -z $pgbench_pid ] ; then echo "**** killing pgbench" kill -15 $pgbench_pid fi if [ ! -z $slon1_pid ] ; then echo "**** killing node daemon 1" kill -15 $slon1_pid fi if [ ! -z $slon2_pid ] ; then echo "**** killing node daemon 2" kill -15 $slon2_pid fi exit 1 ' 2 15 ###################################################################### # Preparations ... create a standalone pgbench database and # have the "application" (pgbench) running. ###################################################################### ##### # Make sure the install is up to date ##### WGM=`$WHICHPROG gmake | egrep '^/'` if [ -z "$WGM" ] ; then MAKE=make CGNU=`make -v | grep GNU` if [ -z "$CGNU" ] ; then echo "GNU Make not found - please install GNU Make" exit 1 fi else MAKE=gmake fi echo -n "**** running 'make install' in src directory ... " if ! ${MAKE} -C .. install >$TMPOUT 2>&1 ; then echo "failed"; cat $TMPOUT; rm $TMPOUT; exit 1 fi echo "done" rm $TMPOUT ##### # Remove old databases, if they exist ##### echo "**** remove old test databases" dropdb $DB1 || echo "**** ignored" sleep 1 dropdb $DB2 || echo "**** ignored" sleep 1 ##### # Create the "Primary Node" ##### echo "**** creating database for Node 1" createdb $DB1 || exit 1 pgbench -i -s $PGBENCH_SCALE $DB1 pg_dump -s $DB1 >pgbench_schema.sql ##### # Start pgbench in the background and give it rampup time ##### pgbench -n -s $PGBENCH_SCALE -c $PGBENCH_CLIENTS -t $PGBENCH_TRANS $DB1 & pgbench_pid=$! echo "**** pgbench is running in background with pid $pgbench_pid" echo -n "**** sleeping 10 seconds to give pgbench time for rampup ... " sleep 10 echo "done" echo "" echo "**********************************************************************" echo "**** $DB1 is now a standalone database with a running pgbench" echo "**********************************************************************" echo "" ###################################################################### # Setup DB1 as the primary cluster T1 node, start the node daemon, # and create a replication set containing the pgbench tables. ###################################################################### echo "**** initializing $DB1 as Primary Node for Slony-I cluster T1" slonik <<_EOF_ cluster name = T1; node 1 admin conninfo = 'dbname=$DB1'; node 2 admin conninfo = 'dbname=$DB2'; init cluster (id = 1, comment = 'Node 1'); echo 'Database $DB1 initialized as Node 1'; _EOF_ if [ $? -ne 0 ] ; then kill $pgbench_pid; exit 1 fi echo "**** starting the Slony-I node daemon for $DB1" $TERMPROG -title "Slon node 1" -e sh -c "slon -d$DEBUG_LEVEL T1 dbname=$DB1; echo -n 'Enter>'; read line" & slon1_pid=$! echo "slon[$slon1_pid] on dbname=$DB1" echo "**** creating a replication set containing the 3 pgbench tables ... " slonik <<_EOF_ cluster name = T1; node 1 admin conninfo = 'dbname=$DB1'; node 2 admin conninfo = 'dbname=$DB2'; try { table add key (node id = 1, fully qualified name = 'public.history'); } on error { exit 1; } try { create set (id = 1, origin = 1, comment = 'Set 1 - pgbench tables'); set add table (set id = 1, origin = 1, id = 1, fully qualified name = 'public.accounts', comment = 'Table accounts'); set add table (set id = 1, origin = 1, id = 2, fully qualified name = 'public.branches', comment = 'Table branches'); set add table (set id = 1, origin = 1, id = 3, fully qualified name = 'public.tellers', comment = 'Table tellers'); } on error { exit 1; } _EOF_ if [ $? -ne 0 ] ; then echo "failed" kill $pgbench_pid 2>/dev/null kill $slon1_pid 2>/dev/null cat $TMPOUT rm $TMPOUT exit 1 fi echo "**** set created" ##### # Check that pgbench is still running ##### if ! kill -0 $pgbench_pid 2>/dev/null ; then echo "**** pgbench terminated ???" kill $slon1_pid 2>/dev/null exit 1 fi echo "" echo "**********************************************************************" echo "**** $DB1 is now the Slony-I origin for set 1" echo "**********************************************************************" echo "" ###################################################################### # Setup DB2 as a subscriber node and let it subscribe the replication # set of the running pgbench ###################################################################### echo "**** creating database for Node 2" if ! createdb $DB2 ; then kill $pgbench_pid 2>/dev/null kill $slon1_pid 2>/dev/null exit 1 fi echo "**** initializing $DB2 as Node 2 of Slony-I cluster T1" slonik <<_EOF_ cluster name = T1; node 1 admin conninfo = 'dbname=$DB1'; node 2 admin conninfo = 'dbname=$DB2'; try { store node (id = 2, comment = 'Node 2', event node=1); store path (server = 1, client = 2, conninfo = 'dbname=$DB1'); store path (server = 2, client = 1, conninfo = 'dbname=$DB2'); store listen (origin = 1, receiver = 2); store listen (origin = 2, receiver = 1); } on error { exit -1; } echo 'Database $DB2 added as Node 2'; _EOF_ if [ $? -ne 0 ] ; then kill $pgbench_pid 2>/dev/null kill $slon1_pid 2>/dev/null exit 1 fi echo "**** starting the Slony-I node daemon for $DB1" $TERMPROG -title "Slon node 2" -e sh -c "slon -d$DEBUG_LEVEL T1 dbname=$DB2; echo -n 'Enter>'; read line" & slon2_pid=$! echo "slon[$slon2_pid] on dbname=$DB2" ##### # Check that pgbench is still running ##### if ! kill -0 $pgbench_pid 2>/dev/null ; then echo "**** pgbench terminated ???" kill $slon1_pid 2>/dev/null exit 1 fi ###################################################################### # And now comes the moment where the big elephant starts to pee # and the attendants in the first row climb on their chairs ... ###################################################################### echo "**** creating pgbench tables and subscribing Node 2 to set 1" ( cat pgbench_schema.sql ) | psql -q $DB2 slonik <<_EOF_ cluster name = T1; node 1 admin conninfo = 'dbname=$DB1'; node 2 admin conninfo = 'dbname=$DB2'; subscribe set ( id = 1, provider = 1, receiver = 2, forward = yes ); _EOF_ echo "" echo "**********************************************************************" echo "**** $DB2 should now be copying data and attempting to catch up." echo "**********************************************************************" echo "" echo -n "Hit enter when node 2 ready >" read line echo "" echo "**** creating a replication set containing the history table ... " slonik <<_EOF_ cluster name = T1; node 1 admin conninfo = 'dbname=$DB1'; node 2 admin conninfo = 'dbname=$DB2'; try { table add key (node id = 1, fully qualified name = 'public.history'); } on error { exit 1; } try { create set (id = 99, origin = 1, comment = 'Set 99 - history'); set add table (set id = 99, origin = 1, id = 4, fully qualified name = 'public.history', key = serial, comment = 'Table accounts'); } on error { exit 1; } _EOF_ sleep 30 echo "**** subscribing node 2 to set 99 ... " slonik <<_EOF_ cluster name = T1; node 1 admin conninfo = 'dbname=$DB1'; node 2 admin conninfo = 'dbname=$DB2'; subscribe set ( id = 99, provider = 1, receiver = 2, forward = yes ); _EOF_ sleep 30 echo "**** merging set 99 to 1 ... " slonik <<_EOF_ cluster name = T1; node 1 admin conninfo = 'dbname=$DB1'; node 2 admin conninfo = 'dbname=$DB2'; merge set ( id = 1, add id = 99, origin = 1); _EOF_ echo -n "**** waiting for pgbench to finish " while kill -0 $pgbench_pid 2>/dev/null ; do echo -n "." sleep 10 done echo "**** pgbench finished" echo "**** please terminate the replication engines when caught up." wait $slon1_pid wait $slon2_pid kill $pgbench_pid 2>/dev/null kill $slon1_pid 2>/dev/null kill $slon2_pid 2>/dev/null ./compare_pgbench_dumps $DB1 $DB2