#!/bin/sh # ********** # test_5_pgbench # # This test script creates a standalone pgbench database # as slony_test1 and then: # # - initializes a primary node and starts the node daemon # - creates a set containing all 4 pgbench tables # - creates a second database as slony_test2 # - adds database slony_test2 to the system # - starts the second replication daemon # - creates the pgbench tables (schema only) # - subscribes the replication set from the primary node # # This test differs from test_3 in that it adds the tables # and custom triggers via ddl-script execution during # replication. # ********** TERMPROG=xterm WHICHPROG=which export PATH TMPOUT=/tmp/output.$$ DB1=slony_test1 DB2=slony_test2 DEBUG_LEVEL=2 PGBENCH_SCALE=1 PGBENCH_CLIENTS=2 PGBENCH_TRANS=`expr 30000 / $PGBENCH_CLIENTS` trap ' echo "" echo "**** user abort" if [ ! -z $pgbench_pid ] ; then echo "**** killing pgbench" kill -15 $pgbench_pid fi if [ ! -z $slon1_pid ] ; then echo "**** killing node daemon 1" kill -15 $slon1_pid fi if [ ! -z $slon2_pid ] ; then echo "**** killing node daemon 2" kill -15 $slon2_pid fi exit 1 ' 2 15 ###################################################################### # Preparations ... create a standalone pgbench database and # have the "application" (pgbench) running. ###################################################################### ##### # Make sure the install is up to date ##### WGM=`$WHICHPROG gmake | egrep '^/'` if [ -z "$WGM" ] ; then MAKE=make CGNU=`make -v | grep GNU` if [ -z "$CGNU" ] ; then echo "GNU Make not found - please install GNU Make" exit 1 fi else MAKE=gmake fi echo -n "**** running 'make install' in src directory ... " if ! ${MAKE} -C .. install >$TMPOUT 2>&1 ; then echo "failed"; cat $TMPOUT; rm $TMPOUT; exit 1 fi echo "done" rm $TMPOUT ##### # Remove old databases, if they exist ##### echo "**** remove old test databases" dropdb $DB1 || echo "**** ignored" sleep 1 dropdb $DB2 || echo "**** ignored" sleep 1 ##### # Create the "Primary Node" ##### echo "**** creating database for Node 1" createdb $DB1 || exit 1 pgbench -i -s $PGBENCH_SCALE $DB1 psql $DB1 <<_EOF_ create sequence history_seq; alter table history add column seqno int8; alter table history alter column seqno set default nextval('history_seq'); update history set seqno = nextval('history_seq') where seqno is null; alter table history add primary key (seqno); _EOF_ pg_dump -s $DB1 >pgbench_schema.sql ##### # Start pgbench in the background and give it rampup time ##### pgbench -n -s $PGBENCH_SCALE -c $PGBENCH_CLIENTS -t $PGBENCH_TRANS $DB1 & pgbench_pid=$! echo "**** pgbench is running in background with pid $pgbench_pid" echo -n "**** sleeping 10 seconds to give pgbench time for rampup ... " sleep 10 echo "done" echo "" echo "**********************************************************************" echo "**** $DB1 is now a standalone database with a running pgbench" echo "**********************************************************************" echo "" ###################################################################### # Setup DB1 as the primary cluster T1 node, start the node daemon, # and create a replication set containing the pgbench tables. ###################################################################### echo "**** initializing $DB1 as Primary Node for Slony-I cluster T1" slonik <<_EOF_ cluster name = T1; node 1 admin conninfo = 'dbname=$DB1'; node 2 admin conninfo = 'dbname=$DB2'; init cluster (id = 1, comment = 'Node 1'); echo 'Database $DB1 initialized as Node 1'; _EOF_ if [ $? -ne 0 ] ; then kill $pgbench_pid; exit 1 fi echo "**** starting the Slony-I node daemon for $DB1" $TERMPROG -title "Slon node 1" -e sh -c "slon -d$DEBUG_LEVEL T1 dbname=$DB1; echo -n 'Enter>'; read line" & slon1_pid=$! echo "slon[$slon1_pid] on dbname=$DB1" echo "**** creating a replication set containing the 4 pgbench tables ... " slonik <<_EOF_ cluster name = T1; node 1 admin conninfo = 'dbname=$DB1'; node 2 admin conninfo = 'dbname=$DB2'; try { create set (id = 1, origin = 1, comment = 'Set 1 - pgbench tables'); set add table (set id = 1, origin = 1, id = 1, fully qualified name = 'public.accounts', comment = 'Table accounts'); set add table (set id = 1, origin = 1, id = 2, fully qualified name = 'public.branches', comment = 'Table branches'); set add table (set id = 1, origin = 1, id = 3, fully qualified name = 'public.tellers', comment = 'Table tellers'); set add table (set id = 1, origin = 1, id = 4, fully qualified name = 'public.history', comment = 'Table history'); } on error { exit 1; } _EOF_ if [ $? -ne 0 ] ; then echo "failed" kill $pgbench_pid 2>/dev/null kill $slon1_pid 2>/dev/null cat $TMPOUT rm $TMPOUT exit 1 fi echo "**** set created" ##### # Check that pgbench is still running ##### if ! kill -0 $pgbench_pid 2>/dev/null ; then echo "**** pgbench terminated ???" kill $slon1_pid 2>/dev/null exit 1 fi echo "" echo "**********************************************************************" echo "**** $DB1 is now the Slony-I origin for set 1" echo "**********************************************************************" echo "" ###################################################################### # Setup DB2 as a subscriber node and let it subscribe the replication # set of the running pgbench ###################################################################### echo "**** creating database for Node 2" if ! createdb $DB2 ; then kill $pgbench_pid 2>/dev/null kill $slon1_pid 2>/dev/null exit 1 fi echo "**** initializing $DB2 as Node 2 of Slony-I cluster T1" slonik <<_EOF_ cluster name = T1; node 1 admin conninfo = 'dbname=$DB1'; node 2 admin conninfo = 'dbname=$DB2'; try { store node (id = 2, comment = 'Node 2', event node=1); store path (server = 1, client = 2, conninfo = 'dbname=$DB1'); store path (server = 2, client = 1, conninfo = 'dbname=$DB2'); store listen (origin = 1, receiver = 2); store listen (origin = 2, receiver = 1); } on error { exit -1; } echo 'Database $DB2 added as Node 2'; _EOF_ if [ $? -ne 0 ] ; then kill $pgbench_pid 2>/dev/null kill $slon1_pid 2>/dev/null exit 1 fi echo "**** starting the Slony-I node daemon for $DB1" $TERMPROG -title "Slon node 2" -e sh -c "slon -d$DEBUG_LEVEL T1 dbname=$DB2; echo -n 'Enter>'; read line" & slon2_pid=$! echo "slon[$slon2_pid] on dbname=$DB2" ##### # Check that pgbench is still running ##### if ! kill -0 $pgbench_pid 2>/dev/null ; then echo "**** pgbench terminated ???" kill $slon1_pid 2>/dev/null exit 1 fi ###################################################################### # And now comes the moment where the big elephant starts to pee # and the attendants in the first row climb on their chairs ... ###################################################################### echo "**** creating pgbench tables and subscribing Node 2 to set 1" ( cat pgbench_schema.sql ) | psql -q $DB2 slonik <<_EOF_ cluster name = T1; node 1 admin conninfo = 'dbname=$DB1'; node 2 admin conninfo = 'dbname=$DB2'; subscribe set ( id = 1, provider = 1, receiver = 2, forward = yes ); _EOF_ echo "" echo "**********************************************************************" echo "**** $DB2 should now be copying data and attempting to catch up." echo "**********************************************************************" echo "" echo -n "**** waiting for pgbench to finish " while kill -0 $pgbench_pid 2>/dev/null ; do echo -n "." sleep 10 done echo "**** pgbench finished" sleep 1 slonik <<_EOF_ cluster name = T1; node 1 admin conninfo = 'dbname=$DB1'; node 2 admin conninfo = 'dbname=$DB2'; echo '**** Issuing slonik SYNC against DB1'; sync (id = 1); echo '**** Waiting for DB2 to catch up'; wait for event (origin = 1, confirmed = 2, wait on = 1); _EOF_ echo "**** you can terminate the replication engines." kill $pgbench_pid 2>/dev/null echo -n "**** comparing databases ... " psql $DB1 -o dump.tmp.1.$$ <<_EOF_ select 'accounts:'::text, aid, bid, abalance, filler, lastuser from accounts order by aid; select 'accounts_audit:'::text, au_aid, au_seqno, au_delta, au_user, au_time from accounts_audit order by au_aid, au_seqno; select 'branches:'::text, bid, bbalance, filler from branches order by bid; select 'tellers:'::text, tid, bid, tbalance, filler from tellers order by tid; select 'tellers_sum:'::text, su_tid, su_sum from tellers_sum order by su_tid; select 'history:'::text, tid, bid, aid, delta, mtime, filler, seqno from history order by seqno; _EOF_ psql $DB2 -o dump.tmp.2.$$ <<_EOF_ select 'accounts:'::text, aid, bid, abalance, filler, lastuser from accounts order by aid; select 'accounts_audit:'::text, au_aid, au_seqno, au_delta, au_user, au_time from accounts_audit order by au_aid, au_seqno; select 'branches:'::text, bid, bbalance, filler from branches order by bid; select 'tellers:'::text, tid, bid, tbalance, filler from tellers order by tid; select 'tellers_sum:'::text, su_tid, su_sum from tellers_sum order by su_tid; select 'history:'::text, tid, bid, aid, delta, mtime, filler, seqno from history order by seqno; _EOF_ if diff dump.tmp.1.$$ dump.tmp.2.$$ >test_3.diff ; then echo "success - databases are equal." rm dump.tmp.?.$$ rm test_3.diff else echo "FAILED - see test_3.diff for database differences" fi