prestogres 0.1.0

data/pgpool2/test/regression/README

@@ -0,0 +1,39 @@
+This directory contains files for simple regression tests.
+To execute regress.sh you need to install:
+
+- pgpool_setup
+- PostgreSQL 8.3 or later (requires EXTENSION)
+- pgbench
+- perl PostgreSQL interface
+- other tools or libraries required in each test cases
+
+regress.sh: the regression test driver. To execute the test, type "sh regress.sh".
+	   To get the lists of arguments accepted by regress.sh type "sh regress.sh -?"
+
+clean.sh: remove files including PostgreSQL DB clusters created by regress.sh.
+
+tests: test scripts live here. Each test case has its own
+	   subdirectory. In the directory the test script resides and the
+	   script name must be "test.sh". The script should return exit
+	   code 0 upon successfull completion of the test. Otherwise it
+	   should return non 0 value. To add a new test case, simply
+	   create a shell script under this.
+
+	   The test name "001.*" to "050.*" is for regular regression
+	   tests, while after "051.*" are for bugs.
+
+	   regress.sh exports following environment variables which can be
+	   used by test scripts.
+	   
+	   PGPOOL_SETUP		file path of pgpool_setup file
+	   PGPOOL_INSTALL_DIR	pgpool-II installed directory
+	   PGBIN		directory path containing PostgreSQL binaries		
+	   JDBC_DRIVER		file path of JDBC driver
+
+
+log: any output of the test files above is created under the
+	  directory. The log file name is same as the test name.
+
+libs.sh: contains some useful bash functions. The file name is
+		 exported as "$TESTLIBS",
+

data/pgpool2/test/regression/clean.sh

@@ -0,0 +1,21 @@
+#! /bin/sh
+# clean up test results
+dir=`pwd`
+export TESTLIBS=$dir/libs.sh
+export PGPOOL_SETUP=$HOME/bin/pgpool_setup
+log=$dir/log
+
+rm -fr $log
+rm -fr $dir/temp
+
+cd tests
+dirs=`ls`
+for i in $dirs
+do
+	cd $i
+	rm -fr testdir *~
+	cd ..
+done
+
+rm -fr $dir/tests/004.watchdog/master
+rm -fr $dir/tests/004.watchdog/standby

data/pgpool2/test/regression/libs.sh

@@ -0,0 +1,16 @@
+#-------------------------------------------
+# wait for pgpool comes up
+#-------------------------------------------
+function wait_for_pgpool_startup {
+	timeout=20
+
+	while [ $timeout -gt  0 ]
+	do
+		$PSQL -p $PGPOOL_PORT -c "show pool_nodes" test >/dev/null 2>&1
+		if [ $? = 0 ];then
+			break;
+		fi
+		timeout=`expr $timeout - 1`
+		sleep 1
+	done
+}

data/pgpool2/test/regression/regress.sh

@@ -0,0 +1,166 @@
+#
+# pgpool-II regression test driver.
+#
+# usage: regress.sh [test_name]
+# -i install directory of pgpool
+# -b pgbench path
+# -p installation path of Postgres
+# -m install (install pgpool-II and use that for tests) / noinstall : Default install
+
+dir=`pwd`
+MODE=install
+PG_INSTALL_DIR=/usr/local/pgsql/bin
+PGPOOL_PATH=/usr/local
+JDBC_DRIVER=/usr/local/pgsql/share/postgresql-9.2-1003.jdbc4.jar
+log=$dir/log
+fail=0
+ok=0
+
+CRED=$(tput setaf 1)
+CGREEN=$(tput setaf 2)
+CBLUE=$(tput setaf 4)
+CNORM=$(tput sgr0)
+
+
+function install_pgpool
+{
+	echo "creating pgpool-II temporary installation ..."
+        PGPOOL_PATH=$dir/temp/installed
+        
+	make install -C $dir/../../ -e prefix=${PGPOOL_PATH}
+	
+	echo "moving pgpool_setup to temporary installation path ..."
+        cp $dir/../pgpool_setup ${PGPOOL_PATH}/pgpool_setup
+	export PGPOOL_SETUP=$PGPOOL_PATH/pgpool_setup
+}
+
+function verify_pginstallation
+{
+	# PostgreSQL bin directory
+	PGBIN=`$PG_INSTALL_DIR/pg_config --bindir`
+	if [ -z $PGBIN ]; then
+		echo "$0: cannot locate pg_config"
+		exit 1
+	fi
+}
+
+function export_env_vars
+{
+	if [[ -z "$PGPOOL_PATH" ]]; then
+		# check if pgpool is in the path
+		PGPOOL_PATH=/usr/local
+		export PGPOOL_SETUP=$HOME/bin/pgpool_setup
+ 	fi
+	
+	if [[ -z "$PGBENCH_PATH" ]]; then
+		if [ -x $PGBIN/pgbench ]; then
+			PGBENCH_PATH=$PGBIN/pgbench
+		else
+			PGBENCH_PATH=`which pgbench`
+		fi
+	fi
+
+	if [ ! -x $PGBENCH_PATH ]; then
+		echo "$0] cannot locate pgbench"; exit 1
+ 	fi
+	
+	echo "using pgpool-II at "$PGPOOL_PATH
+    export PGPOOL_INSTALL_DIR=$PGPOOL_PATH
+	
+	export TESTLIBS=$dir/libs.sh
+	export PGBIN=$PGBIN
+	export JDBC_DRIVER=$JDBC_DRIVER
+	export PGBENCH_PATH=$PGBENCH_PATH
+}
+function print_info
+{
+	echo ${CBLUE}"*************************"${CNORM}
+
+	echo "REGRESSION MODE : "${CBLUE}$MODE${CNORM}
+	echo "PGPOOL-II       : "${CBLUE}$PGPOOL_PATH${CNORM}
+	echo "PostgreSQL bin  : "${CBLUE}$PGBIN${CNORM}
+	echo "pgbench         : "${CBLUE}$PGBENCH_PATH${CNORM}
+	echo "PostgreSQL jdbc : "${CBLUE}$JDBC_DRIVER${CNORM}
+	echo ${CBLUE}"*************************"${CNORM}
+}
+
+function print_usage
+{
+	printf "Usage:\n"
+	printf "  %s: [Options]... [test_name]\n" $(basename $0) >&2
+	printf "\nOptions:\n"
+	printf "  -p   DIRECTORY           Postgres installed directory\n" >&2
+	printf "  -b   PATH                pgbench installed path, if different from Postgres installed directory\n" >&2
+	printf "  -i   DIRECTORY           pgpool installed directory, if already installed pgpool is to be used for tests\n" >&2
+	printf "  -m   install/noinstall   make install pgpool to temp directory for executing regression tests [Default: install]\n" >&2
+	printf "  -j   FILE                Postgres jdbc jar file path\n" >&2
+	printf "  -?                       print this help and then exit\n\n" >&2
+	printf "Please read the README for details on adding new tests\n" >&2
+
+}
+
+trap "echo ; exit 0" SIGINT SIGQUIT
+
+while getopts "p:m:i:j:b:?" OPTION
+do
+  case $OPTION in
+    p)  PG_INSTALL_DIR="$OPTARG";;
+    m)  MODE="$OPTARG";;
+    i)  PGPOOL_INSTALL_DIR="$OPTARG";;
+    j)  JDBC_DRIVER="$OPTARG";;
+    b)  PGBENCH_PATH="$OPTARG";;
+    ?)  print_usage
+        exit 2;;
+  esac
+done
+
+shift $(($OPTIND - 1))
+if [ "$MODE" = "install" ]; then
+	install_pgpool
+
+elif [ "$MODE" = "noinstall" ]; then
+	echo not installing pgpool for the tests ...
+	if [[ -n "$PGPOOL_INSTALL_PATH" ]]; then
+		PGPOOL_PATH=$PGPOOL_INSTALL_PATH
+	fi
+else
+	echo $MODE : Invalid mode
+	exit -1
+fi 
+
+verify_pginstallation
+export_env_vars
+print_info
+
+#Start executing tests
+rm -fr $log
+mkdir $log
+
+cd tests
+
+if [ $# -eq 1 ];then
+	dirs=`ls|grep $1`
+else
+	dirs=`ls`
+fi
+
+for i in $dirs
+do
+	cd $i
+	echo -n "testing $i..."
+	./test.sh > $log/$i 2>&1
+	if [ $? = 0 ];then
+		echo ${CGREEN}"ok."${CNORM}
+		ok=`expr $ok + 1`
+	else
+		echo ${CRED}"failed."${CNORM}
+		fail=`expr $fail + 1`
+	fi
+
+	cd ..
+
+done
+
+total=`expr $ok + $fail`
+
+echo "out of $total ok:$ok failed:$fail"

data/pgpool2/test/regression/tests/001.load_balance/test.sh

@@ -0,0 +1,128 @@
+#! /bin/sh -x
+#-------------------------------------------------------------------
+# test script for load balancing.
+#
+source $TESTLIBS
+TESTDIR=testdir
+PSQL=$PGBIN/psql
+
+for mode in s r
+do
+	rm -fr $TESTDIR
+	mkdir $TESTDIR
+	cd $TESTDIR
+
+# create test environment
+	echo -n "creating test environment..."
+	sh $PGPOOL_SETUP -m $mode -n 2 || exit 1
+	echo "done."
+
+	source ./bashrc.ports
+
+	echo "backend_weight0 = 0" >> etc/pgpool.conf
+	echo "backend_weight1 = 1" >> etc/pgpool.conf
+	echo "black_function_list = 'f1'" >> etc/pgpool.conf
+
+	./startall
+
+	export PGPORT=$PGPOOL_PORT
+
+	wait_for_pgpool_startup
+
+	$PSQL test <<EOF
+CREATE TABLE t1(i INTEGER);
+CREATE FUNCTION f1(INTEGER) returns INTEGER AS 'SELECT \$1' LANGUAGE SQL;
+SELECT * FROM t1;		-- this load balances
+SELECT f1(1);		-- this does not load balance
+EOF
+
+# check if simle load balance worked
+	fgrep "SELECT * FROM t1;" log/pgpool.log |grep "DB node id: 1">/dev/null 2>&1
+	if [ $? != 0 ];then
+	# expected result not found
+		./shutdownall
+		exit 1
+	fi
+
+# check if black function list worked
+	fgrep "SELECT f1(1);" log/pgpool.log |grep "DB node id: 0">/dev/null 2>&1
+	if [ $? != 0 ];then
+	# expected result not found
+		./shutdownall
+		exit 1
+	fi
+
+	echo "white_function_list = 'f1'" >> etc/pgpool.conf
+	echo "black_function_list = ''" >> etc/pgpool.conf
+
+	./pgpool_reload
+
+	$PSQL test <<EOF
+SELECT f1(1);		-- this does load balance
+EOF
+
+# check if white function list worked
+	fgrep "SELECT f1(1);" log/pgpool.log |grep "DB node id: 1">/dev/null 2>&1
+	if [ $? != 0 ];then
+	# expected result not found
+		./shutdownall
+		exit 1
+	fi
+
+# in replication mode if load_balance_mode = off, SELECT query inside
+# an explicit transaction should be sent to master only.
+	if [ $mode = "r" ];then
+		./shutdownall
+		echo "load_balance_mode = off" >> etc/pgpool.conf
+		./startall
+		wait_for_pgpool_startup
+
+		$PSQL test <<EOF
+BEGIN;
+SELECT 1;
+END;
+EOF
+
+		ok=0
+		fgrep "SELECT 1;" log/pgpool.log |grep "DB node id: 0">/dev/null 2>&1
+		if [ $? = 0 ];then
+			fgrep "SELECT 1;" log/pgpool.log |grep "DB node id: 1">/dev/null 2>&1		
+			if [ $? != 0 ];then
+			# the SELECT should not be executed on node 1
+				ok=1
+			fi
+		# the SELECT should be executed on node 0
+		fi
+
+# in replication mode if load_balance_mode = off, SELECT query
+# including writing function should be sent to all the nodes.
+# per [pgpool-general: 2221].
+		echo "black_function_list = 'f1'" >> etc/pgpool.conf
+		echo "white_function_list = ''" >> etc/pgpool.conf
+		./pgpool_reload
+		$PSQL test <<EOF
+SELECT f1(2);		-- this should be sent to all the nodes
+EOF
+		fgrep "SELECT f1(2);" log/pgpool.log |grep "DB node id: 0">/dev/null 2>&1
+		if [ $? = 0 ];then
+			fgrep "SELECT f1(2);" log/pgpool.log |grep "DB node id: 1">/dev/null 2>&1		
+			if [ $? = 0 ];then
+			# the SELECT should be executed on node 0 & 1
+				ok=`expr $ok + 1`
+			fi
+		# the SELECT should be executed on node 0
+		fi
+
+	fi
+
+	./shutdownall
+
+	if [ $ok != 2 ];then
+		exit 1;
+	fi
+
+	cd ..
+
+done
+
+exit 0

data/pgpool2/test/regression/tests/002.native_replication/PgTester.java

@@ -0,0 +1,47 @@
+import java.sql.Connection;
+import java.sql.DriverManager;
+import java.sql.PreparedStatement;
+import java.sql.SQLException;
+
+public class PgTester {
+
+	public static void main(String[] args) {
+		Integer startValue = 0;
+		try{
+			startValue = Integer.parseInt(args[0]);
+		} catch (Exception e){
+			System.out.println("Please provide a valid number as the first argument to the program");
+			System.exit(-1);
+		}
+
+		
+		Connection conn=null;
+		try {
+			Class.forName ("org.postgresql.Driver");
+
+			conn =
+				DriverManager.getConnection("jdbc:postgresql://localhost:11002/test");
+		} catch (ClassNotFoundException e) {
+			e.printStackTrace();
+		} catch (SQLException e) {
+			e.printStackTrace();
+		}
+
+		try {
+			//conn.setAutoCommit(false);
+            PreparedStatement query = conn.prepareStatement("INSERT INTO public.sequencetester (recordno) VALUES (?)");
+            int max = startValue + 10;
+            for(int cv = startValue; cv <= max; cv++){
+                query.setInt(1, cv);
+                query.execute();
+                //System.out.println("interted "+cv);
+            }
+            query.close();
+			//conn.commit();
+            conn.close();
+            System.out.println("Done");
+        } catch (SQLException e) {
+            e.printStackTrace();
+        } 	
+	}
+}

data/pgpool2/test/regression/tests/002.native_replication/create.sql

@@ -0,0 +1,6 @@
+CREATE TABLE sequencetester
+(
+  id serial NOT NULL,
+  recordno integer,
+  CONSTRAINT sq_pk PRIMARY KEY (id )
+)

data/pgpool2/test/regression/tests/002.native_replication/test.sh

@@ -0,0 +1,71 @@
+#! /bin/sh -x
+#-------------------------------------------------------------------
+# test script for native replication mode.
+#
+source $TESTLIBS
+TESTDIR=testdir
+PSQL=$PGBIN/psql
+PGBENCH=$PGBENCH_PATH
+
+rm -fr $TESTDIR
+mkdir $TESTDIR
+cd $TESTDIR
+
+# create test environment
+echo -n "creating test environment..."
+sh $PGPOOL_SETUP -m r -n 2 || exit 1
+echo "done."
+
+source ./bashrc.ports
+
+./startall
+
+export PGPORT=$PGPOOL_PORT
+
+wait_for_pgpool_startup
+
+$PSQL test <<EOF
+CREATE TABLE t1(i SERIAL, j TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP);
+EOF
+
+cat > pgbench.sql <<EOF
+INSERT INTO t1 VALUES (DEFAULT);
+EOF
+
+$PGBENCH -i test
+$PGBENCH -f pgbench.sql -c 10 -t 10 test
+
+# test with extended protocol (autocommit on)
+# per [pgpool-general: 2144].
+cp ../PgTester.java .
+javac PgTester.java
+export CLASSPATH=.:$JDBC_DRIVER
+psql -f ../create.sql test
+env
+psql -f $PGPOOL_INSTALL_DIR/share/pgpool-II/insert_lock.sql test
+
+java PgTester 0 &
+java PgTester 10 &
+java PgTester 100 &
+java PgTester 1000 &
+wait
+
+$PSQL -p 11000 test <<EOF
+\copy (SELECT * FROM t1 ORDER BY i) to 'dump0.txt'
+EOF
+
+$PSQL -p 11001 test <<EOF
+\copy (SELECT * FROM t1 ORDER BY i) to 'dump1.txt'
+EOF
+
+# check if database contents are identical
+diff dump0.txt dump1.txt
+if [ $? != 0 ];then
+	# contents are not identical
+	./shutdownall
+	exit 1
+fi
+
+./shutdownall
+
+exit 0