prestogres 0.1.0

data/pgpool2/redhat/rpm_installer/pgpool_recovery_pitr

@@ -0,0 +1,47 @@
+#! /bin/sh
+# Force to flush current value of sequences to xlog
+
+master_dir=$1
+dest_host=$2
+dest_dir=$3
+
+source /etc/pgpool-II/config_for_script
+
+log=$PGPOOL_LOG_DIR/recovery.log
+
+if [ $dest_host = $NODE0_HOST ]; then
+  master_host=$NODE1_HOST
+  master_port=$NODE1_PORT
+
+elif [ $dest_host = $NODE1_HOST ]; then
+  master_host=$NODE0_HOST
+  master_port=$NODE0_PORT
+
+else
+  exit 1
+fi
+
+function doSQL()
+{
+    local _DB=$1
+    local _SQL=$2
+
+    $psql -p $master_port -U $PGSUPERUSER -d $_DB -t -c "$_SQL"
+}
+
+echo "----------------------------------------------------------------------" >> $log
+date >> $log
+echo "----------------------------------------------------------------------" >> $log
+echo "" >> $log
+
+# Get dbnames
+doSQL template1 'SELECT datname FROM pg_database WHERE NOT datistemplate AND datallowconn'
+
+# Force to flush current value of sequences to xlog
+while read i
+do
+  if [ "$i" != "" ]; then
+    doSQL $i "SELECT setval(oid, nextval(oid)) FROM pg_class WHERE relkind = 'S'"
+  fi
+done
+doSQL template1 "SELECT pgpool_switch_xlog('$ARCHIVE_DIR')"

data/pgpool2/redhat/rpm_installer/pgpool_remote_start

@@ -0,0 +1,15 @@
+#! /bin/sh
+# start postmaster on the recoveried node
+
+if [ $# -ne 2 ]
+then
+    echo "pgpool_remote_start remote_host remote_datadir"
+    exit 1
+fi
+
+source /etc/pgpool-II/config_for_script
+
+dest_host=$1
+dest_dir=$2
+
+ssh $PGSUPERUSER@$dest_host -T "$pg_ctl -w -D $dest_dir start 2>/dev/null 1>/dev/null < /dev/null &"

data/pgpool2/redhat/rpm_installer/recovery.conf

@@ -0,0 +1,4 @@
+standby_mode             = 'on'
+primary_conninfo         = 'host=__NODE0_HOST__ port=__NODE0_PORT__ user=__REPLI_USER__'
+recovery_target_timeline = 'latest'
+restore_command          = 'cp __ARCHIVE_DIR__/pg_xlog/%f "%p" 2> /dev/null'

data/pgpool2/redhat/rpm_installer/uninstall.sh

@@ -0,0 +1,57 @@
+#! /bin/bash
+PATH=/bin:/sbin:/usr/bin:/usr/sbin
+
+MJ_VERSION=3.3
+PKG_NAME_FOR_RPM=pgpool
+PKG_NAME_FOR_SHOW=pgpool-II
+
+NOBODY_SBIN=/var/private/nobody/sbin
+PID_FILE_DIR=/var/run/pgpool/
+PGPOOL_LOG_DIR=/var/log/pgpool
+PGPOOL_CONF_DIR=/etc/pgpool-II
+ADMIN_DIR=/var/www/html/pgpoolAdmin
+
+rpm -qa | grep -q $PKG_NAME_FOR_RPM
+if [ $? -ne 0 ]; then
+    echo "$PKG_NAME_FOR_SHOW $MJ_VERSION is not installed."
+    exit 1
+fi
+
+if [ $(id -un) != root ]; then
+    echo "Must be uninstalled as root."
+    exit 1
+fi
+
+while :; do
+    echo -n "Do you uninstall $PKG_NAME_FOR_SHOW $MJ_VERSION (yes/no): "
+    read reply
+    case $reply in
+    [yY] | [yY][eE][sS])
+        break
+        ;;
+    [nN] | [nN][oO])
+        echo "Uninstallation is canceled."
+        exit 1
+        ;;
+    esac
+done
+echo
+
+killall pgpool
+echo "Uninstalling packages..."
+rpm -qa | grep ${PKG_NAME_FOR_RPM} | xargs rpm -ev
+if [ $? -ne 0 ]; then
+    echo "Failed to uninstall packages."
+    exit 1
+fi
+echo
+
+rm -rf $NOBODY_SBIN
+rm -rf $PID_FILE_DIR
+rm -rf $PGPOOL_LOG_DIR
+rm -rf $PGPOOL_CONF_DIR
+rm -rf $ADMIN_DIR
+
+echo "Uninstallation is completed successfully."
+
+exit 0

data/pgpool2/sample/dist_def_pgbench.sql

@@ -0,0 +1,73 @@
+-- $Header$
+
+INSERT INTO pgpool_catalog.dist_def VALUES (
+    'bench_parallel',
+    'public',
+    'branches',
+    'bid',
+    ARRAY['bid', 'bbalance', 'filler'],
+    ARRAY['integer', 'integer', 'character(88)'],
+    'pgpool_catalog.dist_def_branches'
+);
+
+INSERT INTO pgpool_catalog.dist_def VALUES (
+    'bench_parallel',
+    'public',
+    'tellers',
+    'tid',
+    ARRAY['tid', 'bid', 'tbalance', 'filler'],
+    ARRAY['integer', 'integer', 'integer', 'character(84)'],
+    'pgpool_catalog.dist_def_tellers'
+);
+
+INSERT INTO pgpool_catalog.dist_def VALUES (
+    'bench_parallel',
+    'public',
+    'accounts',
+    'aid',
+    ARRAY['aid', 'bid', 'abalance', 'filler'],
+    ARRAY['integer', 'integer', 'integer', 'character(84)'],
+    'pgpool_catalog.dist_def_accounts'
+);
+
+INSERT INTO pgpool_catalog.dist_def VALUES (
+    'bench_parallel',
+    'public',
+    'history',
+    'tid',
+    ARRAY['tid', 'bid', 'aid', 'delta', 'mtime', 'filler'],
+    ARRAY['integer', 'integer', 'integer', 'integer', 'timestamp without time zone', 'character(22)'],
+    'pgpool_catalog.dist_def_history'
+);
+
+CREATE OR REPLACE FUNCTION pgpool_catalog.dist_def_branches(anyelement)
+RETURNS integer AS $$
+    SELECT CASE WHEN $1 > 0 AND $1 <= 1 THEN 0
+        WHEN $1 > 1 AND $1 <= 2 THEN 1
+        ELSE 2
+    END;
+$$ LANGUAGE sql;
+
+CREATE OR REPLACE FUNCTION pgpool_catalog.dist_def_tellers(anyelement)
+RETURNS integer AS $$
+    SELECT CASE WHEN $1 > 0 AND $1 <= 10 THEN 0
+        WHEN $1 > 10 AND $1 <= 20 THEN 1
+        ELSE 2
+    END;
+$$ LANGUAGE sql;
+
+CREATE OR REPLACE FUNCTION pgpool_catalog.dist_def_accounts(anyelement)
+RETURNS integer AS $$
+    SELECT CASE WHEN $1 > 0 AND $1 <= 100000 THEN 0
+        WHEN $1 > 100000 AND $1 <= 200000 THEN 1
+        ELSE 2
+    END;
+$$ LANGUAGE sql;
+
+CREATE OR REPLACE FUNCTION pgpool_catalog.dist_def_history(anyelement)
+RETURNS integer AS $$
+    SELECT CASE WHEN $1 > 0 AND $1 <= 10 THEN 0
+        WHEN $1 > 10 AND $1 <= 20 THEN 1
+        ELSE 2
+    END;
+$$ LANGUAGE sql;

data/pgpool2/sample/pgpool.pam

@@ -0,0 +1,3 @@
+#%PAM-1.0
+auth		required	pam_permit.so
+account		required	pam_permit.so

data/pgpool2/sample/pgpool_recovery

@@ -0,0 +1,20 @@
+#! /bin/sh
+
+if [ $# -ne 3 ]
+then
+    echo "pgpool_recovery datadir remote_host remote_datadir"
+    exit 1
+fi
+
+datadir=$1
+DEST=$2
+DESTDIR=$3
+
+rsync -acurz --delete -e ssh $datadir/global/ $DEST:$DESTDIR/global/ &
+rsync -acurz --delete -e ssh $datadir/base/ $DEST:$DESTDIR/base/ &
+rsync -acurz --delete -e ssh $datadir/pg_multixact/ $DEST:$DESTDIR/pg_multixact/ &
+rsync -acurz --delete -e ssh $datadir/pg_subtrans/ $DEST:$DESTDIR/pg_subtrans/ &
+rsync -acurz --delete -e ssh $datadir/pg_clog/ $DEST:$DESTDIR/pg_clog/ &
+rsync -acurz --delete -e ssh $datadir/pg_xlog/ $DEST:$DESTDIR/pg_xlog/ &
+rsync -acurz --delete -e ssh $datadir/pg_twophase/ $DEST:$DESTDIR/pg_twophase/ &
+wait

data/pgpool2/sample/pgpool_recovery_pitr

@@ -0,0 +1,19 @@
+#! /bin/sh
+# Online recovery 2nd stage script
+#
+datadir=$1		# master dabatase cluster
+DEST=$2			# hostname of the DB node to be recovered
+DESTDIR=$3		# database cluster of the DB node to be recovered
+port=5432		# PostgreSQL port number
+archdir=/data/archive_log	# archive log directory
+
+# Force to flush current value of sequences to xlog 
+psql -p $port -t -c 'SELECT datname FROM pg_database WHERE NOT datistemplate AND datallowconn' template1|
+while read i
+do
+  if [ "$i" != "" ];then
+    psql -p $port -c "SELECT setval(oid, nextval(oid)) FROM pg_class WHERE relkind = 'S'" $i
+  fi
+done
+
+psql -p $port -c "SELECT pgpool_switch_xlog('$archdir')" template1

data/pgpool2/sample/pgpool_remote_start

@@ -0,0 +1,13 @@
+#! /bin/sh
+
+if [ $# -ne 2 ]
+then
+    echo "pgpool_remote_start remote_host remote_datadir"
+    exit 1
+fi
+
+DEST=$1
+DESTDIR=$2
+PGCTL=/usr/local/pgsql/bin/pg_ctl
+
+ssh -T $DEST $PGCTL -w -D $DESTDIR start 2>/dev/null 1>/dev/null < /dev/null &

data/pgpool2/sample/replicate_def_pgbench.sql

@@ -0,0 +1,18 @@
+-- $Header$
+
+INSERT INTO pgpool_catalog.replicate_def VALUES (
+    'bench_parallel',
+    'public',
+    'branches',
+    ARRAY['bid', 'bbalance', 'filler'],
+    ARRAY['integer', 'integer', 'character(88)']
+);
+
+INSERT INTO pgpool_catalog.replicate_def VALUES (
+    'bench_parallel',
+    'public',
+    'tellers',
+    ARRAY['tid', 'bid', 'tbalance', 'filler'],
+    ARRAY['integer', 'integer', 'integer', 'character(84)']
+);
+

data/pgpool2/sql/insert_lock.sql

@@ -0,0 +1,15 @@
+-- Create lock control table for tables using sequence in native replication mode.
+
+DROP TABLE pgpool_catalog.insert_lock;
+
+CREATE SCHEMA pgpool_catalog;
+CREATE TABLE pgpool_catalog.insert_lock(reloid OID PRIMARY KEY);
+ 
+-- this row is used as the row lock target when pgpool inserts new oid
+INSERT INTO pgpool_catalog.insert_lock VALUES (0);
+
+-- allow "SELECT ... FOR UPDATE" and "INSERT ..." to all roles
+GRANT USAGE ON SCHEMA pgpool_catalog TO PUBLIC;
+GRANT SELECT ON pgpool_catalog.insert_lock TO PUBLIC;
+GRANT UPDATE ON pgpool_catalog.insert_lock TO PUBLIC;
+GRANT INSERT ON pgpool_catalog.insert_lock TO PUBLIC;

data/pgpool2/sql/pgpool-recovery/pgpool-recovery.c

@@ -0,0 +1,280 @@
+/* -*-pgsql-c-*- */
+/*
+ * $Header$
+ *
+ * pgpool-recovery: exec online recovery script from SELECT statement.
+ *
+ * Copyright (c) 2003-2013	PgPool Global Development Group
+ *
+ * Permission to use, copy, modify, and distribute this software and
+ * its documentation for any purpose and without fee is hereby
+ * granted, provided that the above copyright notice appear in all
+ * copies and that both that copyright notice and this permission
+ * notice appear in supporting documentation, and that the name of the
+ * author not be used in advertising or publicity pertaining to
+ * distribution of the software without specific, written prior
+ * permission. The author makes no representations about the
+ * suitability of this software for any purpose.  It is provided "as
+ * is" without express or implied warranty.
+ */
+
+#include <sys/types.h>
+#include <sys/stat.h>
+#include <unistd.h>
+#include "postgres.h"
+#include "fmgr.h"
+#include "miscadmin.h"
+#include "executor/spi.h"
+#include "funcapi.h"
+#include "catalog/namespace.h"
+#include "utils/syscache.h"
+#include "utils/builtins.h"		/* PostgreSQL 8.4 needs this for textout */
+#include "utils/guc.h"
+#if defined(PG_VERSION_NUM) && (PG_VERSION_NUM >= 90300)
+#include "access/htup_details.h"		/* PostgreSQL 9.3 or later needs this */
+#endif
+
+#define REMOTE_START_FILE "pgpool_remote_start"
+
+#include <stdlib.h>
+
+#ifdef PG_MODULE_MAGIC
+PG_MODULE_MAGIC;
+#endif
+
+PG_FUNCTION_INFO_V1(pgpool_recovery);
+PG_FUNCTION_INFO_V1(pgpool_remote_start);
+PG_FUNCTION_INFO_V1(pgpool_pgctl);
+PG_FUNCTION_INFO_V1(pgpool_switch_xlog);
+
+extern Datum pgpool_recovery(PG_FUNCTION_ARGS);
+extern Datum pgpool_remote_start(PG_FUNCTION_ARGS);
+extern Datum pgpool_pgctl(PG_FUNCTION_ARGS);
+extern Datum pgpool_switch_xlog(PG_FUNCTION_ARGS);
+
+static char recovery_script[1024];
+static char command_text[1024];
+
+static Oid get_function_oid(const char *funcname, const char *argtype, const char *nspname);
+char       *Log_line_prefix = NULL;
+Datum
+pgpool_recovery(PG_FUNCTION_ARGS)
+{
+	int r;
+	char *script = DatumGetCString(DirectFunctionCall1(textout,
+													   PointerGetDatum(PG_GETARG_TEXT_P(0))));
+													   
+	char *remote_host = DatumGetCString(DirectFunctionCall1(textout,
+															PointerGetDatum(PG_GETARG_TEXT_P(1))));
+	char *remote_data_directory = DatumGetCString(DirectFunctionCall1(textout,
+																	  PointerGetDatum(PG_GETARG_TEXT_P(2))));
+
+	if (!superuser())
+#ifdef ERRCODE_INSUFFICIENT_PRIVILEGE
+		ereport(ERROR,
+				(errcode(ERRCODE_INSUFFICIENT_PRIVILEGE),
+				 (errmsg("must be superuser to use pgpool_recovery function"))));
+#else
+		elog(ERROR, "must be superuser to use pgpool_recovery function");
+#endif
+
+	snprintf(recovery_script, sizeof(recovery_script), "%s/%s %s %s %s",
+			 DataDir, script, DataDir, remote_host,
+			 remote_data_directory);
+	elog(DEBUG1, "recovery_script: %s", recovery_script);
+	r = system(recovery_script);
+
+	if (r != 0)
+	{
+		elog(ERROR, "pgpool_recovery failed");
+	}
+
+	PG_RETURN_BOOL(true);
+}
+
+
+Datum
+pgpool_remote_start(PG_FUNCTION_ARGS)
+{
+	int r;
+	char *remote_host = DatumGetCString(DirectFunctionCall1(textout,
+															PointerGetDatum(PG_GETARG_TEXT_P(0))));
+	char *remote_data_directory = DatumGetCString(DirectFunctionCall1(textout,
+																	  PointerGetDatum(PG_GETARG_TEXT_P(1))));
+	if (!superuser())
+#ifdef ERRCODE_INSUFFICIENT_PRIVILEGE
+		ereport(ERROR,
+				(errcode(ERRCODE_INSUFFICIENT_PRIVILEGE),
+				 (errmsg("must be superuser to use pgpool_remote_start function"))));
+#else
+		elog(ERROR, "must be superuser to use pgpool_remote_start function");
+#endif
+
+	snprintf(recovery_script, sizeof(recovery_script),
+			 "%s/%s %s %s", DataDir, REMOTE_START_FILE,
+			 remote_host, remote_data_directory);
+	elog(DEBUG1, "recovery_script: %s", recovery_script);
+	r = system(recovery_script);
+
+	if (r != 0)
+	{
+		elog(ERROR, "pgpool_remote_start failed");
+	}
+
+	PG_RETURN_BOOL(true);
+}
+
+Datum
+pgpool_pgctl(PG_FUNCTION_ARGS)
+{
+	int r;
+	char *action = DatumGetCString(DirectFunctionCall1(textout,
+	                                                   PointerGetDatum(PG_GETARG_TEXT_P(0))));
+	char *stop_mode = DatumGetCString(DirectFunctionCall1(textout,
+	                                                   PointerGetDatum(PG_GETARG_TEXT_P(1))));
+	char *pg_ctl;
+	char *data_directory;
+
+	if (!superuser())
+#ifdef ERRCODE_INSUFFICIENT_PRIVILEGE
+		ereport(ERROR,
+				(errcode(ERRCODE_INSUFFICIENT_PRIVILEGE),
+				 (errmsg("must be superuser to use pgpool_pgctl function"))));
+#else
+		elog(ERROR, "must be superuser to use pgpool_pgctl function");
+#endif
+
+	pg_ctl = GetConfigOptionByName("pgpool.pg_ctl", NULL);
+	data_directory = GetConfigOptionByName("data_directory", NULL);
+
+	if (strcmp(stop_mode, "") != 0)
+	{
+		snprintf(command_text, sizeof(command_text),
+				 "%s %s -D %s -m %s 2>/dev/null 1>/dev/null < /dev/null &",
+				 pg_ctl, action, data_directory, stop_mode);
+
+	} else {
+		snprintf(command_text, sizeof(command_text),
+				 "%s %s -D %s 2>/dev/null 1>/dev/null < /dev/null &",
+				 pg_ctl, action, data_directory);
+	}
+
+	elog(DEBUG1, "command_text: %s", command_text);
+	r = system(command_text);
+
+	if (strcmp(action, "reload") == 0 && r != 0)
+	{
+		elog(ERROR, "pgpool_pgctl failed");
+	}
+
+	PG_RETURN_BOOL(true);
+}
+
+/*
+ * pgpool_switch_log is the same as pg_switch_xlog except that
+ * it wait till archiving is completed.
+ * We call xlog functions with the oid to avoid a compile error
+ * at old PostgreSQL.
+ */
+Datum
+pgpool_switch_xlog(PG_FUNCTION_ARGS)
+{
+	char *archive_dir;
+	char *filename;
+	char path[MAXPGPATH];
+	struct stat fst;
+	Datum location;
+	text *filename_t;
+	text *result;
+	Oid switch_xlog_oid;
+	Oid xlogfile_name_oid;
+
+	archive_dir = DatumGetCString(DirectFunctionCall1(textout,
+													  PointerGetDatum(PG_GETARG_TEXT_P(0))));
+
+	if (stat(archive_dir, &fst) < 0)
+#ifdef ERRCODE_INSUFFICIENT_PRIVILEGE
+		ereport(ERROR,
+                (errcode_for_file_access(),
+                 errmsg("could not stat file \"%s\": %m", archive_dir)));
+#else
+		elog(ERROR, "could not stat file \"%s\"", archive_dir);	
+#endif
+
+	switch_xlog_oid = get_function_oid("pg_switch_xlog", NULL, "pg_catalog");
+	xlogfile_name_oid = get_function_oid("pg_xlogfile_name", "text", "pg_catalog");
+
+	if (!switch_xlog_oid || !xlogfile_name_oid)
+		elog(ERROR, "cannot find xlog functions");
+
+	location = OidFunctionCall1(switch_xlog_oid, PointerGetDatum(NULL));
+	filename_t = DatumGetTextP(OidFunctionCall1(xlogfile_name_oid, location));
+	filename = DatumGetCString(DirectFunctionCall1(textout,
+												   PointerGetDatum(filename_t)));
+
+	snprintf(path, MAXPGPATH, "%s/%s", archive_dir, filename);
+	elog(LOG, "pgpool_switch_xlog: waiting for \"%s\"", path);
+
+	while(stat(path, &fst) != 0 || fst.st_size == 0 ||
+		  fst.st_size % (1024 * 1024) != 0)
+	{
+		CHECK_FOR_INTERRUPTS();
+		sleep(1);
+	}
+
+    result = DatumGetTextP(DirectFunctionCall1(textin,
+                                               CStringGetDatum(path)));
+
+	PG_RETURN_TEXT_P(result);
+}
+
+static Oid
+get_function_oid(const char *funcname, const char *argtype, const char *nspname)
+{
+#ifndef PROCNAMENSP
+	Oid typid;
+	Oid nspid;
+	Oid funcid;
+	Oid oids[1];
+	oidvector *oid_v;
+	HeapTuple tup;
+
+	if (argtype)
+	{
+		typid = TypenameGetTypid(argtype);
+		elog(DEBUG1, "get_function_oid: %s typid: %d", argtype, typid);
+		oids[0] = typid;
+		oid_v = buildoidvector(oids, 1);
+	}
+	else
+	{
+		oid_v = buildoidvector(NULL, 0);
+	}
+
+#if !defined(PG_VERSION_NUM) || (PG_VERSION_NUM < 90300)
+	nspid = LookupExplicitNamespace(nspname);
+#else
+	/* LookupExplicitNamespace() of PostgreSQL 9.3 or later, has third
+	 * argument "missing_ok" which suppresses ERROR exception, but
+	 * returns invlaid_oid. See include/catalog/namespace.h */
+	nspid = LookupExplicitNamespace(nspname, false);
+#endif
+	elog(DEBUG1, "get_function_oid: oid of \"%s\": %d", nspname, nspid);
+
+	tup = SearchSysCache(PROCNAMEARGSNSP,
+						 PointerGetDatum(funcname),
+						 PointerGetDatum(oid_v),
+						 ObjectIdGetDatum(nspid),
+						 0);
+
+	if (HeapTupleIsValid(tup))
+	{
+		funcid = HeapTupleGetOid(tup);
+		elog(DEBUG1, "get_function_oid: oid of \"%s\": %d", funcname, funcid);
+		ReleaseSysCache(tup);
+		return funcid;
+	}
+#endif
+	return 0;
+}
+