prestogres 0.1.0

data/pgpool2/pool_timestamp.h

@@ -0,0 +1,38 @@
+/* -*-pgsql-c-*- */
+/*
+ *
+ * $Header$
+ *
+ * pgpool: a language independent connection pool server for PostgreSQL
+ * written by Tatsuo Ishii
+ *
+ * Copyright (c) 2003-2011  PgPool Global Development Group
+ *
+ * Permission to use, copy, modify, and distribute this software and
+ * its documentation for any purpose and without fee is hereby
+ * granted, provided that the above copyright notice appear in all
+ * copies and that both that copyright notice and this permission
+ * notice appear in supporting documentation, and that the name of the
+ * author not be used in advertising or publicity pertaining to
+ * distribution of the software without specific, written prior
+ * permission. The author makes no representations about the
+ * suitability of this software for any purpose.  It is provided "as
+ * is" without express or implied warranty.
+ *
+ * pool_timestamp.h.: header file for pool_timestamp.c,
+ * pool_process_query.c, pool_proto_modules.c
+ *
+ */
+
+#ifndef POOL_TIMESTAMP_H
+#define POOL_TIMESTAMP_H
+#include "pool.h"
+#include "pool_proto_modules.h"
+#include "parser/nodes.h"
+#include "pool_session_context.h"
+
+extern char *rewrite_timestamp(POOL_CONNECTION_POOL *backend, Node *node, bool rewrite_to_params, POOL_SENT_MESSAGE *message);
+extern char *bind_rewrite_timestamp(POOL_CONNECTION_POOL *backend, POOL_SENT_MESSAGE *message, const char *orig_msg, int *len);
+extern bool isSystemType(Node *node, const char *name);
+
+#endif /* POOL_TIMESTAMP_H */

data/pgpool2/pool_type.h

@@ -0,0 +1,171 @@
+/* -*-pgsql-c-*- */
+/*
+ *
+ * $Header$
+ *
+ * pgpool: a language independent connection pool server for PostgreSQL 
+ * written by Tatsuo Ishii
+ *
+ * Copyright (c) 2003-2011	PgPool Global Development Group
+ *
+ * Permission to use, copy, modify, and distribute this software and
+ * its documentation for any purpose and without fee is hereby
+ * granted, provided that the above copyright notice appear in all
+ * copies and that both that copyright notice and this permission
+ * notice appear in supporting documentation, and that the name of the
+ * author not be used in advertising or publicity pertaining to
+ * distribution of the software without specific, written prior
+ * permission. The author makes no representations about the
+ * suitability of this software for any purpose.  It is provided "as
+ * is" without express or implied warranty.
+ *
+ * pool_type.h.: type definition header file
+ *
+ */
+
+#ifndef POOL_TYPE_H
+#define POOL_TYPE_H
+
+#include "config.h"
+#include <sys/types.h>
+#include <sys/socket.h>
+#include "pcp/libpcp_ext.h"
+
+/* Define common boolean type. C++ and BEOS already has it so exclude them. */
+#ifdef c_plusplus
+#ifndef __cplusplus
+#define __cplusplus
+#endif /* __cplusplus */
+#endif /* c_plusplus */
+
+#ifndef __BEOS__
+#ifndef __cplusplus
+#ifndef bool
+typedef char bool;
+#endif
+#ifndef true
+#define true ((bool) 1)
+#endif
+#ifndef TRUE
+#define TRUE ((bool) 1)
+#endif
+#ifndef false
+#define false ((bool) 0)
+#endif
+#ifndef FALSE
+#define FALSE ((bool) 0)
+#endif
+#endif /* not C++ */
+#endif /* __BEOS__ */
+
+typedef signed char int8;		/* == 8 bits */
+typedef signed short int16;		/* == 16 bits */
+typedef signed int int32;		/* == 32 bits */
+
+/*
+ * uintN
+ *		Unsigned integer, EXACTLY N BITS IN SIZE,
+ *		used for numerical computations and the
+ *		frontend/backend protocol.
+ */
+typedef unsigned char uint8;	/* == 8 bits */
+typedef unsigned short uint16;	/* == 16 bits */
+typedef unsigned int uint32;	/* == 32 bits */
+
+typedef long int int64;
+
+typedef enum {
+	LOAD_UNSELECTED = 0,
+	LOAD_SELECTED
+} LOAD_BALANCE_STATUS;
+
+/*
+ * Backend status record file
+ */
+typedef struct {
+	BACKEND_STATUS status[MAX_NUM_BACKENDS];
+} BackendStatusRecord;
+
+/*
+ *  It seems that sockaddr_storage is now commonly used in place of sockaddr.
+ *  So, define it if it is not define yet, and create new SockAddr structure
+ *  that uses sockaddr_storage.
+ */
+#ifdef HAVE_STRUCT_SOCKADDR_STORAGE
+
+#ifndef HAVE_STRUCT_SOCKADDR_STORAGE_SS_FAMILY
+#ifdef HAVE_STRUCT_SOCKADDR_STORAGE___SS_FAMILY
+#define ss_family __ss_family
+#else
+#error struct sockaddr_storage does not provide an ss_family member
+#endif /* HAVE_STRUCT_SOCKADDR_STORAGE___SS_FAMILY */
+#endif /* HAVE_STRUCT_SOCKADDR_STORAGE_SS_FAMILY */
+
+#ifdef HAVE_STRUCT_SOCKADDR_STORAGE___SS_LEN
+#define ss_len __ss_len
+#define HAVE_STRUCT_SOCKADDR_STORAGE_SS_LEN 1
+#endif /* HAVE_STRUCT_SOCKADDR_STORAGE___SS_LEN */
+
+#else /* !HAVE_STRUCT_SOCKADDR_STORAGE */
+
+/* Define a struct sockaddr_storage if we don't have one. */
+struct sockaddr_storage
+{
+	union
+	{
+		struct sockaddr sa;		/* get the system-dependent fields */
+		long int ss_align; /* ensures struct is properly aligned. original uses int64 */
+		char ss_pad[128];		/* ensures struct has desired size */
+	}
+	ss_stuff;
+};
+
+#define ss_family   ss_stuff.sa.sa_family
+/* It should have an ss_len field if sockaddr has sa_len. */
+#ifdef HAVE_STRUCT_SOCKADDR_SA_LEN
+#define ss_len      ss_stuff.sa.sa_len
+#define HAVE_STRUCT_SOCKADDR_STORAGE_SS_LEN 1
+#endif
+#endif /* HAVE_STRUCT_SOCKADDR_STORAGE */
+
+typedef struct
+{
+	struct sockaddr_storage addr;
+	/* ACCEPT_TYPE_ARG3 - Third argument type of accept().
+	 * It is defined in ac_func_accept_argtypes.m4
+	 */
+	ACCEPT_TYPE_ARG3 salen;
+}
+SockAddr;
+
+/* UserAuth type used for HBA which indicates the authentication method */
+typedef enum UserAuth
+{
+	uaReject,
+	/*  uaKrb4, */
+	/*  uaKrb5, */
+	uaTrust,
+	/*  uaIdent, */
+	/*  uaPassword, */
+	/*  uaCrypt, */
+	uaMD5
+#ifdef USE_PAM
+	,uaPAM
+#endif /* USE_PAM */
+	,uaPrestogresMD5
+	,uaPrestogresExternal
+}
+UserAuth;
+
+#define AUTH_REQ_OK         0   /* User is authenticated  */
+#define AUTH_REQ_KRB4       1   /* Kerberos V4 */
+#define AUTH_REQ_KRB5       2   /* Kerberos V5 */
+#define AUTH_REQ_PASSWORD   3   /* Password */
+#define AUTH_REQ_CRYPT      4   /* crypt password */
+#define AUTH_REQ_MD5        5   /* md5 password */
+#define AUTH_REQ_SCM_CREDS  6   /* transfer SCM credentials */
+
+typedef unsigned int AuthRequest;
+
+
+#endif /* POOL_TYPE_H */

data/pgpool2/pool_worker_child.c

@@ -0,0 +1,384 @@
+/* -*-pgsql-c-*- */
+/*
+ * $Header$
+ *
+ * pgpool: a language independent connection pool server for PostgreSQL
+ * written by Tatsuo Ishii
+ *
+ * Copyright (c) 2003-2013	PgPool Global Development Group
+ *
+ * Permission to use, copy, modify, and distribute this software and
+ * its documentation for any purpose and without fee is hereby
+ * granted, provided that the above copyright notice appear in all
+ * copies and that both that copyright notice and this permission
+ * notice appear in supporting documentation, and that the name of the
+ * author not be used in advertising or publicity pertaining to
+ * distribution of the software without specific, written prior
+ * permission. The author makes no representations about the
+ * suitability of this software for any purpose.  It is provided "as
+ * is" without express or implied warranty.
+ *
+ * child.c: worker child process main
+ *
+ */
+#include "config.h"
+
+#include <sys/types.h>
+#include <sys/socket.h>
+#include <netinet/in.h>
+#include <sys/un.h>
+#include <arpa/inet.h>
+#include <netdb.h>
+#ifdef HAVE_NETINET_TCP_H
+#include <netinet/tcp.h>
+#endif
+#ifdef HAVE_SYS_SELECT_H
+#include <sys/select.h>
+#endif
+
+#include <signal.h>
+
+#include <stdio.h>
+#include <errno.h>
+#include <string.h>
+#include <unistd.h>
+#include <stdlib.h>
+#include <sys/time.h>
+
+#ifdef HAVE_CRYPT_H
+#include <crypt.h>
+#endif
+
+#include "pool.h"
+#include "pool_process_context.h"
+#include "pool_session_context.h"
+#include "pool_config.h"
+#include "pool_ip.h"
+#include "md5.h"
+#include "pool_stream.h"
+
+extern int myargc;
+extern char **myargv;
+
+char remote_ps_data[NI_MAXHOST];		/* used for set_ps_display */
+static POOL_CONNECTION_POOL_SLOT	*slots[MAX_NUM_BACKENDS];
+static volatile sig_atomic_t reload_config_request = 0;
+static volatile sig_atomic_t restart_request = 0;
+
+static void establish_persistent_connection(void);
+static void discard_persistent_connection(void);
+static void check_replication_time_lag(void);
+static long text_to_lsn(char *text);
+static RETSIGTYPE my_signal_handler(int sig);
+static RETSIGTYPE reload_config_handler(int sig);
+static void reload_config(void);
+
+#define CHECK_REQUEST \
+	do { \
+		if (reload_config_request) \
+		{ \
+			reload_config(); \
+			reload_config_request = 0; \
+		} else if (restart_request) \
+		{ \
+		  pool_log("worker process received restart request"); \
+		  exit(1); \
+		} \
+    } while (0)
+
+/*
+* worker child main loop
+*/
+void do_worker_child(void)
+{
+	pool_debug("I am %d", getpid());
+
+	/* Identify myself via ps */
+	init_ps_display("", "", "", "");
+	set_ps_display("worker process", false);
+
+	/* set up signal handlers */
+	signal(SIGALRM, SIG_DFL);
+	signal(SIGTERM, my_signal_handler);
+	signal(SIGINT, my_signal_handler);
+	signal(SIGHUP, reload_config_handler);
+	signal(SIGQUIT, my_signal_handler);
+	signal(SIGCHLD, SIG_IGN);
+	signal(SIGUSR1, my_signal_handler);
+	signal(SIGUSR2, SIG_IGN);
+	signal(SIGPIPE, SIG_IGN);
+
+	/* Initialize my backend status */
+	pool_initialize_private_backend_status();
+
+	/* Initialize per process context */
+	pool_init_process_context();
+
+	for (;;)
+	{
+		CHECK_REQUEST;
+
+		if (pool_config->sr_check_period <= 0)
+		{
+			sleep(30);
+		}
+
+		/*
+		 * If streaming replication mode, do time lag checking
+		 */
+
+		if (pool_config->sr_check_period > 0 && MASTER_SLAVE && !strcmp(pool_config->master_slave_sub_mode, MODE_STREAMREP))
+		{
+			/* Check and establish persistent connections to the backend */
+			establish_persistent_connection();
+
+			/* Do replication time lag checking */
+			check_replication_time_lag();
+
+			/* Discard persistent connections */
+			discard_persistent_connection();
+		}
+		sleep(pool_config->sr_check_period);
+	}
+	exit(0);
+}
+
+/*
+ * Establish persistent connection to backend
+ */
+static void establish_persistent_connection(void)
+{
+	int i;
+	BackendInfo *bkinfo;
+	POOL_CONNECTION_POOL_SLOT *s;
+
+	for (i=0;i<NUM_BACKENDS;i++)
+	{
+		if (!VALID_BACKEND(i))
+			continue;
+
+		if (slots[i] == NULL)
+		{
+			bkinfo = pool_get_node_info(i);
+			s = make_persistent_db_connection(bkinfo->backend_hostname, 
+											  bkinfo->backend_port,
+											  "postgres",
+											  pool_config->sr_check_user,
+											  pool_config->sr_check_password, true);
+			if (s)
+				slots[i] = s;
+			else
+				slots[i] = NULL;
+		}
+	}
+}
+
+/*
+ * Discard persistent connection to backend
+ */
+static void discard_persistent_connection(void)
+{
+	int i;
+
+	for (i=0;i<NUM_BACKENDS;i++)
+	{
+		if (slots[i])
+		{
+			discard_persistent_db_connection(slots[i]);
+			slots[i] = NULL;
+		}
+	}
+}
+
+/*
+ * Check replication time lag
+ */
+static void check_replication_time_lag(void)
+{
+	int i;
+	int active_nodes = 0;
+	POOL_STATUS sts;
+	POOL_SELECT_RESULT *res;
+	unsigned long long int lsn[MAX_NUM_BACKENDS];
+	char *query;
+	BackendInfo *bkinfo;
+	unsigned long long int lag;
+
+	if (NUM_BACKENDS <= 1)
+	{
+		/* If there's only one node, there's no point to do checking */
+		return;
+	}
+
+	/* Count healthy nodes */
+	for (i=0;i<NUM_BACKENDS;i++)
+	{
+		if (VALID_BACKEND(i))
+			active_nodes++;
+	}
+
+	if (active_nodes <= 1)
+	{
+		/* If there's only one or less active node, there's no point
+		 * to do checking */
+		return;
+	}
+
+	for (i=0;i<NUM_BACKENDS;i++)
+	{
+		if (!VALID_BACKEND(i))
+			continue;
+
+		if (!slots[i])
+		{
+			pool_debug("check_replication_time_lag: DB node is valid but no persistent connection");
+			pool_error("check_replication_time_lag: could not connect to DB node %d, check sr_check_user and sr_check_password", i);
+
+			return;
+		}
+
+		if (PRIMARY_NODE_ID == i)
+		{
+			query = "SELECT pg_current_xlog_location()";
+		}
+		else
+		{
+			query = "SELECT pg_last_xlog_replay_location()";
+		}
+
+		sts = do_query(slots[i]->con, query, &res, PROTO_MAJOR_V3);
+		if (sts != POOL_CONTINUE)
+		{
+			if (res)
+				free_select_result(res);
+			pool_error("check_replication_time_lag: %s failed", query);
+			return;
+		}
+		if (!res)
+		{
+			pool_error("check_replication_time_lag: %s result is null", query);
+			return;
+		}
+		if (res->numrows <= 0)
+		{
+			pool_error("check_replication_time_lag: %s returns no rows", query);
+			free_select_result(res);
+			return;
+		}
+		if (res->data[0] == NULL)
+		{
+			pool_error("check_replication_time_lag: %s returns no data", query);
+			free_select_result(res);
+			return;
+		}
+
+		if (res->nullflags[0] == -1)
+		{
+			pool_log("check_replication_time_lag: %s returns NULL", query);
+			free_select_result(res);
+			lsn[i] = 0;
+		}
+		else
+		{
+			lsn[i] = text_to_lsn(res->data[0]);
+			free_select_result(res);
+		}
+	}
+
+	for (i=0;i<NUM_BACKENDS;i++)
+	{
+		if (!VALID_BACKEND(i))
+			continue;
+
+		/* Set standby delay value */
+		bkinfo = pool_get_node_info(i);
+		lag = (lsn[PRIMARY_NODE_ID] > lsn[i]) ? lsn[PRIMARY_NODE_ID] - lsn[i] : 0;
+
+		if (PRIMARY_NODE_ID == i)
+		{
+			bkinfo->standby_delay = 0;
+		}
+		else
+		{
+			bkinfo->standby_delay = lag;
+
+			/* Log delay if necessary */
+			if ((!strcmp(pool_config->log_standby_delay, "always") && lag > 0) ||
+				(pool_config->delay_threshold &&
+				 !strcmp(pool_config->log_standby_delay, "if_over_threshold") &&
+				 lag > pool_config->delay_threshold))
+			{
+				pool_log("Replication of node:%d is behind %llu bytes from the primary server (node:%d)",
+				         i, lsn[PRIMARY_NODE_ID] - lsn[i], PRIMARY_NODE_ID);
+			}
+		}
+	}
+}
+
+/*
+ * Convert logid/recoff style text to 64bit log location (LSN)
+ */
+static long text_to_lsn(char *text)
+{
+/*
+ * WAL segment size in bytes.  XXX We should fetch this from
+ * PostgreSQL, rather than having fixed value.
+ */
+#define WALSEGMENTSIZE 16 * 1024 * 1024
+
+	unsigned int xlogid;
+	unsigned int xrecoff;
+	unsigned long long int lsn;
+
+	if (sscanf(text, "%X/%X", &xlogid, &xrecoff) != 2)
+	{
+		pool_error("text_to_lsn: wrong log location format: %s", text);
+		return 0;
+	}
+	lsn = xlogid * ((unsigned long long int)0xffffffff - WALSEGMENTSIZE) + xrecoff;
+#ifdef DEBUG
+	pool_log("lsn: %X %X %llX", xlogid, xrecoff, lsn);
+#endif
+	return lsn;
+}
+
+static RETSIGTYPE my_signal_handler(int sig)
+{
+	POOL_SETMASK(&BlockSig);
+
+	switch (sig)
+	{
+		case SIGTERM:
+		case SIGINT:
+		case SIGQUIT:
+			exit(0);
+			break;
+
+			/* Failback or new node added */
+		case SIGUSR1:
+			restart_request = 1;
+			break;
+
+		default:
+			exit(1);
+			break;
+	}
+
+	POOL_SETMASK(&UnBlockSig);
+}
+
+static RETSIGTYPE reload_config_handler(int sig)
+{
+	POOL_SETMASK(&BlockSig);
+	reload_config_request = 1;
+	POOL_SETMASK(&UnBlockSig);
+}
+
+static void reload_config(void)
+{
+	pool_log("reload config files.");
+	pool_get_config(get_config_file_name(), RELOAD_CONFIG);
+	if (pool_config->enable_pool_hba)
+		load_hba(get_hba_file_name());
+	reload_config_request = 0;
+}