pg 1.5.9 → 1.7.0

data/ext/pg_binary_encoder.c

@@ -11,6 +11,8 @@
 #endif
 
 VALUE rb_mPG_BinaryEncoder;
+static ID s_id_gregorianP;
+static ID s_id_gregorian;
 static ID s_id_year;
 static ID s_id_month;
 static ID s_id_day;
@@ -271,14 +273,16 @@ pg_bin_enc_date(t_pg_coder *this, VALUE value, char *out, VALUE *intermediate, i
 			case T_FALSE:
 				write_nbo32(PG_INT32_MIN, out);
 				return 4;
+		} {
+			/* Only create a new gregorian Date object if necessary */
+			if( rb_funcall(value, s_id_gregorianP, 0) != Qtrue )
+				value = rb_funcall(value, s_id_gregorian, 0);
+			VALUE year = rb_funcall(value, s_id_year, 0);
+			VALUE month = rb_funcall(value, s_id_month, 0);
+			VALUE day = rb_funcall(value, s_id_day, 0);
+			int jday = date2j(NUM2INT(year), NUM2INT(month), NUM2INT(day)) - POSTGRES_EPOCH_JDATE;
+			write_nbo32(jday, out);
 		}
-
-		VALUE year = rb_funcall(value, s_id_year, 0);
-		VALUE month = rb_funcall(value, s_id_month, 0);
-		VALUE day = rb_funcall(value, s_id_day, 0);
-		int jday = date2j(NUM2INT(year), NUM2INT(month), NUM2INT(day)) - POSTGRES_EPOCH_JDATE;
-		write_nbo32(jday, out);
-
 	}else{
 		/* first call -> determine the required length */
 		if(TYPE(value) == T_STRING){
@@ -305,6 +309,208 @@ pg_bin_enc_date(t_pg_coder *this, VALUE value, char *out, VALUE *intermediate, i
 	return 4;
 }
 
+/*
+ * Maximum number of array subscripts (arbitrary limit)
+ */
+#define MAXDIM 6
+
+/*
+ * Document-class: PG::BinaryEncoder::Array < PG::CompositeEncoder
+ *
+ * This is the encoder class for PostgreSQL array types in binary format.
+ *
+ * All values are encoded according to the #elements_type
+ * accessor. Sub-arrays are encoded recursively.
+ *
+ * This encoder expects an Array of values or sub-arrays as input.
+ * Other values are passed through as byte string without interpretation.
+ *
+ * It is possible to enforce a number of dimensions to be encoded by #dimensions= .
+ * Deeper nested arrays are then passed to the elements encoder and less nested arrays raise an ArgumentError.
+ *
+ * The accessors needs_quotation and delimiter are ignored for binary encoding.
+ *
+ */
+static int
+pg_bin_enc_array(t_pg_coder *conv, VALUE value, char *out, VALUE *intermediate, int enc_idx)
+{
+	if (TYPE(value) == T_ARRAY) {
+		t_pg_composite_coder *this = (t_pg_composite_coder *)conv;
+		t_pg_coder_enc_func enc_func = pg_coder_enc_func(this->elem);
+		int dim_sizes[MAXDIM];
+		int ndim = 1;
+		int nitems = 1;
+		VALUE el1 = value;
+
+		if (RARRAY_LEN(value) == 0) {
+			nitems = 0;
+			ndim = 0;
+			dim_sizes[0] = 0;
+		} else {
+			/* Determine number of dimensions, sizes of dimensions and number of items */
+			while(1) {
+				VALUE el2;
+
+				dim_sizes[ndim-1] = RARRAY_LENINT(el1);
+				nitems *= dim_sizes[ndim-1];
+				el2 = rb_ary_entry(el1, 0);
+				if ( (this->dimensions < 0 || ndim < this->dimensions) &&
+						TYPE(el2) == T_ARRAY) {
+					ndim++;
+					if (ndim > MAXDIM)
+						rb_raise( rb_eArgError, "unsupported number of array dimensions: >%d", ndim );
+				} else {
+					break;
+				}
+				el1 = el2;
+			}
+		}
+		if( this->dimensions >= 0 && (ndim==0 ? 1 : ndim) != this->dimensions ){
+			rb_raise(rb_eArgError, "less array dimensions to encode (%d) than expected (%d)", ndim, this->dimensions);
+		}
+
+		if(out){
+			/* Second encoder pass -> write data to `out` */
+			int dimpos[MAXDIM];
+			VALUE arrays[MAXDIM];
+			int dim = 0;
+			int item_idx = 0;
+			int i;
+			char *orig_out = out;
+			Oid elem_oid = this->elem ? this->elem->oid : 0;
+
+			write_nbo32(ndim, out); out += 4;
+			write_nbo32(1 /* flags */, out); out += 4;
+			write_nbo32(elem_oid, out); out += 4;
+			for (i = 0; i < ndim; i++) {
+				dimpos[i] = 0;
+				write_nbo32(dim_sizes[i], out); out += 4;
+				write_nbo32(1 /* offset */, out); out += 4;
+			}
+			arrays[0] = value;
+
+			while(1) {
+				/* traverse tree down */
+				while (dim < ndim - 1) {
+					arrays[dim + 1] = rb_ary_entry(arrays[dim], dimpos[dim]);
+					dim++;
+				}
+
+				for (i = 0; i < dim_sizes[dim]; i++) {
+					VALUE item = rb_ary_entry(arrays[dim], i);
+
+					if (NIL_P(item)) {
+						write_nbo32(-1, out); out += 4;
+					} else {
+						/* Encoded string is returned in subint */
+						int strlen;
+						VALUE is_one_pass = rb_ary_entry(*intermediate, item_idx++);
+						VALUE subint = rb_ary_entry(*intermediate, item_idx++);
+
+						if (is_one_pass == Qtrue) {
+							strlen = RSTRING_LENINT(subint);
+							memcpy( out + 4, RSTRING_PTR(subint), strlen);
+						} else {
+							strlen = enc_func(this->elem, item, out + 4, &subint, enc_idx);
+						}
+						write_nbo32(strlen, out);
+						out += 4 /* length */ + strlen;
+					}
+				}
+
+				/* traverse tree up and go to next sibling array */
+				do {
+					if (dim > 0) {
+						dimpos[dim] = 0;
+						dim--;
+						dimpos[dim]++;
+					} else {
+						goto finished2;
+					}
+				} while (dimpos[dim] >= dim_sizes[dim]);
+			}
+			finished2:
+			return (int)(out - orig_out);
+
+		} else {
+			/* First encoder pass -> determine required buffer space for `out` */
+
+			int dimpos[MAXDIM];
+			VALUE arrays[MAXDIM];
+			int dim = 0;
+			int item_idx = 0;
+			int i;
+			int size_sum = 0;
+
+			*intermediate = rb_ary_new2(nitems);
+
+			for (i = 0; i < MAXDIM; i++) {
+				dimpos[i] = 0;
+			}
+			arrays[0] = value;
+
+			while(1) {
+
+				/* traverse tree down */
+				while (dim < ndim - 1) {
+					VALUE array = rb_ary_entry(arrays[dim], dimpos[dim]);
+					if (TYPE(array) != T_ARRAY) {
+						rb_raise( rb_eArgError, "expected Array instead of %+"PRIsVALUE" in dimension %d", array, dim + 1 );
+					}
+					if (dim_sizes[dim + 1] != RARRAY_LEN(array)) {
+						rb_raise( rb_eArgError, "varying number of array elements (%d and %d) in dimension %d", dim_sizes[dim + 1], RARRAY_LENINT(array), dim + 1 );
+					}
+					arrays[dim + 1] = array;
+					dim++;
+				}
+
+				for (i = 0; i < dim_sizes[dim]; i++) {
+					VALUE item = rb_ary_entry(arrays[dim], i);
+
+					if (NIL_P(item)) {
+						size_sum += 4 /* length bytes = -1 */;
+					} else {
+						VALUE subint;
+						int strlen = enc_func(this->elem, item, NULL, &subint, enc_idx);
+
+						/* Gather all intermediate values of elements into an array, which is returned as intermediate for the array encoder */
+						if( strlen == -1 ){
+							/* Encoded string is returned in subint */
+							rb_ary_store(*intermediate, item_idx++, Qtrue);
+							rb_ary_store(*intermediate, item_idx++, subint);
+
+							strlen = RSTRING_LENINT(subint);
+						} else {
+							/* Two passes necessary */
+							rb_ary_store(*intermediate, item_idx++, Qfalse);
+							rb_ary_store(*intermediate, item_idx++, subint);
+						}
+						size_sum += 4 /* length bytes */ + strlen;
+					}
+				}
+
+				/* traverse tree up and go to next sibling array */
+				do {
+					if (dim > 0) {
+						dimpos[dim] = 0;
+						dim--;
+						dimpos[dim]++;
+					} else {
+						goto finished1;
+					}
+				} while (dimpos[dim] >= dim_sizes[dim]);
+			}
+			finished1:;
+
+			return 4 /* ndim */ + 4 /* flags */ + 4 /* oid */ +
+				ndim * (4 /* dim size */ + 4 /* dim offset */) +
+				size_sum;
+		}
+	} else {
+		return pg_coder_enc_to_s( conv, value, out, intermediate, enc_idx );
+	}
+}
+
 /*
  * Document-class: PG::BinaryEncoder::FromBase64 < PG::CompositeEncoder
  *
@@ -323,7 +529,7 @@ pg_bin_enc_from_base64(t_pg_coder *conv, VALUE value, char *out, VALUE *intermed
 	if(out){
 		/* Second encoder pass, if required */
 		strlen = enc_func(this->elem, value, out, intermediate, enc_idx);
-		strlen = base64_decode( out, out, strlen );
+		strlen = rbpg_base64_decode( out, out, strlen );
 
 		return strlen;
 	} else {
@@ -337,7 +543,7 @@ pg_bin_enc_from_base64(t_pg_coder *conv, VALUE value, char *out, VALUE *intermed
 			strlen = RSTRING_LENINT(subint);
 			out_str = rb_str_new(NULL, BASE64_DECODED_SIZE(strlen));
 
-			strlen = base64_decode( RSTRING_PTR(out_str), RSTRING_PTR(subint), strlen);
+			strlen = rbpg_base64_decode( RSTRING_PTR(out_str), RSTRING_PTR(subint), strlen);
 			rb_str_set_len( out_str, strlen );
 			*intermediate = out_str;
 
@@ -353,6 +559,8 @@ pg_bin_enc_from_base64(t_pg_coder *conv, VALUE value, char *out, VALUE *intermed
 void
 init_pg_binary_encoder(void)
 {
+	s_id_gregorianP = rb_intern("gregorian?");
+	s_id_gregorian = rb_intern("gregorian");
 	s_id_year = rb_intern("year");
 	s_id_month = rb_intern("month");
 	s_id_day = rb_intern("day");
@@ -382,6 +590,8 @@ init_pg_binary_encoder(void)
 	/* dummy = rb_define_class_under( rb_mPG_BinaryEncoder, "Date", rb_cPG_SimpleEncoder ); */
 	pg_define_coder( "Date", pg_bin_enc_date, rb_cPG_SimpleEncoder, rb_mPG_BinaryEncoder );
 
+	/* dummy = rb_define_class_under( rb_mPG_BinaryEncoder, "Array", rb_cPG_CompositeEncoder ); */
+	pg_define_coder( "Array", pg_bin_enc_array, rb_cPG_CompositeEncoder, rb_mPG_BinaryEncoder );
 	/* dummy = rb_define_class_under( rb_mPG_BinaryEncoder, "FromBase64", rb_cPG_CompositeEncoder ); */
 	pg_define_coder( "FromBase64", pg_bin_enc_from_base64, rb_cPG_CompositeEncoder, rb_mPG_BinaryEncoder );
 }

data/ext/pg_cancel_connection.c

@@ -0,0 +1,360 @@
+#include "pg.h"
+
+/********************************************************************
+ *
+ * Document-class: PG::CancelConnection
+ *
+ * The class to represent a connection to cancel a query.
+ *
+ * On PostgreSQL-17+ client library this class is used to implement PG::Connection#cancel .
+ * It works on older PostgreSQL server versions too.
+ *
+ * Available since PostgreSQL-17
+ *
+ */
+
+#ifdef LIBPQ_HAS_CHUNK_MODE
+
+static VALUE rb_cPG_Cancon;
+static ID s_id_autoclose_set;
+
+typedef struct {
+	PGcancelConn *pg_cancon;
+
+	/* Cached IO object for the socket descriptor */
+	VALUE socket_io;
+
+	/* File descriptor to be used for rb_w32_unwrap_io_handle() */
+	int ruby_sd;
+} t_pg_cancon;
+
+
+static void
+pg_cancon_gc_mark( void *_this )
+{
+	t_pg_cancon *this = (t_pg_cancon *)_this;
+	rb_gc_mark_movable( this->socket_io );
+}
+
+static void
+pg_cancon_gc_compact( void *_this )
+{
+	t_pg_connection *this = (t_pg_connection *)_this;
+	pg_gc_location( this->socket_io );
+}
+
+static void
+pg_cancon_gc_free( void *_this )
+{
+	t_pg_cancon *this = (t_pg_cancon *)_this;
+#if defined(_WIN32)
+	if ( RTEST(this->socket_io) ) {
+		if( rb_w32_unwrap_io_handle(this->ruby_sd) ){
+			rb_warn("pg: Could not unwrap win32 socket handle by garbage collector");
+		}
+	}
+#endif
+	if (this->pg_cancon)
+		PQcancelFinish(this->pg_cancon);
+	xfree(this);
+}
+
+static size_t
+pg_cancon_memsize( const void *_this )
+{
+	const t_pg_cancon *this = (const t_pg_cancon *)_this;
+	return sizeof(*this);
+}
+
+static const rb_data_type_t pg_cancon_type = {
+	"PG::CancelConnection",
+	{
+		pg_cancon_gc_mark,
+		pg_cancon_gc_free,
+		pg_cancon_memsize,
+		pg_cancon_gc_compact,
+	},
+	0, 0,
+	RUBY_TYPED_FREE_IMMEDIATELY | RUBY_TYPED_WB_PROTECTED | RUBY_TYPED_FROZEN_SHAREABLE,
+};
+
+/*
+ * Document-method: allocate
+ *
+ * call-seq:
+ *   PG::CancelConnection.allocate -> obj
+ */
+static VALUE
+pg_cancon_s_allocate( VALUE klass )
+{
+	t_pg_cancon *this;
+	return TypedData_Make_Struct( klass, t_pg_cancon, &pg_cancon_type, this );
+}
+
+static inline t_pg_cancon *
+pg_cancon_get_this( VALUE self )
+{
+	t_pg_cancon *this;
+	TypedData_Get_Struct(self, t_pg_cancon, &pg_cancon_type, this);
+
+	return this;
+}
+
+static inline PGcancelConn *
+pg_cancon_get_conn( VALUE self )
+{
+	t_pg_cancon *this = pg_cancon_get_this(self);
+	if (this->pg_cancon == NULL)
+		pg_raise_conn_error( rb_eConnectionBad, self, "PG::CancelConnection is closed");
+
+	return this->pg_cancon;
+}
+
+/*
+ * Close the associated socket IO object if there is one.
+ */
+static void
+pg_cancon_close_socket_io( VALUE self )
+{
+	t_pg_cancon *this = pg_cancon_get_this( self );
+	pg_unwrap_socket_io( self, &this->socket_io, this->ruby_sd);
+}
+
+/*
+ * call-seq:
+ *    PG::CancelConnection.new(conn) -> obj
+ *
+ * Prepares a connection over which a cancel request can be sent.
+ *
+ * Creates a PG::CancelConnection from a PG::Connection object, but it won't instantly start sending a cancel request over this connection.
+ * A cancel request can be sent over this connection in a blocking manner using #cancel and in a non-blocking manner using #start.
+ * #status can be used to check if the PG::CancelConnection object was connected successfully.
+ * This PG::CancelConnection object can be used to cancel the query that's running on the original connection in a thread-safe way.
+ *
+ * Many connection parameters of the original client will be reused when setting up the connection for the cancel request.
+ * Importantly, if the original connection requires encryption of the connection and/or verification of the target host (using sslmode or gssencmode), then the connection for the cancel request is made with these same requirements.
+ * Any connection options that are only used during authentication or after authentication of the client are ignored though, because cancellation requests do not require authentication and the connection is closed right after the cancellation request is submitted.
+ *
+ */
+VALUE
+pg_cancon_initialize(VALUE self, VALUE rb_conn)
+{
+	t_pg_cancon *this = pg_cancon_get_this(self);
+	PGconn *conn = pg_get_pgconn(rb_conn);
+
+	this->pg_cancon = PQcancelCreate(conn);
+	if (this->pg_cancon == NULL)
+		pg_raise_conn_error( rb_eConnectionBad, self, "PQcancelCreate failed");
+
+	return self;
+}
+
+/*
+ * call-seq:
+ *    conn.sync_cancel -> nil
+ *
+ * Requests that the server abandons processing of the current command in a blocking manner.
+ *
+ * This method directly calls +PQcancelBlocking+ of libpq, so that it doesn't allow parallel threads, doesn't respond to ruby interrupts and doesn't trigger the +Thread.scheduler+ .
+ * It is threrfore recommended to call #cancel instead.
+ *
+ */
+static VALUE
+pg_cancon_sync_cancel(VALUE self)
+{
+	PGcancelConn *conn = pg_cancon_get_conn(self);
+
+	pg_cancon_close_socket_io( self );
+	if(PQcancelBlocking(conn) == 0)
+		pg_raise_conn_error( rb_eConnectionBad, self, "PQcancelBlocking %s", PQcancelErrorMessage(conn));
+	return Qnil;
+}
+
+/*
+ * call-seq:
+ *    conn.start -> nil
+ *
+ * Requests that the server abandons processing of the current command in a non-blocking manner.
+ *
+ * The behavior is the same like PG::Connection.connect_start .
+ *
+ * Use #poll to poll the status of the connection.
+ *
+ */
+static VALUE
+pg_cancon_start(VALUE self)
+{
+	PGcancelConn *conn = pg_cancon_get_conn(self);
+
+	pg_cancon_close_socket_io( self );
+	if(gvl_PQcancelStart(conn) == 0)
+		pg_raise_conn_error( rb_eConnectionBad, self, "PQcancelStart %s", PQcancelErrorMessage(conn));
+	return Qnil;
+}
+
+/*
+ * call-seq:
+ *    conn.error_message -> String
+ *
+ * Returns the error message most recently generated by an operation on the cancel connection.
+ *
+ * Nearly all PG::CancelConnection functions will set a message if they fail.
+ * Note that by libpq convention, a nonempty error_message result can consist of multiple lines, and will include a trailing newline.
+ */
+static VALUE
+pg_cancon_error_message(VALUE self)
+{
+	PGcancelConn *conn = pg_cancon_get_conn(self);
+	char *p_err;
+
+	p_err = PQcancelErrorMessage(conn);
+
+	return p_err ? rb_str_new_cstr(p_err) : Qnil;
+}
+
+/*
+ * call-seq:
+ *    conn.poll -> Integer
+ *
+ * This is to poll libpq so that it can proceed with the cancel connection sequence.
+ *
+ * The behavior is the same like PG::Connection#connect_poll .
+ *
+ * See also corresponding {libpq function}[https://www.postgresql.org/docs/current/libpq-cancel.html#LIBPQ-PQCANCELSTART]
+ *
+ */
+static VALUE
+pg_cancon_poll(VALUE self)
+{
+	PostgresPollingStatusType status;
+	PGcancelConn *conn = pg_cancon_get_conn(self);
+
+	pg_cancon_close_socket_io( self );
+	status = gvl_PQcancelPoll(conn);
+
+	return INT2FIX((int)status);
+}
+
+/*
+ * call-seq:
+ *    conn.status -> Integer
+ *
+ * Returns the status of the cancel connection.
+ *
+ * The status can be one of a number of values.
+ * However, only three of these are seen outside of an asynchronous cancel procedure:
+ * +CONNECTION_ALLOCATED+, +CONNECTION_OK+ and +CONNECTION_BAD+.
+ * The initial state of a PG::CancelConnection that's successfully created is +CONNECTION_ALLOCATED+.
+ * A cancel request that was successfully dispatched has the status +CONNECTION_OK+.
+ * A failed cancel attempt is signaled by status +CONNECTION_BAD+.
+ * An OK status will remain so until #finish or #reset is called.
+ *
+ * See #poll with regards to other status codes that might be returned.
+ *
+ * Successful dispatch of the cancellation is no guarantee that the request will have any effect, however.
+ * If the cancellation is effective, the command being canceled will terminate early and return an error result.
+ * If the cancellation fails (say, because the server was already done processing the command), then there will be no visible result at all.
+ *
+ */
+static VALUE
+pg_cancon_status(VALUE self)
+{
+	ConnStatusType status;
+	PGcancelConn *conn = pg_cancon_get_conn(self);
+
+	status = PQcancelStatus(conn);
+
+	return INT2NUM(status);
+}
+
+/*
+ * call-seq:
+ *    conn.socket_io() -> IO
+ *
+ * Fetch an IO object created from the CancelConnection's underlying socket.
+ * This object can be used per <tt>socket_io.wait_readable</tt>, <tt>socket_io.wait_writable</tt> or for <tt>IO.select</tt> to wait for events while running asynchronous API calls.
+ * <tt>IO#wait_*able</tt> is <tt>Fiber.scheduler</tt> compatible in contrast to <tt>IO.select</tt>.
+ *
+ * The IO object can change while the connection is established.
+ * So be sure not to cache the IO object, but repeat calling <tt>conn.socket_io</tt> instead.
+ */
+static VALUE
+pg_cancon_socket_io(VALUE self)
+{
+	t_pg_cancon *this = pg_cancon_get_this( self );
+
+	if ( !RTEST(this->socket_io) ) {
+		int sd;
+		if( (sd = PQcancelSocket(this->pg_cancon)) < 0){
+			pg_raise_conn_error( rb_eConnectionBad, self, "PQcancelSocket() can't get socket descriptor");
+		}
+		return pg_wrap_socket_io( sd, self, &this->socket_io, &this->ruby_sd);
+	}
+
+	return this->socket_io;
+}
+
+/*
+ * call-seq:
+ *    conn.reset -> nil
+ *
+ * Resets the PG::CancelConnection so it can be reused for a new cancel connection.
+ *
+ * If the PG::CancelConnection is currently used to send a cancel request, then this connection is closed.
+ * It will then prepare the PG::CancelConnection object such that it can be used to send a new cancel request.
+ *
+ * This can be used to create one PG::CancelConnection for a PG::Connection and reuse it multiple times throughout the lifetime of the original PG::Connection.
+ */
+static VALUE
+pg_cancon_reset(VALUE self)
+{
+	PGcancelConn *conn = pg_cancon_get_conn(self);
+
+	pg_cancon_close_socket_io( self );
+	PQcancelReset(conn);
+
+	return Qnil;
+}
+
+/*
+ * call-seq:
+ *    conn.finish -> nil
+ *
+ * Closes the cancel connection (if it did not finish sending the cancel request yet). Also frees memory used by the PG::CancelConnection object.
+ *
+ */
+static VALUE
+pg_cancon_finish(VALUE self)
+{
+	t_pg_cancon *this = pg_cancon_get_this( self );
+
+	pg_cancon_close_socket_io( self );
+	if( this->pg_cancon )
+		PQcancelFinish(this->pg_cancon);
+	this->pg_cancon = NULL;
+
+	return Qnil;
+}
+#endif
+
+void
+init_pg_cancon(void)
+{
+#ifdef LIBPQ_HAS_CHUNK_MODE
+	s_id_autoclose_set = rb_intern("autoclose=");
+
+	rb_cPG_Cancon = rb_define_class_under( rb_mPG, "CancelConnection", rb_cObject );
+	rb_define_alloc_func( rb_cPG_Cancon, pg_cancon_s_allocate );
+	rb_include_module(rb_cPG_Cancon, rb_mEnumerable);
+
+	rb_define_method(rb_cPG_Cancon, "initialize", pg_cancon_initialize, 1);
+	rb_define_method(rb_cPG_Cancon, "sync_cancel", pg_cancon_sync_cancel, 0);
+	rb_define_method(rb_cPG_Cancon, "start", pg_cancon_start, 0);
+	rb_define_method(rb_cPG_Cancon, "poll", pg_cancon_poll, 0);
+	rb_define_method(rb_cPG_Cancon, "status", pg_cancon_status, 0);
+	rb_define_method(rb_cPG_Cancon, "socket_io", pg_cancon_socket_io, 0);
+	rb_define_method(rb_cPG_Cancon, "error_message", pg_cancon_error_message, 0);
+	rb_define_method(rb_cPG_Cancon, "reset", pg_cancon_reset, 0);
+	rb_define_method(rb_cPG_Cancon, "finish", pg_cancon_finish, 0);
+#endif
+}