pg 1.2.3 → 1.5.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- checksums.yaml.gz.sig +0 -0
- data/.appveyor.yml +42 -0
- data/.gems +6 -0
- data/.github/workflows/binary-gems.yml +117 -0
- data/.github/workflows/source-gem.yml +137 -0
- data/.gitignore +22 -0
- data/.hgsigs +34 -0
- data/.hgtags +41 -0
- data/.irbrc +23 -0
- data/.pryrc +23 -0
- data/.tm_properties +21 -0
- data/.travis.yml +49 -0
- data/Gemfile +14 -0
- data/History.md +876 -0
- data/Manifest.txt +0 -1
- data/README.ja.md +276 -0
- data/README.md +286 -0
- data/Rakefile +33 -135
- data/Rakefile.cross +12 -13
- data/certs/ged.pem +24 -0
- data/certs/larskanis-2022.pem +26 -0
- data/certs/larskanis-2023.pem +24 -0
- data/ext/errorcodes.def +12 -0
- data/ext/errorcodes.rb +0 -0
- data/ext/errorcodes.txt +4 -1
- data/ext/extconf.rb +100 -25
- data/ext/gvl_wrappers.c +4 -0
- data/ext/gvl_wrappers.h +23 -0
- data/ext/pg.c +72 -57
- data/ext/pg.h +28 -4
- data/ext/pg_binary_decoder.c +80 -1
- data/ext/pg_binary_encoder.c +225 -1
- data/ext/pg_coder.c +96 -33
- data/ext/pg_connection.c +996 -697
- data/ext/pg_copy_coder.c +351 -33
- data/ext/pg_errors.c +1 -1
- data/ext/pg_record_coder.c +50 -19
- data/ext/pg_result.c +177 -64
- data/ext/pg_text_decoder.c +29 -11
- data/ext/pg_text_encoder.c +29 -16
- data/ext/pg_tuple.c +83 -60
- data/ext/pg_type_map.c +44 -10
- data/ext/pg_type_map_all_strings.c +17 -3
- data/ext/pg_type_map_by_class.c +54 -27
- data/ext/pg_type_map_by_column.c +73 -31
- data/ext/pg_type_map_by_mri_type.c +48 -19
- data/ext/pg_type_map_by_oid.c +59 -27
- data/ext/pg_type_map_in_ruby.c +55 -21
- data/ext/pg_util.c +2 -2
- data/lib/pg/basic_type_map_based_on_result.rb +67 -0
- data/lib/pg/basic_type_map_for_queries.rb +198 -0
- data/lib/pg/basic_type_map_for_results.rb +104 -0
- data/lib/pg/basic_type_registry.rb +299 -0
- data/lib/pg/binary_decoder/date.rb +9 -0
- data/lib/pg/binary_decoder/timestamp.rb +26 -0
- data/lib/pg/binary_encoder/timestamp.rb +20 -0
- data/lib/pg/coder.rb +15 -13
- data/lib/pg/connection.rb +743 -83
- data/lib/pg/exceptions.rb +14 -1
- data/lib/pg/text_decoder/date.rb +18 -0
- data/lib/pg/text_decoder/inet.rb +9 -0
- data/lib/pg/text_decoder/json.rb +14 -0
- data/lib/pg/text_decoder/numeric.rb +9 -0
- data/lib/pg/text_decoder/timestamp.rb +30 -0
- data/lib/pg/text_encoder/date.rb +12 -0
- data/lib/pg/text_encoder/inet.rb +28 -0
- data/lib/pg/text_encoder/json.rb +14 -0
- data/lib/pg/text_encoder/numeric.rb +9 -0
- data/lib/pg/text_encoder/timestamp.rb +24 -0
- data/lib/pg/version.rb +4 -0
- data/lib/pg.rb +94 -39
- data/misc/openssl-pg-segfault.rb +31 -0
- data/misc/postgres/History.txt +9 -0
- data/misc/postgres/Manifest.txt +5 -0
- data/misc/postgres/README.txt +21 -0
- data/misc/postgres/Rakefile +21 -0
- data/misc/postgres/lib/postgres.rb +16 -0
- data/misc/ruby-pg/History.txt +9 -0
- data/misc/ruby-pg/Manifest.txt +5 -0
- data/misc/ruby-pg/README.txt +21 -0
- data/misc/ruby-pg/Rakefile +21 -0
- data/misc/ruby-pg/lib/ruby/pg.rb +16 -0
- data/pg.gemspec +34 -0
- data/rakelib/task_extension.rb +46 -0
- data/sample/array_insert.rb +20 -0
- data/sample/async_api.rb +102 -0
- data/sample/async_copyto.rb +39 -0
- data/sample/async_mixed.rb +56 -0
- data/sample/check_conn.rb +21 -0
- data/sample/copydata.rb +71 -0
- data/sample/copyfrom.rb +81 -0
- data/sample/copyto.rb +19 -0
- data/sample/cursor.rb +21 -0
- data/sample/disk_usage_report.rb +177 -0
- data/sample/issue-119.rb +94 -0
- data/sample/losample.rb +69 -0
- data/sample/minimal-testcase.rb +17 -0
- data/sample/notify_wait.rb +72 -0
- data/sample/pg_statistics.rb +285 -0
- data/sample/replication_monitor.rb +222 -0
- data/sample/test_binary_values.rb +33 -0
- data/sample/wal_shipper.rb +434 -0
- data/sample/warehouse_partitions.rb +311 -0
- data/translation/.po4a-version +7 -0
- data/translation/po/all.pot +910 -0
- data/translation/po/ja.po +1047 -0
- data/translation/po4a.cfg +12 -0
- data.tar.gz.sig +0 -0
- metadata +142 -210
- metadata.gz.sig +0 -0
- data/ChangeLog +0 -0
- data/History.rdoc +0 -578
- data/README.ja.rdoc +0 -13
- data/README.rdoc +0 -213
- data/lib/pg/basic_type_mapping.rb +0 -522
- data/lib/pg/binary_decoder.rb +0 -23
- data/lib/pg/constants.rb +0 -12
- data/lib/pg/text_decoder.rb +0 -46
- data/lib/pg/text_encoder.rb +0 -59
- data/spec/data/expected_trace.out +0 -26
- data/spec/data/random_binary_data +0 -0
- data/spec/helpers.rb +0 -380
- data/spec/pg/basic_type_mapping_spec.rb +0 -630
- data/spec/pg/connection_spec.rb +0 -1949
- data/spec/pg/connection_sync_spec.rb +0 -41
- data/spec/pg/result_spec.rb +0 -681
- data/spec/pg/tuple_spec.rb +0 -333
- data/spec/pg/type_map_by_class_spec.rb +0 -138
- data/spec/pg/type_map_by_column_spec.rb +0 -226
- data/spec/pg/type_map_by_mri_type_spec.rb +0 -136
- data/spec/pg/type_map_by_oid_spec.rb +0 -149
- data/spec/pg/type_map_in_ruby_spec.rb +0 -164
- data/spec/pg/type_map_spec.rb +0 -22
- data/spec/pg/type_spec.rb +0 -1123
- data/spec/pg_spec.rb +0 -50
data/ext/pg_copy_coder.c
CHANGED
|
@@ -4,6 +4,7 @@
|
|
|
4
4
|
*/
|
|
5
5
|
|
|
6
6
|
#include "pg.h"
|
|
7
|
+
#include "pg_util.h"
|
|
7
8
|
|
|
8
9
|
#define ISOCTAL(c) (((c) >= '0') && ((c) <= '7'))
|
|
9
10
|
#define OCTVALUE(c) ((c) - '0')
|
|
@@ -21,22 +22,51 @@ typedef struct {
|
|
|
21
22
|
|
|
22
23
|
|
|
23
24
|
static void
|
|
24
|
-
pg_copycoder_mark(
|
|
25
|
+
pg_copycoder_mark( void *_this )
|
|
25
26
|
{
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
27
|
+
t_pg_copycoder *this = (t_pg_copycoder *)_this;
|
|
28
|
+
rb_gc_mark_movable(this->typemap);
|
|
29
|
+
rb_gc_mark_movable(this->null_string);
|
|
29
30
|
}
|
|
30
31
|
|
|
32
|
+
static size_t
|
|
33
|
+
pg_copycoder_memsize( const void *_this )
|
|
34
|
+
{
|
|
35
|
+
const t_pg_copycoder *this = (const t_pg_copycoder *)_this;
|
|
36
|
+
return sizeof(*this);
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
static void
|
|
40
|
+
pg_copycoder_compact( void *_this )
|
|
41
|
+
{
|
|
42
|
+
t_pg_copycoder *this = (t_pg_copycoder *)_this;
|
|
43
|
+
pg_coder_compact(&this->comp);
|
|
44
|
+
pg_gc_location(this->typemap);
|
|
45
|
+
pg_gc_location(this->null_string);
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
static const rb_data_type_t pg_copycoder_type = {
|
|
49
|
+
"PG::CopyCoder",
|
|
50
|
+
{
|
|
51
|
+
pg_copycoder_mark,
|
|
52
|
+
RUBY_TYPED_DEFAULT_FREE,
|
|
53
|
+
pg_copycoder_memsize,
|
|
54
|
+
pg_compact_callback(pg_copycoder_compact),
|
|
55
|
+
},
|
|
56
|
+
&pg_coder_type,
|
|
57
|
+
0,
|
|
58
|
+
RUBY_TYPED_FREE_IMMEDIATELY | RUBY_TYPED_WB_PROTECTED | PG_RUBY_TYPED_FROZEN_SHAREABLE,
|
|
59
|
+
};
|
|
60
|
+
|
|
31
61
|
static VALUE
|
|
32
62
|
pg_copycoder_encoder_allocate( VALUE klass )
|
|
33
63
|
{
|
|
34
64
|
t_pg_copycoder *this;
|
|
35
|
-
VALUE self =
|
|
65
|
+
VALUE self = TypedData_Make_Struct( klass, t_pg_copycoder, &pg_copycoder_type, this );
|
|
36
66
|
pg_coder_init_encoder( self );
|
|
37
|
-
this->typemap
|
|
67
|
+
RB_OBJ_WRITE(self, &this->typemap, pg_typemap_all_strings);
|
|
38
68
|
this->delimiter = '\t';
|
|
39
|
-
this->null_string
|
|
69
|
+
RB_OBJ_WRITE(self, &this->null_string, rb_str_new_cstr("\\N"));
|
|
40
70
|
return self;
|
|
41
71
|
}
|
|
42
72
|
|
|
@@ -44,11 +74,11 @@ static VALUE
|
|
|
44
74
|
pg_copycoder_decoder_allocate( VALUE klass )
|
|
45
75
|
{
|
|
46
76
|
t_pg_copycoder *this;
|
|
47
|
-
VALUE self =
|
|
77
|
+
VALUE self = TypedData_Make_Struct( klass, t_pg_copycoder, &pg_copycoder_type, this );
|
|
48
78
|
pg_coder_init_decoder( self );
|
|
49
|
-
this->typemap
|
|
79
|
+
RB_OBJ_WRITE(self, &this->typemap, pg_typemap_all_strings);
|
|
50
80
|
this->delimiter = '\t';
|
|
51
|
-
this->null_string
|
|
81
|
+
RB_OBJ_WRITE(self, &this->null_string, rb_str_new_cstr("\\N"));
|
|
52
82
|
return self;
|
|
53
83
|
}
|
|
54
84
|
|
|
@@ -57,13 +87,16 @@ pg_copycoder_decoder_allocate( VALUE klass )
|
|
|
57
87
|
* coder.delimiter = String
|
|
58
88
|
*
|
|
59
89
|
* Specifies the character that separates columns within each row (line) of the file.
|
|
60
|
-
* The default is a tab character in text format
|
|
61
|
-
* This must be a single one-byte character.
|
|
90
|
+
* The default is a tab character in text format.
|
|
91
|
+
* This must be a single one-byte character.
|
|
92
|
+
*
|
|
93
|
+
* This option is ignored when using binary format.
|
|
62
94
|
*/
|
|
63
95
|
static VALUE
|
|
64
96
|
pg_copycoder_delimiter_set(VALUE self, VALUE delimiter)
|
|
65
97
|
{
|
|
66
|
-
t_pg_copycoder *this =
|
|
98
|
+
t_pg_copycoder *this = RTYPEDDATA_DATA(self);
|
|
99
|
+
rb_check_frozen(self);
|
|
67
100
|
StringValue(delimiter);
|
|
68
101
|
if(RSTRING_LEN(delimiter) != 1)
|
|
69
102
|
rb_raise( rb_eArgError, "delimiter size must be one byte");
|
|
@@ -80,22 +113,24 @@ pg_copycoder_delimiter_set(VALUE self, VALUE delimiter)
|
|
|
80
113
|
static VALUE
|
|
81
114
|
pg_copycoder_delimiter_get(VALUE self)
|
|
82
115
|
{
|
|
83
|
-
t_pg_copycoder *this =
|
|
116
|
+
t_pg_copycoder *this = RTYPEDDATA_DATA(self);
|
|
84
117
|
return rb_str_new(&this->delimiter, 1);
|
|
85
118
|
}
|
|
86
119
|
|
|
87
120
|
/*
|
|
88
|
-
* Specifies the string that represents a null value.
|
|
89
|
-
*
|
|
90
|
-
* empty string even in text format for cases where you don't want to distinguish nulls
|
|
91
|
-
*
|
|
121
|
+
* Specifies the string that represents a null value.
|
|
122
|
+
* The default is \\N (backslash-N) in text format.
|
|
123
|
+
* You might prefer an empty string even in text format for cases where you don't want to distinguish nulls from empty strings.
|
|
124
|
+
*
|
|
125
|
+
* This option is ignored when using binary format.
|
|
92
126
|
*/
|
|
93
127
|
static VALUE
|
|
94
128
|
pg_copycoder_null_string_set(VALUE self, VALUE null_string)
|
|
95
129
|
{
|
|
96
|
-
t_pg_copycoder *this =
|
|
130
|
+
t_pg_copycoder *this = RTYPEDDATA_DATA(self);
|
|
131
|
+
rb_check_frozen(self);
|
|
97
132
|
StringValue(null_string);
|
|
98
|
-
this->null_string
|
|
133
|
+
RB_OBJ_WRITE(self, &this->null_string, null_string);
|
|
99
134
|
return null_string;
|
|
100
135
|
}
|
|
101
136
|
|
|
@@ -105,7 +140,7 @@ pg_copycoder_null_string_set(VALUE self, VALUE null_string)
|
|
|
105
140
|
static VALUE
|
|
106
141
|
pg_copycoder_null_string_get(VALUE self)
|
|
107
142
|
{
|
|
108
|
-
t_pg_copycoder *this =
|
|
143
|
+
t_pg_copycoder *this = RTYPEDDATA_DATA(self);
|
|
109
144
|
return this->null_string;
|
|
110
145
|
}
|
|
111
146
|
|
|
@@ -123,13 +158,14 @@ pg_copycoder_null_string_get(VALUE self)
|
|
|
123
158
|
static VALUE
|
|
124
159
|
pg_copycoder_type_map_set(VALUE self, VALUE type_map)
|
|
125
160
|
{
|
|
126
|
-
t_pg_copycoder *this =
|
|
161
|
+
t_pg_copycoder *this = RTYPEDDATA_DATA( self );
|
|
127
162
|
|
|
163
|
+
rb_check_frozen(self);
|
|
128
164
|
if ( !rb_obj_is_kind_of(type_map, rb_cTypeMap) ){
|
|
129
165
|
rb_raise( rb_eTypeError, "wrong elements type %s (expected some kind of PG::TypeMap)",
|
|
130
166
|
rb_obj_classname( type_map ) );
|
|
131
167
|
}
|
|
132
|
-
this->typemap
|
|
168
|
+
RB_OBJ_WRITE(self, &this->typemap, type_map);
|
|
133
169
|
|
|
134
170
|
return type_map;
|
|
135
171
|
}
|
|
@@ -143,7 +179,7 @@ pg_copycoder_type_map_set(VALUE self, VALUE type_map)
|
|
|
143
179
|
static VALUE
|
|
144
180
|
pg_copycoder_type_map_get(VALUE self)
|
|
145
181
|
{
|
|
146
|
-
t_pg_copycoder *this =
|
|
182
|
+
t_pg_copycoder *this = RTYPEDDATA_DATA( self );
|
|
147
183
|
|
|
148
184
|
return this->typemap;
|
|
149
185
|
}
|
|
@@ -188,7 +224,7 @@ pg_text_enc_copy_row(t_pg_coder *conv, VALUE value, char *out, VALUE *intermedia
|
|
|
188
224
|
char *current_out;
|
|
189
225
|
char *end_capa_ptr;
|
|
190
226
|
|
|
191
|
-
p_typemap =
|
|
227
|
+
p_typemap = RTYPEDDATA_DATA( this->typemap );
|
|
192
228
|
p_typemap->funcs.fit_to_query( this->typemap, value );
|
|
193
229
|
|
|
194
230
|
/* Allocate a new string with embedded capacity and realloc exponential when needed. */
|
|
@@ -225,7 +261,7 @@ pg_text_enc_copy_row(t_pg_coder *conv, VALUE value, char *out, VALUE *intermedia
|
|
|
225
261
|
|
|
226
262
|
if( strlen == -1 ){
|
|
227
263
|
/* we can directly use String value in subint */
|
|
228
|
-
strlen =
|
|
264
|
+
strlen = RSTRING_LENINT(subint);
|
|
229
265
|
|
|
230
266
|
/* size of string assuming the worst case, that every character must be escaped. */
|
|
231
267
|
PG_RB_STR_ENSURE_CAPA( *intermediate, strlen * 2, current_out, end_capa_ptr );
|
|
@@ -281,6 +317,123 @@ pg_text_enc_copy_row(t_pg_coder *conv, VALUE value, char *out, VALUE *intermedia
|
|
|
281
317
|
}
|
|
282
318
|
|
|
283
319
|
|
|
320
|
+
/*
|
|
321
|
+
* Document-class: PG::BinaryEncoder::CopyRow < PG::CopyEncoder
|
|
322
|
+
*
|
|
323
|
+
* This class encodes one row of arbitrary columns for transmission as COPY data in binary format.
|
|
324
|
+
* See the {COPY command}[http://www.postgresql.org/docs/current/static/sql-copy.html]
|
|
325
|
+
* for description of the format.
|
|
326
|
+
*
|
|
327
|
+
* It is intended to be used in conjunction with PG::Connection#put_copy_data .
|
|
328
|
+
*
|
|
329
|
+
* The columns are expected as Array of values. The single values are encoded as defined
|
|
330
|
+
* in the assigned #type_map. If no type_map was assigned, all values are converted to
|
|
331
|
+
* strings by PG::BinaryEncoder::String.
|
|
332
|
+
*
|
|
333
|
+
* Example with default type map ( TypeMapAllStrings ):
|
|
334
|
+
* conn.exec "create table my_table (a text,b int,c bool)"
|
|
335
|
+
* enco = PG::BinaryEncoder::CopyRow.new
|
|
336
|
+
* conn.copy_data "COPY my_table FROM STDIN WITH (FORMAT binary)", enco do
|
|
337
|
+
* conn.put_copy_data ["astring", "\x00\x00\x00\a", "\x00"]
|
|
338
|
+
* conn.put_copy_data ["string2", "\x00\x00\x00*", "\x01"]
|
|
339
|
+
* end
|
|
340
|
+
* This creates +my_table+ and inserts two rows with binary fields.
|
|
341
|
+
*
|
|
342
|
+
* The binary format is less portable and less readable than the text format.
|
|
343
|
+
* It is therefore recommended to either manually assign a type encoder for each column per PG::TypeMapByColumn,
|
|
344
|
+
* or to make use of PG::BasicTypeMapBasedOnResult to assign them based on the table OIDs.
|
|
345
|
+
*
|
|
346
|
+
* Manually assigning a type encoder works per type map like so:
|
|
347
|
+
*
|
|
348
|
+
* conn.exec "create table my_table (a text,b int,c bool)"
|
|
349
|
+
* tm = PG::TypeMapByColumn.new( [
|
|
350
|
+
* PG::BinaryEncoder::String.new,
|
|
351
|
+
* PG::BinaryEncoder::Int4.new,
|
|
352
|
+
* PG::BinaryEncoder::Boolean.new] )
|
|
353
|
+
* enco = PG::BinaryEncoder::CopyRow.new( type_map: tm )
|
|
354
|
+
* conn.copy_data "COPY my_table FROM STDIN WITH (FORMAT binary)", enco do
|
|
355
|
+
* conn.put_copy_data ["astring", 7, false]
|
|
356
|
+
* conn.put_copy_data ["string2", 42, true]
|
|
357
|
+
* end
|
|
358
|
+
*
|
|
359
|
+
* See also PG::BinaryDecoder::CopyRow for the decoding direction with
|
|
360
|
+
* PG::Connection#get_copy_data .
|
|
361
|
+
*/
|
|
362
|
+
static int
|
|
363
|
+
pg_bin_enc_copy_row(t_pg_coder *conv, VALUE value, char *out, VALUE *intermediate, int enc_idx)
|
|
364
|
+
{
|
|
365
|
+
t_pg_copycoder *this = (t_pg_copycoder *)conv;
|
|
366
|
+
int i;
|
|
367
|
+
t_typemap *p_typemap;
|
|
368
|
+
char *current_out;
|
|
369
|
+
char *end_capa_ptr;
|
|
370
|
+
|
|
371
|
+
p_typemap = RTYPEDDATA_DATA( this->typemap );
|
|
372
|
+
p_typemap->funcs.fit_to_query( this->typemap, value );
|
|
373
|
+
|
|
374
|
+
/* Allocate a new string with embedded capacity and realloc exponential when needed. */
|
|
375
|
+
PG_RB_STR_NEW( *intermediate, current_out, end_capa_ptr );
|
|
376
|
+
PG_ENCODING_SET_NOCHECK(*intermediate, enc_idx);
|
|
377
|
+
|
|
378
|
+
/* 2 bytes for number of fields */
|
|
379
|
+
PG_RB_STR_ENSURE_CAPA( *intermediate, 2, current_out, end_capa_ptr );
|
|
380
|
+
write_nbo16(RARRAY_LEN(value), current_out);
|
|
381
|
+
current_out += 2;
|
|
382
|
+
|
|
383
|
+
for( i=0; i<RARRAY_LEN(value); i++){
|
|
384
|
+
int strlen;
|
|
385
|
+
VALUE subint;
|
|
386
|
+
VALUE entry;
|
|
387
|
+
t_pg_coder_enc_func enc_func;
|
|
388
|
+
static t_pg_coder *p_elem_coder;
|
|
389
|
+
|
|
390
|
+
entry = rb_ary_entry(value, i);
|
|
391
|
+
|
|
392
|
+
switch(TYPE(entry)){
|
|
393
|
+
case T_NIL:
|
|
394
|
+
/* 4 bytes for -1 indicationg a NULL value */
|
|
395
|
+
PG_RB_STR_ENSURE_CAPA( *intermediate, 4, current_out, end_capa_ptr );
|
|
396
|
+
write_nbo32(-1, current_out);
|
|
397
|
+
current_out += 4;
|
|
398
|
+
break;
|
|
399
|
+
default:
|
|
400
|
+
p_elem_coder = p_typemap->funcs.typecast_query_param(p_typemap, entry, i);
|
|
401
|
+
enc_func = pg_coder_enc_func(p_elem_coder);
|
|
402
|
+
|
|
403
|
+
/* 1st pass for retiving the required memory space */
|
|
404
|
+
strlen = enc_func(p_elem_coder, entry, NULL, &subint, enc_idx);
|
|
405
|
+
|
|
406
|
+
if( strlen == -1 ){
|
|
407
|
+
/* we can directly use String value in subint */
|
|
408
|
+
strlen = RSTRING_LENINT(subint);
|
|
409
|
+
|
|
410
|
+
PG_RB_STR_ENSURE_CAPA( *intermediate, 4 + strlen, current_out, end_capa_ptr );
|
|
411
|
+
/* 4 bytes length */
|
|
412
|
+
write_nbo32(strlen, current_out);
|
|
413
|
+
current_out += 4;
|
|
414
|
+
|
|
415
|
+
memcpy( current_out, RSTRING_PTR(subint), strlen );
|
|
416
|
+
current_out += strlen;
|
|
417
|
+
} else {
|
|
418
|
+
/* 2nd pass for writing the data to prepared buffer */
|
|
419
|
+
PG_RB_STR_ENSURE_CAPA( *intermediate, 4 + strlen, current_out, end_capa_ptr );
|
|
420
|
+
/* 4 bytes length */
|
|
421
|
+
write_nbo32(strlen, current_out);
|
|
422
|
+
current_out += 4;
|
|
423
|
+
|
|
424
|
+
/* Place the string at current output position. */
|
|
425
|
+
strlen = enc_func(p_elem_coder, entry, current_out, &subint, enc_idx);
|
|
426
|
+
current_out += strlen;
|
|
427
|
+
}
|
|
428
|
+
}
|
|
429
|
+
}
|
|
430
|
+
|
|
431
|
+
rb_str_set_len( *intermediate, current_out - RSTRING_PTR(*intermediate) );
|
|
432
|
+
|
|
433
|
+
return -1;
|
|
434
|
+
}
|
|
435
|
+
|
|
436
|
+
|
|
284
437
|
/*
|
|
285
438
|
* Return decimal value for a hexadecimal digit
|
|
286
439
|
*/
|
|
@@ -376,7 +529,7 @@ pg_text_dec_copy_row(t_pg_coder *conv, const char *input_line, int len, int _tup
|
|
|
376
529
|
char *end_capa_ptr;
|
|
377
530
|
t_typemap *p_typemap;
|
|
378
531
|
|
|
379
|
-
p_typemap =
|
|
532
|
+
p_typemap = RTYPEDDATA_DATA( this->typemap );
|
|
380
533
|
expected_fields = p_typemap->funcs.fit_to_copy_get( this->typemap );
|
|
381
534
|
|
|
382
535
|
/* The received input string will probably have this->nfields fields. */
|
|
@@ -397,7 +550,7 @@ pg_text_dec_copy_row(t_pg_coder *conv, const char *input_line, int len, int _tup
|
|
|
397
550
|
int found_delim = 0;
|
|
398
551
|
const char *start_ptr;
|
|
399
552
|
const char *end_ptr;
|
|
400
|
-
|
|
553
|
+
long input_len;
|
|
401
554
|
|
|
402
555
|
/* Remember start of field on input side */
|
|
403
556
|
start_ptr = cur_ptr;
|
|
@@ -562,9 +715,168 @@ pg_text_dec_copy_row(t_pg_coder *conv, const char *input_line, int len, int _tup
|
|
|
562
715
|
}
|
|
563
716
|
|
|
564
717
|
|
|
718
|
+
static const char BinarySignature[11] = "PGCOPY\n\377\r\n\0";
|
|
719
|
+
|
|
720
|
+
/*
|
|
721
|
+
* Document-class: PG::BinaryDecoder::CopyRow < PG::CopyDecoder
|
|
722
|
+
*
|
|
723
|
+
* This class decodes one row of arbitrary columns received as COPY data in binary format.
|
|
724
|
+
* See the {COPY command}[http://www.postgresql.org/docs/current/static/sql-copy.html]
|
|
725
|
+
* for description of the format.
|
|
726
|
+
*
|
|
727
|
+
* It is intended to be used in conjunction with PG::Connection#get_copy_data .
|
|
728
|
+
*
|
|
729
|
+
* The columns are retrieved as Array of values. The single values are decoded as defined
|
|
730
|
+
* in the assigned #type_map. If no type_map was assigned, all values are converted to
|
|
731
|
+
* strings by PG::BinaryDecoder::String.
|
|
732
|
+
*
|
|
733
|
+
* Example with default type map ( TypeMapAllStrings ):
|
|
734
|
+
* conn.exec("CREATE TABLE my_table AS VALUES('astring', 7, FALSE), ('string2', 42, TRUE) ")
|
|
735
|
+
*
|
|
736
|
+
* deco = PG::BinaryDecoder::CopyRow.new
|
|
737
|
+
* conn.copy_data "COPY my_table TO STDOUT WITH (FORMAT binary)", deco do
|
|
738
|
+
* while row=conn.get_copy_data
|
|
739
|
+
* p row
|
|
740
|
+
* end
|
|
741
|
+
* end
|
|
742
|
+
* This prints all rows of +my_table+ in binary format:
|
|
743
|
+
* ["astring", "\x00\x00\x00\a", "\x00"]
|
|
744
|
+
* ["string2", "\x00\x00\x00*", "\x01"]
|
|
745
|
+
*
|
|
746
|
+
* Example with column based type map:
|
|
747
|
+
* tm = PG::TypeMapByColumn.new( [
|
|
748
|
+
* PG::BinaryDecoder::String.new,
|
|
749
|
+
* PG::BinaryDecoder::Integer.new,
|
|
750
|
+
* PG::BinaryDecoder::Boolean.new] )
|
|
751
|
+
* deco = PG::BinaryDecoder::CopyRow.new( type_map: tm )
|
|
752
|
+
* conn.copy_data "COPY my_table TO STDOUT WITH (FORMAT binary)", deco do
|
|
753
|
+
* while row=conn.get_copy_data
|
|
754
|
+
* p row
|
|
755
|
+
* end
|
|
756
|
+
* end
|
|
757
|
+
* This prints the rows with type casted columns:
|
|
758
|
+
* ["astring", 7, false]
|
|
759
|
+
* ["string2", 42, true]
|
|
760
|
+
*
|
|
761
|
+
* Instead of manually assigning a type decoder for each column, PG::BasicTypeMapForResults
|
|
762
|
+
* can be used to assign them based on the table OIDs.
|
|
763
|
+
*
|
|
764
|
+
* See also PG::BinaryEncoder::CopyRow for the encoding direction with
|
|
765
|
+
* PG::Connection#put_copy_data .
|
|
766
|
+
*/
|
|
767
|
+
static VALUE
|
|
768
|
+
pg_bin_dec_copy_row(t_pg_coder *conv, const char *input_line, int len, int _tuple, int _field, int enc_idx)
|
|
769
|
+
{
|
|
770
|
+
t_pg_copycoder *this = (t_pg_copycoder *)conv;
|
|
771
|
+
|
|
772
|
+
/* Return value: array */
|
|
773
|
+
VALUE array;
|
|
774
|
+
|
|
775
|
+
/* Current field */
|
|
776
|
+
VALUE field_str;
|
|
777
|
+
|
|
778
|
+
int nfields;
|
|
779
|
+
int expected_fields;
|
|
780
|
+
int fieldno;
|
|
781
|
+
char *output_ptr;
|
|
782
|
+
const char *cur_ptr;
|
|
783
|
+
const char *line_end_ptr;
|
|
784
|
+
char *end_capa_ptr;
|
|
785
|
+
t_typemap *p_typemap;
|
|
786
|
+
|
|
787
|
+
p_typemap = RTYPEDDATA_DATA( this->typemap );
|
|
788
|
+
expected_fields = p_typemap->funcs.fit_to_copy_get( this->typemap );
|
|
789
|
+
|
|
790
|
+
/* Allocate a new string with embedded capacity and realloc later with
|
|
791
|
+
* exponential growing size when needed. */
|
|
792
|
+
PG_RB_STR_NEW( field_str, output_ptr, end_capa_ptr );
|
|
793
|
+
|
|
794
|
+
/* set pointer variables for loop */
|
|
795
|
+
cur_ptr = input_line;
|
|
796
|
+
line_end_ptr = input_line + len;
|
|
797
|
+
|
|
798
|
+
if (cur_ptr + 11 <= line_end_ptr && memcmp(cur_ptr, BinarySignature, 11) == 0){
|
|
799
|
+
/* binary COPY header signature detected -> just drop it */
|
|
800
|
+
int ext_bytes;
|
|
801
|
+
cur_ptr += 11;
|
|
802
|
+
|
|
803
|
+
/* read flags */
|
|
804
|
+
if (cur_ptr + 4 > line_end_ptr) goto length_error;
|
|
805
|
+
cur_ptr += 4;
|
|
806
|
+
|
|
807
|
+
/* read header extensions */
|
|
808
|
+
if (cur_ptr + 4 > line_end_ptr) goto length_error;
|
|
809
|
+
ext_bytes = read_nbo32(cur_ptr);
|
|
810
|
+
if (ext_bytes < 0) goto length_error;
|
|
811
|
+
cur_ptr += 4;
|
|
812
|
+
if (cur_ptr + ext_bytes > line_end_ptr) goto length_error;
|
|
813
|
+
cur_ptr += ext_bytes;
|
|
814
|
+
}
|
|
815
|
+
|
|
816
|
+
/* read row header */
|
|
817
|
+
if (cur_ptr + 2 > line_end_ptr) goto length_error;
|
|
818
|
+
nfields = read_nbo16(cur_ptr);
|
|
819
|
+
cur_ptr += 2;
|
|
820
|
+
|
|
821
|
+
/* COPY data trailer? */
|
|
822
|
+
if (nfields < 0) {
|
|
823
|
+
if (nfields != -1) goto length_error;
|
|
824
|
+
array = Qnil;
|
|
825
|
+
} else {
|
|
826
|
+
array = rb_ary_new2(expected_fields);
|
|
827
|
+
|
|
828
|
+
for( fieldno = 0; fieldno < nfields; fieldno++){
|
|
829
|
+
long input_len;
|
|
830
|
+
VALUE field_value;
|
|
831
|
+
|
|
832
|
+
/* read field size */
|
|
833
|
+
if (cur_ptr + 4 > line_end_ptr) goto length_error;
|
|
834
|
+
input_len = read_nbo32(cur_ptr);
|
|
835
|
+
cur_ptr += 4;
|
|
836
|
+
|
|
837
|
+
if (input_len < 0) {
|
|
838
|
+
if (input_len != -1) goto length_error;
|
|
839
|
+
/* NULL indicator */
|
|
840
|
+
rb_ary_push(array, Qnil);
|
|
841
|
+
} else {
|
|
842
|
+
if (cur_ptr + input_len > line_end_ptr) goto length_error;
|
|
843
|
+
|
|
844
|
+
/* copy input data to field_str */
|
|
845
|
+
PG_RB_STR_ENSURE_CAPA( field_str, input_len, output_ptr, end_capa_ptr );
|
|
846
|
+
memcpy(output_ptr, cur_ptr, input_len);
|
|
847
|
+
cur_ptr += input_len;
|
|
848
|
+
output_ptr += input_len;
|
|
849
|
+
/* convert field_str through the type map */
|
|
850
|
+
rb_str_set_len( field_str, output_ptr - RSTRING_PTR(field_str) );
|
|
851
|
+
field_value = p_typemap->funcs.typecast_copy_get( p_typemap, field_str, fieldno, 1, enc_idx );
|
|
852
|
+
|
|
853
|
+
rb_ary_push(array, field_value);
|
|
854
|
+
|
|
855
|
+
if( field_value == field_str ){
|
|
856
|
+
/* Our output string will be send to the user, so we can not reuse
|
|
857
|
+
* it for the next field. */
|
|
858
|
+
PG_RB_STR_NEW( field_str, output_ptr, end_capa_ptr );
|
|
859
|
+
}
|
|
860
|
+
}
|
|
861
|
+
|
|
862
|
+
/* Reset the pointer to the start of the output/buffer string. */
|
|
863
|
+
output_ptr = RSTRING_PTR(field_str);
|
|
864
|
+
}
|
|
865
|
+
}
|
|
866
|
+
|
|
867
|
+
if (cur_ptr < line_end_ptr)
|
|
868
|
+
rb_raise( rb_eArgError, "trailing data after row data at position: %ld", (long)(cur_ptr - input_line) + 1 );
|
|
869
|
+
|
|
870
|
+
return array;
|
|
871
|
+
|
|
872
|
+
length_error:
|
|
873
|
+
rb_raise( rb_eArgError, "premature end of COPY data at position: %ld", (long)(cur_ptr - input_line) + 1 );
|
|
874
|
+
}
|
|
875
|
+
|
|
565
876
|
void
|
|
566
|
-
init_pg_copycoder()
|
|
877
|
+
init_pg_copycoder(void)
|
|
567
878
|
{
|
|
879
|
+
VALUE coder;
|
|
568
880
|
/* Document-class: PG::CopyCoder < PG::Coder
|
|
569
881
|
*
|
|
570
882
|
* This is the base class for all type cast classes for COPY data,
|
|
@@ -587,13 +899,19 @@ init_pg_copycoder()
|
|
|
587
899
|
/* Make RDoc aware of the encoder classes... */
|
|
588
900
|
/* rb_mPG_TextEncoder = rb_define_module_under( rb_mPG, "TextEncoder" ); */
|
|
589
901
|
/* dummy = rb_define_class_under( rb_mPG_TextEncoder, "CopyRow", rb_cPG_CopyEncoder ); */
|
|
590
|
-
pg_define_coder( "CopyRow", pg_text_enc_copy_row, rb_cPG_CopyEncoder, rb_mPG_TextEncoder );
|
|
591
|
-
rb_include_module(
|
|
902
|
+
coder = pg_define_coder( "CopyRow", pg_text_enc_copy_row, rb_cPG_CopyEncoder, rb_mPG_TextEncoder );
|
|
903
|
+
rb_include_module( coder, rb_mPG_BinaryFormatting );
|
|
904
|
+
/* rb_mPG_BinaryEncoder = rb_define_module_under( rb_mPG, "BinaryEncoder" ); */
|
|
905
|
+
/* dummy = rb_define_class_under( rb_mPG_BinaryEncoder, "CopyRow", rb_cPG_CopyEncoder ); */
|
|
906
|
+
pg_define_coder( "CopyRow", pg_bin_enc_copy_row, rb_cPG_CopyEncoder, rb_mPG_BinaryEncoder );
|
|
592
907
|
|
|
593
908
|
/* rb_mPG_TextDecoder = rb_define_module_under( rb_mPG, "TextDecoder" ); */
|
|
594
909
|
/* dummy = rb_define_class_under( rb_mPG_TextDecoder, "CopyRow", rb_cPG_CopyDecoder ); */
|
|
595
|
-
pg_define_coder( "CopyRow", pg_text_dec_copy_row, rb_cPG_CopyDecoder, rb_mPG_TextDecoder );
|
|
910
|
+
coder = pg_define_coder( "CopyRow", pg_text_dec_copy_row, rb_cPG_CopyDecoder, rb_mPG_TextDecoder );
|
|
596
911
|
/* Although CopyRow is a text decoder, data can contain zero bytes and are not zero terminated.
|
|
597
912
|
* They are handled like binaries. So format is set to 1 (binary). */
|
|
598
|
-
rb_include_module(
|
|
913
|
+
rb_include_module( coder, rb_mPG_BinaryFormatting );
|
|
914
|
+
/* rb_mPG_BinaryDecoder = rb_define_module_under( rb_mPG, "BinaryDecoder" ); */
|
|
915
|
+
/* dummy = rb_define_class_under( rb_mPG_BinaryDecoder, "CopyRow", rb_cPG_CopyDecoder ); */
|
|
916
|
+
pg_define_coder( "CopyRow", pg_bin_dec_copy_row, rb_cPG_CopyDecoder, rb_mPG_BinaryDecoder );
|
|
599
917
|
}
|
data/ext/pg_errors.c
CHANGED
data/ext/pg_record_coder.c
CHANGED
|
@@ -16,19 +16,47 @@ typedef struct {
|
|
|
16
16
|
|
|
17
17
|
|
|
18
18
|
static void
|
|
19
|
-
pg_recordcoder_mark(
|
|
19
|
+
pg_recordcoder_mark( void *_this )
|
|
20
20
|
{
|
|
21
|
-
|
|
22
|
-
|
|
21
|
+
t_pg_recordcoder *this = (t_pg_recordcoder *)_this;
|
|
22
|
+
rb_gc_mark_movable(this->typemap);
|
|
23
23
|
}
|
|
24
24
|
|
|
25
|
+
static size_t
|
|
26
|
+
pg_recordcoder_memsize( const void *_this )
|
|
27
|
+
{
|
|
28
|
+
const t_pg_recordcoder *this = (const t_pg_recordcoder *)_this;
|
|
29
|
+
return sizeof(*this);
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
static void
|
|
33
|
+
pg_recordcoder_compact( void *_this )
|
|
34
|
+
{
|
|
35
|
+
t_pg_recordcoder *this = (t_pg_recordcoder *)_this;
|
|
36
|
+
pg_coder_compact(&this->comp);
|
|
37
|
+
pg_gc_location(this->typemap);
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
static const rb_data_type_t pg_recordcoder_type = {
|
|
41
|
+
"PG::RecordCoder",
|
|
42
|
+
{
|
|
43
|
+
pg_recordcoder_mark,
|
|
44
|
+
RUBY_TYPED_DEFAULT_FREE,
|
|
45
|
+
pg_recordcoder_memsize,
|
|
46
|
+
pg_compact_callback(pg_recordcoder_compact),
|
|
47
|
+
},
|
|
48
|
+
&pg_coder_type,
|
|
49
|
+
0,
|
|
50
|
+
RUBY_TYPED_FREE_IMMEDIATELY | RUBY_TYPED_WB_PROTECTED | PG_RUBY_TYPED_FROZEN_SHAREABLE,
|
|
51
|
+
};
|
|
52
|
+
|
|
25
53
|
static VALUE
|
|
26
54
|
pg_recordcoder_encoder_allocate( VALUE klass )
|
|
27
55
|
{
|
|
28
56
|
t_pg_recordcoder *this;
|
|
29
|
-
VALUE self =
|
|
57
|
+
VALUE self = TypedData_Make_Struct( klass, t_pg_recordcoder, &pg_recordcoder_type, this );
|
|
30
58
|
pg_coder_init_encoder( self );
|
|
31
|
-
this->typemap
|
|
59
|
+
RB_OBJ_WRITE(self, &this->typemap, pg_typemap_all_strings);
|
|
32
60
|
return self;
|
|
33
61
|
}
|
|
34
62
|
|
|
@@ -36,9 +64,9 @@ static VALUE
|
|
|
36
64
|
pg_recordcoder_decoder_allocate( VALUE klass )
|
|
37
65
|
{
|
|
38
66
|
t_pg_recordcoder *this;
|
|
39
|
-
VALUE self =
|
|
67
|
+
VALUE self = TypedData_Make_Struct( klass, t_pg_recordcoder, &pg_recordcoder_type, this );
|
|
40
68
|
pg_coder_init_decoder( self );
|
|
41
|
-
this->typemap
|
|
69
|
+
RB_OBJ_WRITE(self, &this->typemap, pg_typemap_all_strings);
|
|
42
70
|
return self;
|
|
43
71
|
}
|
|
44
72
|
|
|
@@ -56,13 +84,14 @@ pg_recordcoder_decoder_allocate( VALUE klass )
|
|
|
56
84
|
static VALUE
|
|
57
85
|
pg_recordcoder_type_map_set(VALUE self, VALUE type_map)
|
|
58
86
|
{
|
|
59
|
-
t_pg_recordcoder *this =
|
|
87
|
+
t_pg_recordcoder *this = RTYPEDDATA_DATA( self );
|
|
60
88
|
|
|
89
|
+
rb_check_frozen(self);
|
|
61
90
|
if ( !rb_obj_is_kind_of(type_map, rb_cTypeMap) ){
|
|
62
91
|
rb_raise( rb_eTypeError, "wrong elements type %s (expected some kind of PG::TypeMap)",
|
|
63
92
|
rb_obj_classname( type_map ) );
|
|
64
93
|
}
|
|
65
|
-
this->typemap
|
|
94
|
+
RB_OBJ_WRITE(self, &this->typemap, type_map);
|
|
66
95
|
|
|
67
96
|
return type_map;
|
|
68
97
|
}
|
|
@@ -76,7 +105,7 @@ pg_recordcoder_type_map_set(VALUE self, VALUE type_map)
|
|
|
76
105
|
static VALUE
|
|
77
106
|
pg_recordcoder_type_map_get(VALUE self)
|
|
78
107
|
{
|
|
79
|
-
t_pg_recordcoder *this =
|
|
108
|
+
t_pg_recordcoder *this = RTYPEDDATA_DATA( self );
|
|
80
109
|
|
|
81
110
|
return this->typemap;
|
|
82
111
|
}
|
|
@@ -106,7 +135,7 @@ pg_recordcoder_type_map_get(VALUE self)
|
|
|
106
135
|
* tm = PG::TypeMapByColumn.new([PG::TextEncoder::Float.new]*2)
|
|
107
136
|
* # Use this type map to encode the record:
|
|
108
137
|
* PG::TextEncoder::Record.new(type_map: tm).encode([1,2])
|
|
109
|
-
* # => "(\"1.
|
|
138
|
+
* # => "(\"1.0\",\"2.0\")"
|
|
110
139
|
*
|
|
111
140
|
* Records can also be encoded and decoded directly to and from the database.
|
|
112
141
|
* This avoids intermediate string allocations and is very fast.
|
|
@@ -156,7 +185,7 @@ pg_text_enc_record(t_pg_coder *conv, VALUE value, char *out, VALUE *intermediate
|
|
|
156
185
|
char *current_out;
|
|
157
186
|
char *end_capa_ptr;
|
|
158
187
|
|
|
159
|
-
p_typemap =
|
|
188
|
+
p_typemap = RTYPEDDATA_DATA( this->typemap );
|
|
160
189
|
p_typemap->funcs.fit_to_query( this->typemap, value );
|
|
161
190
|
|
|
162
191
|
/* Allocate a new string with embedded capacity and realloc exponential when needed. */
|
|
@@ -168,7 +197,7 @@ pg_text_enc_record(t_pg_coder *conv, VALUE value, char *out, VALUE *intermediate
|
|
|
168
197
|
for( i=0; i<RARRAY_LEN(value); i++){
|
|
169
198
|
char *ptr1;
|
|
170
199
|
char *ptr2;
|
|
171
|
-
|
|
200
|
+
long strlen;
|
|
172
201
|
int backslashs;
|
|
173
202
|
VALUE subint;
|
|
174
203
|
VALUE entry;
|
|
@@ -316,10 +345,12 @@ record_isspace(char ch)
|
|
|
316
345
|
* oids = conn.exec( "SELECT (NULL::complex).*" )
|
|
317
346
|
* # Build a type map (PG::TypeMapByColumn) for decoding the "complex" type
|
|
318
347
|
* dtm = PG::BasicTypeMapForResults.new(conn).build_column_map( oids )
|
|
319
|
-
* #
|
|
320
|
-
* PG::BasicTypeRegistry.
|
|
321
|
-
* #
|
|
322
|
-
*
|
|
348
|
+
* # Build a type map and populate with basic types
|
|
349
|
+
* btr = PG::BasicTypeRegistry.new.register_default_types
|
|
350
|
+
* # Register a new record decoder for decoding our type "complex"
|
|
351
|
+
* btr.register_coder(PG::TextDecoder::Record.new(type_map: dtm, name: "complex"))
|
|
352
|
+
* # Apply our basic type registry to all results retrieved from the server
|
|
353
|
+
* conn.type_map_for_results = PG::BasicTypeMapForResults.new(conn, registry: btr)
|
|
323
354
|
* # Now queries decode the "complex" type (and many basic types) automatically
|
|
324
355
|
* conn.exec("SELECT * FROM my_table").to_a
|
|
325
356
|
* # => [{"v1"=>[2.0, 3.0], "v2"=>[4.0, 5.0]}, {"v1"=>[6.0, 7.0], "v2"=>[8.0, 9.0]}]
|
|
@@ -358,7 +389,7 @@ pg_text_dec_record(t_pg_coder *conv, char *input_line, int len, int _tuple, int
|
|
|
358
389
|
char *end_capa_ptr;
|
|
359
390
|
t_typemap *p_typemap;
|
|
360
391
|
|
|
361
|
-
p_typemap =
|
|
392
|
+
p_typemap = RTYPEDDATA_DATA( this->typemap );
|
|
362
393
|
expected_fields = p_typemap->funcs.fit_to_copy_get( this->typemap );
|
|
363
394
|
|
|
364
395
|
/* The received input string will probably have this->nfields fields. */
|
|
@@ -464,7 +495,7 @@ pg_text_dec_record(t_pg_coder *conv, char *input_line, int len, int _tuple, int
|
|
|
464
495
|
|
|
465
496
|
|
|
466
497
|
void
|
|
467
|
-
init_pg_recordcoder()
|
|
498
|
+
init_pg_recordcoder(void)
|
|
468
499
|
{
|
|
469
500
|
/* Document-class: PG::RecordCoder < PG::Coder
|
|
470
501
|
*
|