pg 1.1.0.pre20180730144600 → 1.1.0.pre20180730171000

Sign up to get free protection for your applications and to get access to all the features.
Files changed (57) hide show
  1. checksums.yaml +4 -4
  2. checksums.yaml.gz.sig +0 -0
  3. data.tar.gz.sig +0 -0
  4. data/.gems +6 -0
  5. data/.hgignore +21 -0
  6. data/.hgsigs +29 -0
  7. data/.hgtags +36 -0
  8. data/.hoerc +2 -0
  9. data/.irbrc +23 -0
  10. data/.pryrc +23 -0
  11. data/.tm_properties +21 -0
  12. data/.travis.yml +41 -0
  13. data/Gemfile +2 -0
  14. data/Manifest.txt +2 -65
  15. data/Rakefile +2 -1
  16. data/Rakefile.cross +3 -3
  17. data/appveyor.yml +50 -0
  18. data/certs/ged.pem +26 -0
  19. data/lib/pg.rb +1 -1
  20. data/lib/pg/binary_decoder.rb +22 -0
  21. data/lib/pg/tuple.rb +30 -0
  22. data/misc/openssl-pg-segfault.rb +31 -0
  23. data/misc/postgres/History.txt +9 -0
  24. data/misc/postgres/Manifest.txt +5 -0
  25. data/misc/postgres/README.txt +21 -0
  26. data/misc/postgres/Rakefile +21 -0
  27. data/misc/postgres/lib/postgres.rb +16 -0
  28. data/misc/ruby-pg/History.txt +9 -0
  29. data/misc/ruby-pg/Manifest.txt +5 -0
  30. data/misc/ruby-pg/README.txt +21 -0
  31. data/misc/ruby-pg/Rakefile +21 -0
  32. data/misc/ruby-pg/lib/ruby/pg.rb +16 -0
  33. data/pg.gemspec +61 -0
  34. data/sample/array_insert.rb +20 -0
  35. data/sample/async_api.rb +106 -0
  36. data/sample/async_copyto.rb +39 -0
  37. data/sample/async_mixed.rb +56 -0
  38. data/sample/check_conn.rb +21 -0
  39. data/sample/copydata.rb +71 -0
  40. data/sample/copyfrom.rb +81 -0
  41. data/sample/copyto.rb +19 -0
  42. data/sample/cursor.rb +21 -0
  43. data/sample/disk_usage_report.rb +177 -0
  44. data/sample/issue-119.rb +94 -0
  45. data/sample/losample.rb +69 -0
  46. data/sample/minimal-testcase.rb +17 -0
  47. data/sample/notify_wait.rb +72 -0
  48. data/sample/pg_statistics.rb +285 -0
  49. data/sample/replication_monitor.rb +222 -0
  50. data/sample/test_binary_values.rb +33 -0
  51. data/sample/wal_shipper.rb +434 -0
  52. data/sample/warehouse_partitions.rb +311 -0
  53. data/spec/pg/connection_sync_spec.rb +41 -0
  54. data/spec/pg/tuple_spec.rb +266 -0
  55. metadata +69 -25
  56. metadata.gz.sig +0 -0
  57. data/ChangeLog +0 -0
@@ -0,0 +1,56 @@
1
+ # -*- ruby -*-
2
+
3
+ require 'pg'
4
+
5
+ $stdout.sync = true
6
+
7
+ # This is a example of how to mix and match synchronous and async APIs. In this case,
8
+ # the connection to the server is made syncrhonously, and then queries are
9
+ # asynchronous.
10
+
11
+ TIMEOUT = 5.0 # seconds to wait for an async operation to complete
12
+ CONN_OPTS = {
13
+ :host => 'localhost',
14
+ :dbname => 'test',
15
+ }
16
+
17
+ # Output progress messages
18
+ def output_progress( msg )
19
+ puts ">>> #{msg}\n"
20
+ end
21
+
22
+ # Start the (synchronous) connection
23
+ output_progress "Starting connection..."
24
+ conn = PG.connect( CONN_OPTS ) or abort "Unable to create a new connection!"
25
+
26
+ abort "Connect failed: %s" % [ conn.error_message ] unless conn.status == PG::CONNECTION_OK
27
+
28
+ # Now grab a reference to the underlying socket to select() on while the query is running
29
+ socket = conn.socket_io
30
+
31
+ # Send the (asynchronous) query
32
+ output_progress "Sending query"
33
+ conn.send_query( "SELECT * FROM pg_stat_activity" )
34
+
35
+ # Fetch results until there aren't any more
36
+ loop do
37
+ output_progress " waiting for a response"
38
+
39
+ # Buffer any incoming data on the socket until a full result is ready.
40
+ conn.consume_input
41
+ while conn.is_busy
42
+ output_progress " waiting for data to be available on %p..." % [ socket ]
43
+ select( [socket], nil, nil, TIMEOUT ) or
44
+ raise "Timeout waiting for query response."
45
+ conn.consume_input
46
+ end
47
+
48
+ # Fetch the next result. If there isn't one, the query is finished
49
+ result = conn.get_result or break
50
+
51
+ output_progress "Query result:\n%p\n" % [ result.values ]
52
+ end
53
+
54
+ output_progress "Done."
55
+ conn.finish
56
+
@@ -0,0 +1,21 @@
1
+ # -*- ruby -*-
2
+ # vim: set nosta noet ts=4 sw=4:
3
+ # encoding: utf-8
4
+
5
+ require 'pg'
6
+
7
+ # This is a minimal example of a function that can test an existing PG::Connection and
8
+ # reset it if necessary.
9
+
10
+ def check_connection( conn )
11
+ begin
12
+ conn.exec( "SELECT 1" )
13
+ rescue PG::Error => err
14
+ $stderr.puts "%p while testing connection: %s" % [ err.class, err.message ]
15
+ conn.reset
16
+ end
17
+ end
18
+
19
+ conn = PG.connect( dbname: 'test' )
20
+ check_connection( conn )
21
+
@@ -0,0 +1,71 @@
1
+ # -*- ruby -*-
2
+
3
+ require 'pg'
4
+ require 'stringio'
5
+
6
+ $stderr.puts "Opening database connection ..."
7
+ conn = PG.connect( dbname: 'test' )
8
+
9
+ conn.exec( <<END_SQL )
10
+ DROP TABLE IF EXISTS logs;
11
+ CREATE TABLE logs (
12
+ client_ip inet,
13
+ username text,
14
+ ts timestamp,
15
+ request text,
16
+ status smallint,
17
+ bytes int
18
+ );
19
+ END_SQL
20
+
21
+ csv_io = StringIO.new( <<"END_DATA" )
22
+ "127.0.0.1","","30/Aug/2010:08:21:24 -0700","GET /manual/ HTTP/1.1",404,205
23
+ "127.0.0.1","","30/Aug/2010:08:21:24 -0700","GET /favicon.ico HTTP/1.1",404,209
24
+ "127.0.0.1","","30/Aug/2010:08:21:24 -0700","GET /favicon.ico HTTP/1.1",404,209
25
+ "127.0.0.1","","30/Aug/2010:08:22:29 -0700","GET /manual/ HTTP/1.1",200,11094
26
+ "127.0.0.1","","30/Aug/2010:08:22:38 -0700","GET /manual/index.html HTTP/1.1",200,725
27
+ "127.0.0.1","","30/Aug/2010:08:27:56 -0700","GET /manual/ HTTP/1.1",200,11094
28
+ "127.0.0.1","","30/Aug/2010:08:27:57 -0700","GET /manual/ HTTP/1.1",200,11094
29
+ "127.0.0.1","","30/Aug/2010:08:28:06 -0700","GET /manual/index.html HTTP/1.1",200,7709
30
+ "127.0.0.1","","30/Aug/2010:08:28:06 -0700","GET /manual/images/feather.gif HTTP/1.1",200,6471
31
+ "127.0.0.1","","30/Aug/2010:08:28:06 -0700","GET /manual/images/left.gif HTTP/1.1",200,60
32
+ "127.0.0.1","","30/Aug/2010:08:28:06 -0700","GET /manual/style/css/manual.css HTTP/1.1",200,18674
33
+ "127.0.0.1","","30/Aug/2010:08:28:06 -0700","GET /manual/style/css/manual-print.css HTTP/1.1",200,13200
34
+ "127.0.0.1","","30/Aug/2010:08:28:06 -0700","GET /manual/images/favicon.ico HTTP/1.1",200,1078
35
+ "127.0.0.1","","30/Aug/2010:08:28:06 -0700","GET /manual/style/css/manual-loose-100pc.css HTTP/1.1",200,3065
36
+ "127.0.0.1","","30/Aug/2010:08:28:14 -0700","OPTIONS * HTTP/1.0",200,0
37
+ "127.0.0.1","","30/Aug/2010:08:28:15 -0700","OPTIONS * HTTP/1.0",200,0
38
+ "127.0.0.1","","30/Aug/2010:08:28:47 -0700","GET /manual/mod/directives.html HTTP/1.1",200,33561
39
+ "127.0.0.1","","30/Aug/2010:08:28:53 -0700","GET /manual/mod/mpm_common.html HTTP/1.1",200,67683
40
+ "127.0.0.1","","30/Aug/2010:08:28:53 -0700","GET /manual/images/down.gif HTTP/1.1",200,56
41
+ "127.0.0.1","","30/Aug/2010:08:28:53 -0700","GET /manual/images/up.gif HTTP/1.1",200,57
42
+ "127.0.0.1","","30/Aug/2010:09:19:58 -0700","GET /manual/mod/mod_log_config.html HTTP/1.1",200,28307
43
+ "127.0.0.1","","30/Aug/2010:09:20:19 -0700","GET /manual/mod/core.html HTTP/1.1",200,194144
44
+ "127.0.0.1","","30/Aug/2010:16:02:56 -0700","GET /manual/ HTTP/1.1",200,11094
45
+ "127.0.0.1","","30/Aug/2010:16:03:00 -0700","GET /manual/ HTTP/1.1",200,11094
46
+ "127.0.0.1","","30/Aug/2010:16:06:16 -0700","GET /manual/mod/mod_dir.html HTTP/1.1",200,10583
47
+ "127.0.0.1","","30/Aug/2010:16:06:44 -0700","GET /manual/ HTTP/1.1",200,7709
48
+ END_DATA
49
+
50
+ ### You can test the error case from the database side easily by
51
+ ### changing one of the numbers at the end of one of the above rows to
52
+ ### something non-numeric like "-".
53
+
54
+ $stderr.puts "Running COPY command with data ..."
55
+ buf = ''
56
+ conn.transaction do
57
+ res = conn.copy_data( "COPY logs FROM STDIN WITH csv" ) do
58
+ $stderr.print "Sending lines... "
59
+ csv_io.each_line.with_index do |buf, i|
60
+ $stderr.print "#{i + 1} "
61
+ conn.put_copy_data( buf )
62
+ end
63
+ $stderr.puts "done."
64
+ end
65
+ $stderr.puts "Result of COPY is: %s" % [ res.res_status(res.result_status) ]
66
+ $stderr.puts " tuples copied: %p" % [ res.cmd_tuples ]
67
+ end
68
+
69
+
70
+ conn.finish
71
+
@@ -0,0 +1,81 @@
1
+ # -*- ruby -*-
2
+
3
+ require 'pg'
4
+ require 'stringio'
5
+
6
+ $stderr.puts "Opening database connection ..."
7
+ conn = PG.connect( :dbname => 'test' )
8
+
9
+ conn.exec( <<END_SQL )
10
+ DROP TABLE IF EXISTS logs;
11
+ CREATE TABLE logs (
12
+ client_ip inet,
13
+ username text,
14
+ ts timestamp,
15
+ request text,
16
+ status smallint,
17
+ bytes int
18
+ );
19
+ END_SQL
20
+
21
+ copy_data = StringIO.new( <<"END_DATA" )
22
+ "127.0.0.1","","30/Aug/2010:08:21:24 -0700","GET /manual/ HTTP/1.1",404,205
23
+ "127.0.0.1","","30/Aug/2010:08:21:24 -0700","GET /favicon.ico HTTP/1.1",404,209
24
+ "127.0.0.1","","30/Aug/2010:08:21:24 -0700","GET /favicon.ico HTTP/1.1",404,209
25
+ "127.0.0.1","","30/Aug/2010:08:22:29 -0700","GET /manual/ HTTP/1.1",200,11094
26
+ "127.0.0.1","","30/Aug/2010:08:22:38 -0700","GET /manual/index.html HTTP/1.1",200,725
27
+ "127.0.0.1","","30/Aug/2010:08:27:56 -0700","GET /manual/ HTTP/1.1",200,11094
28
+ "127.0.0.1","","30/Aug/2010:08:27:57 -0700","GET /manual/ HTTP/1.1",200,11094
29
+ "127.0.0.1","","30/Aug/2010:08:28:06 -0700","GET /manual/index.html HTTP/1.1",200,7709
30
+ "127.0.0.1","","30/Aug/2010:08:28:06 -0700","GET /manual/images/feather.gif HTTP/1.1",200,6471
31
+ "127.0.0.1","","30/Aug/2010:08:28:06 -0700","GET /manual/images/left.gif HTTP/1.1",200,60
32
+ "127.0.0.1","","30/Aug/2010:08:28:06 -0700","GET /manual/style/css/manual.css HTTP/1.1",200,18674
33
+ "127.0.0.1","","30/Aug/2010:08:28:06 -0700","GET /manual/style/css/manual-print.css HTTP/1.1",200,13200
34
+ "127.0.0.1","","30/Aug/2010:08:28:06 -0700","GET /manual/images/favicon.ico HTTP/1.1",200,1078
35
+ "127.0.0.1","","30/Aug/2010:08:28:06 -0700","GET /manual/style/css/manual-loose-100pc.css HTTP/1.1",200,3065
36
+ "127.0.0.1","","30/Aug/2010:08:28:14 -0700","OPTIONS * HTTP/1.0",200,0
37
+ "127.0.0.1","","30/Aug/2010:08:28:15 -0700","OPTIONS * HTTP/1.0",200,0
38
+ "127.0.0.1","","30/Aug/2010:08:28:47 -0700","GET /manual/mod/directives.html HTTP/1.1",200,33561
39
+ "127.0.0.1","","30/Aug/2010:08:28:53 -0700","GET /manual/mod/mpm_common.html HTTP/1.1",200,67683
40
+ "127.0.0.1","","30/Aug/2010:08:28:53 -0700","GET /manual/images/down.gif HTTP/1.1",200,56
41
+ "127.0.0.1","","30/Aug/2010:08:28:53 -0700","GET /manual/images/up.gif HTTP/1.1",200,57
42
+ "127.0.0.1","","30/Aug/2010:09:19:58 -0700","GET /manual/mod/mod_log_config.html HTTP/1.1",200,28307
43
+ "127.0.0.1","","30/Aug/2010:09:20:19 -0700","GET /manual/mod/core.html HTTP/1.1",200,194144
44
+ "127.0.0.1","","30/Aug/2010:16:02:56 -0700","GET /manual/ HTTP/1.1",200,11094
45
+ "127.0.0.1","","30/Aug/2010:16:03:00 -0700","GET /manual/ HTTP/1.1",200,11094
46
+ "127.0.0.1","","30/Aug/2010:16:06:16 -0700","GET /manual/mod/mod_dir.html HTTP/1.1",200,10583
47
+ "127.0.0.1","","30/Aug/2010:16:06:44 -0700","GET /manual/ HTTP/1.1",200,7709
48
+ END_DATA
49
+
50
+ ### You can test the error case from the database side easily by
51
+ ### changing one of the numbers at the end of one of the above rows to
52
+ ### something non-numeric like "-".
53
+
54
+ $stderr.puts "Running COPY command with data ..."
55
+ buf = ''
56
+ conn.transaction do
57
+ conn.exec( "COPY logs FROM STDIN WITH csv" )
58
+ begin
59
+ while copy_data.read( 256, buf )
60
+ ### Uncomment this to test error-handling for exceptions from the reader side:
61
+ # raise Errno::ECONNRESET, "socket closed while reading"
62
+ $stderr.puts " sending %d bytes of data..." % [ buf.length ]
63
+ until conn.put_copy_data( buf )
64
+ $stderr.puts " waiting for connection to be writable..."
65
+ sleep 0.1
66
+ end
67
+ end
68
+ rescue Errno => err
69
+ errmsg = "%s while reading copy data: %s" % [ err.class.name, err.message ]
70
+ conn.put_copy_end( errmsg )
71
+ else
72
+ conn.put_copy_end
73
+ while res = conn.get_result
74
+ $stderr.puts "Result of COPY is: %s" % [ res.res_status(res.result_status) ]
75
+ end
76
+ end
77
+ end
78
+
79
+
80
+ conn.finish
81
+
@@ -0,0 +1,19 @@
1
+ # -*- ruby -*-
2
+
3
+ require 'pg'
4
+ require 'stringio'
5
+
6
+ # An example of how to stream data to your local host from the database as CSV.
7
+
8
+ $stderr.puts "Opening database connection ..."
9
+ conn = PG.connect( :dbname => 'test' )
10
+
11
+ $stderr.puts "Running COPY command ..."
12
+ buf = ''
13
+ conn.transaction do
14
+ conn.exec( "COPY logs TO STDOUT WITH csv" )
15
+ $stdout.puts( buf ) while buf = conn.get_copy_data
16
+ end
17
+
18
+ conn.finish
19
+
@@ -0,0 +1,21 @@
1
+ # -*- ruby -*-
2
+
3
+ require 'pg'
4
+
5
+ # An example of how to use SQL cursors. This is mostly a straight port of
6
+ # the cursor portion of testlibpq.c from src/test/examples.
7
+
8
+ $stderr.puts "Opening database connection ..."
9
+ conn = PG.connect( :dbname => 'test' )
10
+
11
+ #
12
+ conn.transaction do
13
+ conn.exec( "DECLARE myportal CURSOR FOR select * from pg_database" )
14
+ res = conn.exec( "FETCH ALL IN myportal" )
15
+
16
+ puts res.fields.collect {|fname| "%-15s" % [fname] }.join( '' )
17
+ res.values.collect do |row|
18
+ puts row.collect {|col| "%-15s" % [col] }.join( '' )
19
+ end
20
+ end
21
+
@@ -0,0 +1,177 @@
1
+ # -*- ruby -*-
2
+ # vim: set noet nosta sw=4 ts=4 :
3
+ #
4
+ # Quickly dump size information for a given database.
5
+ # Top twenty objects, and size per schema.
6
+ #
7
+ # Mahlon E. Smith <mahlon@martini.nu>
8
+ #
9
+ # Based on work by Jeff Davis <ruby@j-davis.com>.
10
+ #
11
+
12
+
13
+ require 'ostruct'
14
+ require 'optparse'
15
+ require 'etc'
16
+ require 'pg'
17
+
18
+ SCRIPT_VERSION = %q$Id$
19
+
20
+
21
+ ### Gather data and output it to $stdout.
22
+ ###
23
+ def report( opts )
24
+ db = PG.connect(
25
+ :dbname => opts.database,
26
+ :host => opts.host,
27
+ :port => opts.port,
28
+ :user => opts.user,
29
+ :password => opts.pass,
30
+ :sslmode => 'prefer'
31
+ )
32
+
33
+ # -----------------------------------------
34
+
35
+ db_info = db.exec %Q{
36
+ SELECT
37
+ count(oid) AS num_relations,
38
+ pg_size_pretty(pg_database_size('#{opts.database}')) AS dbsize
39
+ FROM
40
+ pg_class
41
+ }
42
+
43
+ puts '=' * 70
44
+ puts "Disk usage information for %s: (%d relations, %s total)" % [
45
+ opts.database,
46
+ db_info[0]['num_relations'],
47
+ db_info[0]['dbsize']
48
+ ]
49
+ puts '=' * 70
50
+
51
+ # -----------------------------------------
52
+
53
+ top_twenty = db.exec %q{
54
+ SELECT
55
+ relname AS name,
56
+ relkind AS kind,
57
+ pg_size_pretty(pg_relation_size(pg_class.oid)) AS size
58
+ FROM
59
+ pg_class
60
+ ORDER BY
61
+ pg_relation_size(pg_class.oid) DESC
62
+ LIMIT 20
63
+ }
64
+
65
+ puts 'Top twenty objects by size:'
66
+ puts '-' * 70
67
+ top_twenty.each do |row|
68
+ type = case row['kind']
69
+ when 'i'; 'index'
70
+ when 't'; 'toast'
71
+ when 'r'; 'table'
72
+ when 'S'; 'sequence'
73
+ else; '???'
74
+ end
75
+
76
+ puts "%40s %10s (%s)" % [ row['name'], row['size'], type ]
77
+ end
78
+ puts '-' * 70
79
+
80
+ # -----------------------------------------
81
+
82
+ schema_sizes = db.exec %q{
83
+ SELECT
84
+ table_schema,
85
+ pg_size_pretty( CAST( SUM(pg_total_relation_size(table_schema || '.' || table_name)) AS bigint)) AS size
86
+ FROM
87
+ information_schema.tables
88
+ GROUP BY
89
+ table_schema
90
+ ORDER BY
91
+ CAST( SUM(pg_total_relation_size(table_schema || '.' || table_name)) AS bigint ) DESC
92
+ }
93
+
94
+
95
+ puts 'Size per schema:'
96
+ puts '-' * 70
97
+ schema_sizes.each do |row|
98
+ puts "%20s %10s" % [ row['table_schema'], row['size'] ]
99
+ end
100
+ puts '-' * 70
101
+ puts
102
+
103
+ db.finish
104
+ end
105
+
106
+
107
+ ### Parse command line arguments. Return a struct of global options.
108
+ ###
109
+ def parse_args( args )
110
+ options = OpenStruct.new
111
+ options.database = Etc.getpwuid( Process.uid ).name
112
+ options.host = '127.0.0.1'
113
+ options.port = 5432
114
+ options.user = Etc.getpwuid( Process.uid ).name
115
+ options.sslmode = 'prefer'
116
+ options.interval = 5
117
+
118
+ opts = OptionParser.new do |opts|
119
+ opts.banner = "Usage: #{$0} [options]"
120
+
121
+ opts.separator ''
122
+ opts.separator 'Connection options:'
123
+
124
+ opts.on( '-d', '--database DBNAME',
125
+ "specify the database to connect to (default: \"#{options.database}\")" ) do |db|
126
+ options.database = db
127
+ end
128
+
129
+ opts.on( '-h', '--host HOSTNAME', 'database server host' ) do |host|
130
+ options.host = host
131
+ end
132
+
133
+ opts.on( '-p', '--port PORT', Integer,
134
+ "database server port (default: \"#{options.port}\")" ) do |port|
135
+ options.port = port
136
+ end
137
+
138
+ opts.on( '-U', '--user NAME',
139
+ "database user name (default: \"#{options.user}\")" ) do |user|
140
+ options.user = user
141
+ end
142
+
143
+ opts.on( '-W', 'force password prompt' ) do |pw|
144
+ print 'Password: '
145
+ begin
146
+ system 'stty -echo'
147
+ options.pass = gets.chomp
148
+ ensure
149
+ system 'stty echo'
150
+ puts
151
+ end
152
+ end
153
+
154
+ opts.separator ''
155
+ opts.separator 'Other options:'
156
+
157
+ opts.on_tail( '--help', 'show this help, then exit' ) do
158
+ $stderr.puts opts
159
+ exit
160
+ end
161
+
162
+ opts.on_tail( '--version', 'output version information, then exit' ) do
163
+ puts SCRIPT_VERSION
164
+ exit
165
+ end
166
+ end
167
+
168
+ opts.parse!( args )
169
+ return options
170
+ end
171
+
172
+
173
+ if __FILE__ == $0
174
+ opts = parse_args( ARGV )
175
+ report( opts )
176
+ end
177
+