datapipe2 0.0.14 → 0.0.15

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e0ddf8a65cc8d274b83d25f4fc6e3b19389e2580
-  data.tar.gz: df9d4b09f603923dd334c78e39dd46ba488055da
+  metadata.gz: 51153a4074524efef77b592bdae9b3c10c89a27e
+  data.tar.gz: 1ee779ddc7be71437058cc43d5250d354cda9070
 SHA512:
-  metadata.gz: b425d4f4f154887bab151c778697fc47b8c5935ad10a6005d0777975c3f0dd81418e78435b1b39e680ed64eecc39aa5bc7e474d999afcd5133d9d4c6d1e0ef32
-  data.tar.gz: 908b3db47638d1f2b7347b6cc7b103d25514640750b897ad1f0137ebde1ae0e138549a19811d7bd6820bebdbbdf243000e8a77470ed3336407f078b6e2edaa4c
+  metadata.gz: 8fd63f863c68496160d05fe4de30985430c019effc6a7bb9129e095f4efa861c894505b832bdbd54e6bf453b6af374ff76f8b490e185bb8f5ae94dbffd60e004
+  data.tar.gz: f8c15674e1cd6206a1ff3bec66bb445a592777f9222cfe15444e19206250e1a08c646a3f80da57e16a67e6487bdad2ae024b77ae30addbacefd5d60c3872e9f2

data/bin/datapipe2

@@ -13,5 +13,6 @@ if ARGV.length == 0
   DataPipe2::Host.new.run
 else
   method_name = ARGV.shift
+  puts "method_name: #{method_name}"
   send(method_name, *ARGV)
 end

data/lib/fns/db_to_pgsql.rb

@@ -0,0 +1,27 @@
+
+def db_to_pgsql(select_sql, table_name, columns)
+  s = FluidDb::Db(ENV['SOURCE_DB']) # source
+  d = FluidDb::Db(ENV['PGSQL']) # destination
+
+  d.connection.exec("TRUNCATE TABLE #{table_name}")
+  copy_cmd = %{
+    COPY #{table_name} (#{columns})
+    FROM STDIN
+    WITH DELIMITER AS '|'
+    CSV;
+  }
+  d.connection.exec(copy_cmd)
+
+  results = s.connection.execute(select_sql)
+
+  count = 0
+  results.each(as: :array, cache_rows: false) do |r|
+    count += 1
+    print '.' if count % 100_000 == 0
+    d.connection.put_copy_data "#{r.join('|')}\n"
+  end
+  puts ""
+  d.connection.put_copy_end
+
+  DataPipe2.log "#{table_name}: #{count}"
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datapipe2
 version: !ruby/object:Gem::Version
-  version: 0.0.14
+  version: 0.0.15
 platform: ruby
 authors:
 - Guy Irvine
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-08-17 00:00:00.000000000 Z
+date: 2017-08-18 00:00:00.000000000 Z
 dependencies: []
 description: zero to one for moving data
 email: guy@guyirvine.com
@@ -22,6 +22,7 @@ files:
 - lib/fns/db_to_csv.rb
 - lib/fns/db_to_db.rb
 - lib/fns/db_to_json.rb
+- lib/fns/db_to_pgsql.rb
 - lib/fns/mssql_to_pgsql.rb
 - lib/fns/scp_to_local.rb
 - lib/fns/smb_to_local.rb
@@ -41,12 +42,12 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []