datapipe2 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b439da39202ebb96ba2ed5e435ea9f7c6d6fb033
-  data.tar.gz: 9210a0a8b53c55b0f0f0d0878448dccf39426e82
+  metadata.gz: b7994c281f90be832c80263ab8691c6eed7c870f
+  data.tar.gz: 8f8a7b2011195b5158f75fb150d05e3c665a926c
 SHA512:
-  metadata.gz: b219e159083257cad08ed7bacb626727a65069fb42bbf1d2dd216c4c35e12c01c2685722240d3cd406ce43da7ad134f86faae2445990cde54a9364775a0bfada
-  data.tar.gz: 65f0d9f2b40baa71409963126864826c2ec21a9db947e8de2637d4d19771ec19c8b8fbd52c6ca90522b506b66a9f1b35ed574769abe131a92e45589a60a00995
+  metadata.gz: 4d62048b6cdeb752db72bb2d6c357151444e5044c7570201c65eaa068dec1e8952ed11382c31e943fce5cbd0209fe6e6776bada78772f0e89c0a65f6b5e7a70f
+  data.tar.gz: 4f6b3cc6789fc9f11c18aebe780e4dede215a5eaa4ca89ca3ddc1c5e0d27dbe8fdece19956dbb8ebc6b1d1123190d1e265c3ba9385c0436e72455b7beb71f342

data/lib/datapipe2.rb

@@ -10,6 +10,7 @@ module DataPipe2
   require 'fns/db_to_csv'
   require 'fns/db_to_json'
   require 'fns/csv_to_db'
+  require 'fns/mssql_to_pgsql'
 
   class DataPipe2lineError < StandardError
   end

data/lib/fns/mssql_to_pgsql.rb

@@ -0,0 +1,25 @@
+
+def mssql_to_pgsql(mssql, pgsql, select_sql, tableName, columns)
+  s = FluidDb::Db(ENV[mssql]) # source
+  d = FluidDb::Db(ENV[pgsql]) # destination
+
+  d.connection.exec("TRUNCATE TABLE #{tableName}")
+  copy_cmd = %{
+    COPY #{tableName} (#{columns.join(',')})
+    FROM STDIN
+    WITH DELIMITER AS '|'
+    CSV;"
+  }
+  d.connection.exec(copy_cmd)
+
+  results = s.connection.execute(select_sql)
+
+  count = 0
+  results.each(as: array, cache_rows: false) do |r|
+    count += 1
+    d.connection.put_copy_data "#{r.join('|')}\n"
+  end
+  d.connection.put_copy_end
+
+  DataPipe2.log "#{tableName}: #{count}"
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: datapipe2
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Guy Irvine
@@ -9,7 +9,49 @@ autorequire:
 bindir: bin
 cert_chain: []
 date: 2016-05-02 00:00:00.000000000 Z
-dependencies: []
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fluiddb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: parse-cron
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: zero to one for moving data
 email: guy@guyirvine.com
 executables:
@@ -21,6 +63,7 @@ files:
 - lib/fns/csv_to_db.rb
 - lib/fns/db_to_csv.rb
 - lib/fns/db_to_json.rb
+- lib/fns/mssql_to_pgsql.rb
 - lib/helper_functions.rb
 - lib/host.rb
 - lib/jobs.rb