datapipe2 0.0.5 → 0.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1484071c5a50332e6707526b1a45fe7546716c90
-  data.tar.gz: ed9430b7e754959abe46454672239440fa955b2e
+  metadata.gz: e58251e81793f50d5d677bf7485c1f469dbc222c
+  data.tar.gz: d66a83209077537948f0f1cc37278c657a50e333
 SHA512:
-  metadata.gz: 23162306076c01311fcc4b743c48a4fd15776fc416d7f744b377897dcedf11192b4d2251fbf53e7ba598c1aac0d2b98db96b64003db4605a091b25841c79c4f4
-  data.tar.gz: 6cc315349fab6fe9cc4304091e4816498a83892fbedbad8abc01a78a1031d64e563048f5b10f58602f12283dd9dcfd7b07fa85ff7b91531306536e99a1c8a2cd
+  metadata.gz: 0e2998ba98a465152dbaa9ed9e18253062e880a97625ff1cb55b085c55ceca0c68e32caaf6f77b20af13cbfacb15f09353be8455ba405ec79a9e2682ee9086ad
+  data.tar.gz: 7d8cc4e5d3eb90df850c5f0f2bac941a4166dd5adcf2e0c2f971f962d5ed6fdc18e98b8df1ec2a63f2ef4047907af4a38e097b86f24372e2fb99e4d6c24ae9b3

data/lib/datapipe2.rb

@@ -11,6 +11,7 @@ module DataPipe2
   require 'fns/db_to_json'
   require 'fns/csv_to_db'
   require 'fns/mssql_to_pgsql'
+  require 'fns/smb_to_local'
 
   class DataPipe2lineError < StandardError
   end

data/lib/fns/mssql_to_pgsql.rb

@@ -17,6 +17,7 @@ def mssql_to_pgsql(select_sql, table_name, columns)
   count = 0
   results.each(as: array, cache_rows: false) do |r|
     count += 1
+    p '.' if count % 1000 == 0
     d.connection.put_copy_data "#{r.join('|')}\n"
   end
   d.connection.put_copy_end

data/lib/fns/smb_to_local.rb

@@ -0,0 +1,22 @@
+require 'sambal'
+require 'uri'
+require 'cgi'
+
+def smb_to_local(smb_uri_string, local_folder)
+  # encode the string
+  uri = URI.parse(URI.escape(smb_uri_string))
+  domain = nil
+  unless uri.query.nil?
+    params = CGI.parse(uri.query)
+    domain = params['domain'][0]
+  end
+  p "#{domain}, #{uri.host}, #{uri.user}, #{uri.password}"
+  client = Sambal::Client.new(domain: domain, host: uri.host,
+                              share: 'Data', user: uri.user, password: uri.password)
+  client.ls(remote_dirpath).each do |remote_filepath|
+    local_filepath = local_folder
+    client.get(remote_filepath, local_filepath) # downloads file from server
+    client.del(remote_filepath) # deletes files from server
+  end
+  client.close # closes connection
+end

metadata

@@ -1,57 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: datapipe2
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.8
 platform: ruby
 authors:
 - Guy Irvine
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-05-03 00:00:00.000000000 Z
-dependencies:
-- !ruby/object:Gem::Dependency
-  name: json
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: fluiddb
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: parse-cron
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+date: 2016-07-01 00:00:00.000000000 Z
+dependencies: []
 description: zero to one for moving data
 email: guy@guyirvine.com
 executables:
@@ -64,6 +22,7 @@ files:
 - lib/fns/db_to_csv.rb
 - lib/fns/db_to_json.rb
 - lib/fns/mssql_to_pgsql.rb
+- lib/fns/smb_to_local.rb
 - lib/helper_functions.rb
 - lib/host.rb
 - lib/jobs.rb