holistics 0.1.0 → 0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ffcfdb6aa3257f5a42c021a116e428316ee4d02d
-  data.tar.gz: 4aa5954b9ab8d2157284d64570e0c085f0ff9f3b
+  metadata.gz: f326702c9d1af543ba76f9790aff1b1944fb6e4d
+  data.tar.gz: cf04ab410f5a2de32dc9693490bbfcc5364acceb
 SHA512:
-  metadata.gz: 297dffd7ca7867cd1deb9907196768cb1a533254bc057f41d103d09acf93da127cf3704a72e6a5e9078becdbda830da0250cc720c49d84c8ebd90363124d7577
-  data.tar.gz: 56a782a5815716bd7ac88e4680ffb526d09c03b95ed8ded9990f2070e28d8033ab13df84d100386f6a555eb24bb799f762dc67c945dd49caec3823e6583b5520
+  metadata.gz: abf41026bc233126273fb08f90f94d0f7295c9dcc53c5589c1acf72563cfc01ca410c2beb98bda90d1b4fc486867b67283119eaab969d9a6a494c6d3e3244df3
+  data.tar.gz: f8c7f05f08afcb88b8ec19c01600bd80a12bb8536004b435fbf0ba9faed3947483249a7dc19e1566ef2ccc6eaa92426705f88f7f9374a1e44f8ddc6ac861ad69

data/CHANGELOG.md

@@ -9,4 +9,9 @@ This project adheres to [Semantic Versioning](http://semver.org/).
 * Support generation of transport config files from CLI: `holistics generate_configs -s <src_ds_id> -d <dest_ds_id> -t <tables> [-o <output>]`
 
 ## v0.1.0
-* Modularized transport and data_sources commands. Rename existing transport command to transport_old.
+* Modularized transport and data_sources commands. Rename existing transport command to transport_old.
+
+## v0.2
+* Support command to import csv into table
+
+

data/lib/holistics/api_client.rb

@@ -1,4 +1,3 @@
-require 'httparty'
 require 'tabular_formatter'
 require 'yaml'
 require 'json'
@@ -9,16 +8,34 @@ require 'holistics/helpers/job_manager'
 module Holistics
   class ApiClient
 
-    def job_manager
-      @job_helper ||= Helpers::JobManager.new
-    end
+    def import_csv options
+      local_filepath = options[:filepath]
+      dest_ds_id = options[:dest_ds_id]
+      dest_fqname = options[:dest_table_name]
 
-    def http_request
-      @http_helper ||= Helpers::HttpRequest.new
-    end
+      begin
+        file = File.open local_filepath
+      rescue
+        STDERR.puts "Could not open file at '#{local_filepath}'."
+        puts "Invalid file path. Please check your file path."
 
-    def auth_info
-      @auth_info ||= Helpers::AuthInfo.new
+        return
+      end
+
+      puts "Read csv file '#{local_filepath}'."
+
+      params = {
+        dest_fqname: dest_fqname,
+        dest_ds_id: dest_ds_id,
+        _utoken: auth_info.get_token_from_gconfig
+      }
+
+      json = http_request.post_csv 'data_imports/import_csv.json', params, file, 'Error uploading CSV file'
+
+      job_id = json['message']['job_id']
+
+      puts "Job submitted. Job ID: #{job_id}."
+      job_manager.tail_logs job_id.to_i
     end
 
     def ds_list
@@ -97,5 +114,25 @@ module Holistics
       STDERR.puts "Error parsing transport config file: #{e.message}"
       exit 1
     end
+
+    private
+
+    def file_manager
+      @file_manager ||= Helpers::FileManager.new
+    end
+
+    def job_manager
+      @job_helper ||= Helpers::JobManager.new
+    end
+
+    def http_request
+      @http_helper ||= Helpers::HttpRequest.new
+    end
+
+    def auth_info
+      @auth_info ||= Helpers::AuthInfo.new
+    end
+
+
   end
 end

data/lib/holistics/helpers/http_request.rb

@@ -1,4 +1,5 @@
 require 'httparty'
+require 'net/http/post/multipart'
 
 module Holistics
   module Helpers
@@ -49,6 +50,21 @@ module Holistics
         JSON.parse response.body
       end
 
+      def post_csv url, params, file, msg_if_error = DEFAULT_ERROR_MSG
+        uri = URI.parse endpoint_for url
+        csv = UploadIO.new file, "text/csv", File.basename(file.path)
+        params = params.merge file: csv
+        request = Net::HTTP::Post::Multipart.new uri.path, params
+
+        response = Net::HTTP.start(uri.host, uri.port) do |http|
+          http.request(request)
+        end
+
+        exit_if_error(msg_if_error, response)
+
+        JSON.parse response.body
+      end
+
       private
 
       def exit_if_error (message, response)
@@ -63,7 +79,11 @@ module Holistics
       end
 
       def response_has_error?(response)
-        response.code != 200
+        response.code.to_i != 200
+      end
+
+      def endpoint_for route
+        "#{server_url}/#{route}"
       end
     end
   end

data/lib/holistics/version.rb

@@ -1,3 +1,3 @@
 module Holistics
-  VERSION = '0.1.0'
+  VERSION = '0.2'
 end

data/lib/holistics.rb

@@ -5,6 +5,7 @@ require 'holistics/api_client'
 require 'holistics/custom_logger'
 require 'holistics/auth_api_client'
 
+require 'import'
 require 'transport'
 require 'data_sources'
 
@@ -31,6 +32,7 @@ module Holistics
       super(args, options, config)
     end
 
+    register(Holistics::Import, 'import', 'import<command>', "Execute import commands")
     register(Holistics::Transport, 'transport', 'transport <command>', "Execute transport module's commands")
     register(Holistics::DataSources, 'data_sources', 'data_sources <command>', "Execute data_sources module's commands")
 

data/lib/import.rb

@@ -0,0 +1,20 @@
+require 'thor'
+
+module Holistics
+  class Import < Thor
+
+    no_commands do
+      def api_client
+        @api_client ||= ApiClient.new
+      end
+    end
+
+    method_option :filepath, aliases: '-f', type: :string, required: true, desc: 'Path to CSV file'
+    method_option :dest_ds_id, aliases: '-d', type: :string, required: true, desc: 'Destination data source'
+    method_option :dest_table_name, aliases: '-t', type: :string, required: true, desc: 'Specify destination table to write to'
+    desc 'csv', 'Import a local CSV file to destination server'
+    def csv
+      api_client.import_csv(options.dup)
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: holistics
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: '0.2'
 platform: ruby
 authors:
 - Thanh Dinh Khac
@@ -88,6 +88,7 @@ files:
 - lib/holistics/helpers/http_request.rb
 - lib/holistics/helpers/job_manager.rb
 - lib/holistics/version.rb
+- lib/import.rb
 - lib/tabular_formatter.rb
 - lib/transport.rb
 - lib/vcr_helper.rb