rainforest-cli 1.10.1 → 1.10.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2b75c82906788c8a2ee74b5d0ddb6311c7b644dd
-  data.tar.gz: 3a80fd662427ed53bc4e850d85f13a0ad7e4ae96
+  metadata.gz: 0e31fc0fb7e685c2de8fd444e7d5f2a074d19875
+  data.tar.gz: ad40b1b738892368b8597e779a23c25f621dc5a3
 SHA512:
-  metadata.gz: 837d61212b55d32434c933547c50224522e5c0da42d10ed5da14f8db6784242927861815fa724d1bf8eeade388f2feedc74b06ec70a0336224e93a490b32db1e
-  data.tar.gz: 6dcf90bfca52ee02e8c1f72df2fd471bfef755c52cb374a8995b994e5d7605b159f63fd85b0947ba0a57904175d8a6e24b71a243fe9b97ca3e501c9e4b689d25
+  metadata.gz: 9ea8b9dc6ad22b570efae9b6f379631130062653a92f982b02660fe9dfc8b60f61a2f7678732a0837faf4fb94f613e5c5bd5d8fdfc03e8ecc250fd299ec46c1f
+  data.tar.gz: 644af9ed6b8064c8cfcfd17fe7aaeed20d992d073d968bcb73e66e13533c665c3010bcfea52957444a03dde6488622d9691e74fcf6660b229e881463ba217afc

data/CHANGELOG.md

@@ -1,5 +1,9 @@
 # Rainforest CLI Changelog
 
+## 1.10.2 - 11th October 2016
+- Limit CSV batch upload size to chunks of 20 at a time for more reliability.
+(abfed07df5635eb88029ee0b6cf8eea3a538fff6, @epaulet)
+
 ## 1.10.1 - 10th October 2016
 - Add documentation for commands to `--help` text. (fe3fddbe7086a6b914ffe74f65ae128a14277f82, @epaulet)
 - Use more efficient CSV upload method. (e716e76b7627b334c4f8b50fd0afdad6fadd162e, @epaulet)

data/lib/rainforest_cli/csv_importer.rb

@@ -4,6 +4,8 @@ require 'csv'
 
 module RainforestCli
   class CSVImporter
+    BATCH_SIZE = 50
+
     def initialize(options)
       @generator_name = options.import_name
       @file = options.import_file_name
@@ -48,9 +50,18 @@ module RainforestCli
       data = rows.map { |row| row_data(columns, row) }
 
       puts 'Uploading data...'
-      response = http_client.post("/generators/#{generator_id}/rows/batch", data: data)
-      # NOTE: Response for this endpoint will usually be an array representing all the rows created
-      raise response['error'] if response.is_a?(Hash) && response['error']
+      row_count = (1.0 * data.count / BATCH_SIZE).ceil
+      p = ProgressBar.create(title: 'Rows', total: row_count, format: '%a %B %p%% %t')
+
+      data.each_slice(BATCH_SIZE) do |data_slice|
+        response = http_client.post(
+          "/generators/#{generator_id}/rows/batch",
+          { data: data_slice },
+          retries_on_failures: true)
+        # NOTE: Response for this endpoint will usually be an array representing all the rows created
+        raise response['error'] if response.is_a?(Hash) && response['error']
+        p.increment
+      end
       puts 'Upload complete.'
     end
 

data/lib/rainforest_cli/version.rb

@@ -1,4 +1,4 @@
 # frozen_string_literal: true
 module RainforestCli
-  VERSION = '1.10.1'
+  VERSION = '1.10.2'
 end

data/spec/rainforest_cli/csv_importer_spec.rb

@@ -47,7 +47,7 @@ describe RainforestCli::CSVImporter do
                                             1 => 'hunter2',
                                           },
                                         ],
-                                      }).and_return({})
+                                      }, retries_on_failures: true).and_return({})
         subject.import
       end
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rainforest-cli
 version: !ruby/object:Gem::Version
-  version: 1.10.1
+  version: 1.10.2
 platform: ruby
 authors:
 - Russell Smith
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-10-10 00:00:00.000000000 Z
+date: 2016-10-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty