data_pitcher 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9160b5110005e8d31749729dfdfedd2172fc0327
-  data.tar.gz: 12a7743e035d76d11fce3946e41b055e2f464525
+  metadata.gz: 8025404be932416fdf0b9bbd08d08f22cdf31469
+  data.tar.gz: 29b8bc521481415d5412bd4114f316ad3fb7d718
 SHA512:
-  metadata.gz: 3a29f48edb6a2906826b044a8d416fa8153661efa00a99b7bebefd86eb81078dfc90993d9569182d370549fc81ae0b1339e4b8cae9ef361cc64b037dad2e4e35
-  data.tar.gz: 2f425a302fcfc7132fce72f89a80d5000f65409649838fdf523c9e916a97b2be8c2c3a112e4769fde5c0f48390bc1e8dc8fff4e3d53a233501c28888c3a9d237
+  metadata.gz: 8c75433570a7a09727e2e51c9f8ee0ba535166dc108b2ba4a8a23aa098144fea6c4eceed56b74801cb8f80720a23c42bcee1e47b5f95a9ea9de6dbee2653a2ea
+  data.tar.gz: 9ee9e905e4915689e1181d6f6867758edae4693ad9160246de1f804898b2f9160727acdddc0f308800aed12f97c70c74085b24b5df462de2fcfb7c9d037d821b

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    data_pitcher (0.1.1)
+    data_pitcher (0.1.2)
       activerecord (>= 3.2)
       google_drive
 

data/lib/data_pitcher/batch.rb

@@ -14,8 +14,12 @@ module DataPitcher
     def execute(dry_run: true)
       commands.each.with_index(1) do |command, index|
         begin
-          if DataPitcher::Command.new(command['spreadsheet_key'], command['sql_path'], dry_run: dry_run, index: index).execute
-            puts "##{index} command: sending completed."
+          result = false
+          elapsed_time = Benchmark.realtime do
+            result = DataPitcher::Command.new(command['spreadsheet_key'], command['sql_path'], dry_run: dry_run, index: index).execute
+          end
+          if result
+            puts "##{index} command: sending completed. #{elapsed_time}s"
           end
         rescue => e
           puts "[ERROR] ##{index} command skipped: #{e.class} #{e.message}"

data/lib/data_pitcher/command.rb

@@ -26,6 +26,7 @@ module DataPitcher
         return false
       end
       spreadsheet.replace_worksheet_with_query(sql_query)
+      true
     end
 
     def spreadsheet

data/lib/data_pitcher/spreadsheet.rb

@@ -2,6 +2,8 @@ require 'google_drive'
 
 module DataPitcher
   class Spreadsheet
+    BATCH_SIZE = 1000
+
     def initialize(spreadsheet_key)
       @spreadsheet_key = spreadsheet_key
     end
@@ -17,11 +19,7 @@ module DataPitcher
 
     def clear_sheet
       worksheet.reload
-      (1..worksheet.num_rows).each do |row|
-        (1..worksheet.num_cols).each do |col|
-          worksheet[row, col] = ''
-        end
-      end
+      worksheet.delete_rows(1, worksheet.num_rows)
       worksheet.save
     end
 
@@ -29,16 +27,12 @@ module DataPitcher
       result = DataPitcher::Executor.new(sql_query).execute
       worksheet.reload
       # fill header
-      result.header.each.with_index(1) do |val, col_index|
-        worksheet[1, col_index] = val
-      end
+      worksheet.insert_rows(1, [result.header])
       # fill rows
-      result.rows.each.with_index(2) do |row, row_index|
-        row.each.with_index(1) do |val, col_index|
-          worksheet[row_index, col_index] = val
-        end
+      result.rows.each_slice(BATCH_SIZE).with_index do |array, batch_index|
+        worksheet.insert_rows(2 + batch_index * BATCH_SIZE, array)
+        worksheet.save
       end
-      worksheet.save
     end
 
     def replace_worksheet_with_query(sql_query)

data/lib/data_pitcher/version.rb

@@ -1,3 +1,3 @@
 module DataPitcher
-  VERSION = '0.1.1'
+  VERSION = '0.1.2'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: data_pitcher
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Masahiro Nishimi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-06-26 00:00:00.000000000 Z
+date: 2017-06-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord