samidare 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a49b357549f688374b83430a5d40df45496c19b4
-  data.tar.gz: a3fc947687f91c83ee68e5b9779c11a7cf090be2
+  metadata.gz: f97f6368bca22b657df37c1279d7b5d07c514c76
+  data.tar.gz: 62f4b01e91cfda7c95b787e71a047e5d8fb2155f
 SHA512:
-  metadata.gz: badbd61dc8ef4cad55673a9accc4b979715525a7e7660f25f03eb795b0beb6b6f395dbf0b9484358048687244b2efb0cc0f5542148517396ae3566387845395c
-  data.tar.gz: 3557f97222c151e550fb27416edffd7b398b58519b9f51c06692acaf00eb132ef834397edb9c47a1d74c83388a013b2ff5541a3f03372f48515ff4a62f7c6f58
+  metadata.gz: 64dde2e0f6fd33eae7b2d044acabe546ee097745617410a751b6dfa48e3fd8bd8389d80e820037ec876b299e74637ef6ea1db22dbe56e793b3a55c533e7ef166
+  data.tar.gz: 1c687b2b61a237444ce5d7e9f1dbf44d73985482a0ef8d31178806a1321a11224b97277d756c26ffffb891f87689e57335e0772ae913340805a5418c77b14ada

data/lib/samidare.rb

@@ -9,19 +9,34 @@ module Samidare
       Samidare::EmbulkUtility::ConfigGenerator.new.generate_config(database_configs, bq_config)
     end
 
-    def run(bq_config, target_table_names = [])
+    def run(bq_config, target_table_names = [], retry_max = 0)
+      error_tables = run_and_retry(bq_config, target_table_names, retry_max, 0)
+      # return batch status(true: all tables success)
+      error_tables.size == 0
+    end
+
+    private
+    def run_and_retry(bq_config, target_table_names = [], retry_max, retry_count)
       error_tables = Samidare::Embulk.new.run(
         database_configs,
-        Samidare::MySQL::TableConfig.generate_table_configs,
+        table_configs,
         bq_config,
         target_table_names)
-      # return batch status(true: all tables success)
-      error_tables.size == 0
+      if error_tables.size > 0 && retry_count < retry_max
+        puts "------------------------------------"
+        puts "retry start -> #{retry_count + 1} time"
+        puts "------------------------------------"
+        error_tables = run_and_retry(bq_config, error_tables, retry_max, retry_count + 1)
+      end
+      error_tables
     end
 
-    private
     def database_configs
-      YAML.load_file('database.yml')
+      @database_configs ||= YAML.load_file('database.yml')
+    end
+
+    def table_configs
+      @table_configs ||= Samidare::MySQL::TableConfig.generate_table_configs
     end
   end
 end

data/lib/samidare/version.rb

@@ -1,3 +1,3 @@
 module Samidare
-  VERSION = "0.1.1"
+  VERSION = "0.1.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: samidare
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Ryoji Kobori
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-12-31 00:00:00.000000000 Z
+date: 2016-01-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler