embulk-input-travis 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ac9b30ab3e49a4c3a66404cca85fc2c52a280d02e195940d2ddd687100d9244d
-  data.tar.gz: e870fb44cf66833c3dd2e7b3dab5547655269215c3544b28b35ea4f9e1891241
+  metadata.gz: 505e7ec4a05361418365c85e289819a047e0850641dd4b7d22e55db658afbdd7
+  data.tar.gz: 9a19650beb11ee32ab9ab8b60481b7578a1b8569c80fdf88a18b70f48dfa5949
 SHA512:
-  metadata.gz: 5e3083c635119273bcb82570c7e4c40b7686b1476d6aa6191d6cb0b3bb766ec6d6b01d249c5960bc63c8fbd746338e3f1136d41d208f44c39b55a81063206e10
-  data.tar.gz: 291f60296f2743a6e3e33c0664ef364b95186aca72770f1dbc8515ade9801e25d3038dc827b60ac2cb09495eaaf201f3338696bccb8ed347bb015582ed6a46d7
+  metadata.gz: c63620f847cab224d667a3b681e176e1eebda8dea87a1d4816134ef710a48250d91a1e4f4ea1c8f7f65b44a33583218823c3550549c3c390d257e6b170c4464a
+  data.tar.gz: a4a157dfcf9a7a09b855fb6062a64c62a3c8e800d328db01ff5619eb765322dabca0c9dedcdd9d80da044078bd5de7bc9ec79408b5918f55ff841f0ae88fc5aa

data/CHANGELOG.md

@@ -0,0 +1,7 @@
+# 0.2.0
+
+- Implement retry
+
+# 0.1.0
+
+- First release

data/embulk-input-travis.gemspec

@@ -1,7 +1,7 @@
 
 Gem::Specification.new do |spec|
   spec.name          = "embulk-input-travis"
-  spec.version       = "0.1.0"
+  spec.version       = "0.2.0"
   spec.authors       = [""]
   spec.summary       = "Travis input plugin for Embulk"
   spec.description   = "Loads records from Travis."

data/lib/embulk/input/travis.rb

@@ -67,7 +67,7 @@ module Embulk
 
           repo.session.clear_cache!
 
-          build = repo.build(build_num)
+          build = with_retry { repo.build(build_num) }
           unless build&.finished?
             Embulk.logger.info { "embulk-input-travis: Skip build_num:[#{build_num}]" }
 
@@ -75,6 +75,22 @@ module Embulk
             next
           end
 
+          build.job_ids.each do |job_id|
+            with_retry do
+              job = client.session.find_one(::Travis::Client::Job, job_id)
+
+              Embulk.logger.info { "embulk-input-travis: Start job_id:[#{job.id}]" }
+
+              page_builder.add([
+                job.id,
+                job.to_h.to_json,
+                job.log.body,
+                build.number.to_i,
+                build.to_h.to_json
+              ])
+            end
+          end
+
           build.jobs.each do |job|
             Embulk.logger.info { "embulk-input-travis: Start job_id:[#{job.id}]" }
 
@@ -115,6 +131,26 @@ module Embulk
       def client
         @client ||= ::Travis::Client.new(access_token: task["token"])
       end
+
+      MAX_RETRY = 5
+
+      def with_retry(&block)
+        retries = 0
+        begin
+          yield
+        rescue => e
+          sleep retries
+
+          if retries < MAX_RETRY
+            retries += 1
+            Embulk.logger.warn { "embulk-input-travis: retry ##{retries}, #{e.message}" }
+            retry
+          else
+            Embulk.logger.error { "embulk-input-travis: retry exhausted ##{retries}, #{e.message}" }
+            raise e
+          end
+        end
+      end
     end
 
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-input-travis
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - ''
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-02-28 00:00:00.000000000 Z
+date: 2019-03-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: travis
@@ -75,6 +75,7 @@ extra_rdoc_files: []
 files:
 - ".gitignore"
 - ".ruby-version"
+- CHANGELOG.md
 - Dockerfile
 - Gemfile
 - LICENSE.txt