embulk-input-travis 0.5.0 → 0.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: eff7ee681377fc095150a3684cc506ba5489cc0bc333f5a14aec184e928c1ad9
-  data.tar.gz: d60a64cd2870adb29a048194ec939da056a7b377a561dc5327ae54356170b3e3
+  metadata.gz: 01f55cd1db02c2550593ed985180e6d3114e543f6f0baaa277248b74c85e7e10
+  data.tar.gz: 79a66eb49c256aac3f7d185b059f4537f7064d9d99df8717c013e45cffc4192a
 SHA512:
-  metadata.gz: 142796ad41bbd0cf0b6033da8d760166f1042a3fe962b64799ff9f7a373c176a814928b30e75f7ec4181a49f1c638bf1a4c8205872a2a42de0072b08f23be7ec
-  data.tar.gz: 1129b88bfa37863099fdf5b183cb4ea4d7cb33c256b3f3c2e29f23af3c7aef17dcf2bdf434f7a03622d0ac427ddb780c307297e79358195dd2453bcdb27334ae
+  metadata.gz: 5567bd22df5b9ad787aa23da8c3565f88aab8c727b0bd3d80c74faaebb3fd7d04bde91ec44617a2992b7c4690cb1ea8ce309e09a5a1df055543d88ef0463eccf
+  data.tar.gz: b0e0e92edef1a742d053a6c178e4528b98c940ae0659b1c54aa87813f71b5d45bf0dff9cee5bf7a15234e4e3566305ea94ddfd813d610250711c007730cc330c

data/CHANGELOG.md

@@ -1,3 +1,8 @@
+# 0.6.0
+
+- Add commit_data
+- Flush on each 5 jobs
+
 # 0.5.0
 
 - Clear cache on each job

data/embulk-input-travis.gemspec

@@ -1,7 +1,7 @@
 
 Gem::Specification.new do |spec|
   spec.name          = "embulk-input-travis"
-  spec.version       = "0.5.0"
+  spec.version       = "0.6.0"
   spec.authors       = [""]
   spec.summary       = "Travis input plugin for Embulk"
   spec.description   = "Loads records from Travis."

data/lib/embulk/input/travis.rb

@@ -23,7 +23,8 @@ module Embulk
           Column.new(2, "log", :string),
           Column.new(3, "started_at", :timestamp),
           Column.new(4, "build_number", :long),
-          Column.new(5, "build_data", :string)
+          Column.new(5, "build_data", :string),
+          Column.new(6, "commit_data", :string)
         ]
 
         resume(task, columns, 1, &control)
@@ -74,24 +75,32 @@ module Embulk
             next
           end
 
-          build.job_ids.each do |job_id|
-            with_retry do
-              job = client.session.find_one(::Travis::Client::Job, job_id)
-
-              Embulk.logger.info { "embulk-input-travis: Start job_id:[#{job.id}]" }
-
-              page_builder.add([
-                job.id,
-                job.to_h.to_json,
-                job.log.body,
-                job.started_at,
-                build.number.to_i,
-                build.to_h.to_json
-              ])
-
-              repo.session.clear_cache!
+          build.job_ids.each_slice(5) do |job_ids|
+            job_ids.each do |job_id|
+              with_retry do
+                job = client.session.find_one(::Travis::Client::Job, job_id)
+
+                Embulk.logger.info { "embulk-input-travis: Start job_id:[#{job.id}]" }
+
+                page_builder.add([
+                  job.id,
+                  job.to_h.to_json,
+                  job.log.body,
+                  job.started_at,
+                  build.number.to_i,
+                  build.to_h.to_json,
+                  build.commit.to_h.to_json
+                ])
+              end
             end
+
+            Embulk.logger.info { "embulk-input-travis: flush" }
+            page_builder.flush
+            repo.session.clear_cache!
           end
+
+          page_builder.flush
+          repo.session.clear_cache!
         end
 
         page_builder.finish

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: embulk-input-travis
 version: !ruby/object:Gem::Version
-  version: 0.5.0
+  version: 0.6.0
 platform: ruby
 authors:
 - ''
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-03-09 00:00:00.000000000 Z
+date: 2019-03-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: travis