bricolage-streamingload 0.15.1 → 0.15.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3e5d795da31bb8940f14d95be7ae2710ffdf026ab07bed08c619c20b25ce91e6
-  data.tar.gz: ce467fbb158a9a9a3a42eaf07a23c9741cf0f8721511a2cf66295d3f59f0c131
+  metadata.gz: 6bfce02b62807f4977c5fcd31fdcff692e500371126ac1cbe53efeae7451e444
+  data.tar.gz: d6b1cb17650097a937d2d3b74d440b6742c308b490ea49b381ed46cf91a4497e
 SHA512:
-  metadata.gz: 22008a5432ecf609084750804e39b5ac20e71f477c86cdb71066b4c5adea0a370ee15316bfba9972196ad431b0751afa4ea1f18b9c0d1524acd9f1a896994ad6
-  data.tar.gz: 84b45b8a683d971965ce2162ce5a2e9b47ffff015242290266dd64409e9c9890c7c52c5ed692a91010cbed076de79d1383d9f1c0d31619924f158dbb789ed76c
+  metadata.gz: 2eb94b03c9e3401891dbdb04b3e2482b3d10435c0e2dbe0a622612f7b4c0391e9dd024f0814c32cf5c061a2f059e22b93df1d11d56953eaf46e02858c9cf7d00
+  data.tar.gz: 6877e9842dc573fcecc0bd7ec6fd73030160757629c9a7b8d5346bc4899d57f6afcba9b6b8b28cb3348f3495c28f68bf18dbf73b1392e698dbeee6651e5587ed

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    bricolage-streamingload (0.15.1)
+    bricolage-streamingload (0.15.2)
       aws-sdk-s3 (~> 1.8)
       aws-sdk-sqs (~> 1.3)
       bricolage (>= 5.29.2)
@@ -11,8 +11,8 @@ GEM
   remote: https://rubygems.org/
   specs:
     aws-eventstream (1.0.1)
-    aws-partitions (1.100.0)
-    aws-sdk-core (3.24.1)
+    aws-partitions (1.102.0)
+    aws-sdk-core (3.25.0)
       aws-eventstream (~> 1.0)
       aws-partitions (~> 1.0)
       aws-sigv4 (~> 1.0)
@@ -20,7 +20,7 @@ GEM
     aws-sdk-kms (1.7.0)
       aws-sdk-core (~> 3)
       aws-sigv4 (~> 1.0)
-    aws-sdk-s3 (1.17.0)
+    aws-sdk-s3 (1.17.1)
       aws-sdk-core (~> 3, >= 3.21.2)
       aws-sdk-kms (~> 1)
       aws-sigv4 (~> 1.0)

data/RELEASE.md

@@ -1,5 +1,9 @@
 # Bricolage Streaming Load Release Note
 
+## version 0.15.2
+
+- [fix] send-data-event: Send objectSize=0 to indicate this message is fake.
+
 ## version 0.15.1
 
 - [new] Use the schema name in the parameters table by default (no more "no such variable: XXXX_schema" error).

data/bin/send-data-event

@@ -28,7 +28,7 @@ ARGF.each do |line|
       },
       object: {
         key: key,
-        size: 1
+        size: 0
       }
     },
     noDispatch: no_dispatch

data/lib/bricolage/streamingload/taskhandler.rb

@@ -149,12 +149,15 @@ module Bricolage
 
     class NoopJob
 
-      def initialize(context:, ctl_ds:, task_id:, force: false, logger:)
+      def initialize(context:, ctl_ds:, data_ds:, log_table:, task_id:, force: false, logger:)
         @ctx = context
         @ctl_ds = ctl_ds
+        @data_ds = data_ds
+        @log_table = log_table
         @task_id = task_id
         @force = force
         @logger = logger
+        @working_dir = Dir.getwd
       end
 
       def execute(fail_fast: false)
@@ -164,7 +167,7 @@ module Bricolage
       end
 
       def execute_task
-        @logger.info "execute_task: task_id=#{@task_id} force=#{@force} ctx=#{@ctx.home_path} ctl_ds=#{@ctl_ds.name} dir=#{@working_dir}"
+        @logger.info "execute_task: task_id=#{@task_id} force=#{@force} ctx=#{@ctx.home_path} ctl_ds=#{@ctl_ds.name} data_ds=#{@data_ds.name} dir=#{@working_dir}"
       end
 
     end

data/lib/bricolage/streamingload/version.rb

@@ -1,5 +1,5 @@
 module Bricolage
   module StreamingLoad
-    VERSION = '0.15.1'
+    VERSION = '0.15.2'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bricolage-streamingload
 version: !ruby/object:Gem::Version
-  version: 0.15.1
+  version: 0.15.2
 platform: ruby
 authors:
 - Minero Aoki
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-08-21 00:00:00.000000000 Z
+date: 2018-09-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bricolage
@@ -151,6 +151,7 @@ files:
 - sample/sqs-result.txt
 - strload_load_logs.ct
 - testschema/strload_test.ct
+- testschema/testlog.json.gz
 - testschema/with_work_table.job
 - testschema/with_work_table.sql
 - utils/init_strload_tables.sql