bricolage-streamingload 0.15.1 → 0.15.2

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 3e5d795da31bb8940f14d95be7ae2710ffdf026ab07bed08c619c20b25ce91e6
4
- data.tar.gz: ce467fbb158a9a9a3a42eaf07a23c9741cf0f8721511a2cf66295d3f59f0c131
3
+ metadata.gz: 6bfce02b62807f4977c5fcd31fdcff692e500371126ac1cbe53efeae7451e444
4
+ data.tar.gz: d6b1cb17650097a937d2d3b74d440b6742c308b490ea49b381ed46cf91a4497e
5
5
  SHA512:
6
- metadata.gz: 22008a5432ecf609084750804e39b5ac20e71f477c86cdb71066b4c5adea0a370ee15316bfba9972196ad431b0751afa4ea1f18b9c0d1524acd9f1a896994ad6
7
- data.tar.gz: 84b45b8a683d971965ce2162ce5a2e9b47ffff015242290266dd64409e9c9890c7c52c5ed692a91010cbed076de79d1383d9f1c0d31619924f158dbb789ed76c
6
+ metadata.gz: 2eb94b03c9e3401891dbdb04b3e2482b3d10435c0e2dbe0a622612f7b4c0391e9dd024f0814c32cf5c061a2f059e22b93df1d11d56953eaf46e02858c9cf7d00
7
+ data.tar.gz: 6877e9842dc573fcecc0bd7ec6fd73030160757629c9a7b8d5346bc4899d57f6afcba9b6b8b28cb3348f3495c28f68bf18dbf73b1392e698dbeee6651e5587ed
@@ -1,7 +1,7 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- bricolage-streamingload (0.15.1)
4
+ bricolage-streamingload (0.15.2)
5
5
  aws-sdk-s3 (~> 1.8)
6
6
  aws-sdk-sqs (~> 1.3)
7
7
  bricolage (>= 5.29.2)
@@ -11,8 +11,8 @@ GEM
11
11
  remote: https://rubygems.org/
12
12
  specs:
13
13
  aws-eventstream (1.0.1)
14
- aws-partitions (1.100.0)
15
- aws-sdk-core (3.24.1)
14
+ aws-partitions (1.102.0)
15
+ aws-sdk-core (3.25.0)
16
16
  aws-eventstream (~> 1.0)
17
17
  aws-partitions (~> 1.0)
18
18
  aws-sigv4 (~> 1.0)
@@ -20,7 +20,7 @@ GEM
20
20
  aws-sdk-kms (1.7.0)
21
21
  aws-sdk-core (~> 3)
22
22
  aws-sigv4 (~> 1.0)
23
- aws-sdk-s3 (1.17.0)
23
+ aws-sdk-s3 (1.17.1)
24
24
  aws-sdk-core (~> 3, >= 3.21.2)
25
25
  aws-sdk-kms (~> 1)
26
26
  aws-sigv4 (~> 1.0)
data/RELEASE.md CHANGED
@@ -1,5 +1,9 @@
1
1
  # Bricolage Streaming Load Release Note
2
2
 
3
+ ## version 0.15.2
4
+
5
+ - [fix] send-data-event: Send objectSize=0 to indicate this message is fake.
6
+
3
7
  ## version 0.15.1
4
8
 
5
9
  - [new] Use the schema name in the parameters table by default (no more "no such variable: XXXX_schema" error).
@@ -28,7 +28,7 @@ ARGF.each do |line|
28
28
  },
29
29
  object: {
30
30
  key: key,
31
- size: 1
31
+ size: 0
32
32
  }
33
33
  },
34
34
  noDispatch: no_dispatch
@@ -149,12 +149,15 @@ module Bricolage
149
149
 
150
150
  class NoopJob
151
151
 
152
- def initialize(context:, ctl_ds:, task_id:, force: false, logger:)
152
+ def initialize(context:, ctl_ds:, data_ds:, log_table:, task_id:, force: false, logger:)
153
153
  @ctx = context
154
154
  @ctl_ds = ctl_ds
155
+ @data_ds = data_ds
156
+ @log_table = log_table
155
157
  @task_id = task_id
156
158
  @force = force
157
159
  @logger = logger
160
+ @working_dir = Dir.getwd
158
161
  end
159
162
 
160
163
  def execute(fail_fast: false)
@@ -164,7 +167,7 @@ module Bricolage
164
167
  end
165
168
 
166
169
  def execute_task
167
- @logger.info "execute_task: task_id=#{@task_id} force=#{@force} ctx=#{@ctx.home_path} ctl_ds=#{@ctl_ds.name} dir=#{@working_dir}"
170
+ @logger.info "execute_task: task_id=#{@task_id} force=#{@force} ctx=#{@ctx.home_path} ctl_ds=#{@ctl_ds.name} data_ds=#{@data_ds.name} dir=#{@working_dir}"
168
171
  end
169
172
 
170
173
  end
@@ -1,5 +1,5 @@
1
1
  module Bricolage
2
2
  module StreamingLoad
3
- VERSION = '0.15.1'
3
+ VERSION = '0.15.2'
4
4
  end
5
5
  end
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: bricolage-streamingload
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.15.1
4
+ version: 0.15.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Minero Aoki
@@ -9,7 +9,7 @@ authors:
9
9
  autorequire:
10
10
  bindir: bin
11
11
  cert_chain: []
12
- date: 2018-08-21 00:00:00.000000000 Z
12
+ date: 2018-09-04 00:00:00.000000000 Z
13
13
  dependencies:
14
14
  - !ruby/object:Gem::Dependency
15
15
  name: bricolage
@@ -151,6 +151,7 @@ files:
151
151
  - sample/sqs-result.txt
152
152
  - strload_load_logs.ct
153
153
  - testschema/strload_test.ct
154
+ - testschema/testlog.json.gz
154
155
  - testschema/with_work_table.job
155
156
  - testschema/with_work_table.sql
156
157
  - utils/init_strload_tables.sql