bricolage-streamingload 0.7.0 → 0.7.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9ed3297c2097f1da818e1b4154ebcd3bff47e941
-  data.tar.gz: c18ff930dec156e6c7fab8b254265dc849be4687
+  metadata.gz: 14a3e79cc5b39bd90b848b1d3b030bf244ddee15
+  data.tar.gz: b82cce95ef1573cb2dd0fd74214777afd3f972ae
 SHA512:
-  metadata.gz: 6c406eb887a2aa9ffce4762dde410ff7c9b0576b21ebe14e5041a009639fde8d05b76c54cbaefc64c64dac5f78ee6658be8f28544eb720086077212905757ef0
-  data.tar.gz: 3cfbe66849b04561ee76dc8a070eb8e94f98204323480e1bf1423ff936e22b66369bb8013859f3d84d2cd60dc0412509da6967e5b7b7034e97220e9de6c37dd0
+  metadata.gz: 6daab7f6d72fd79261d047ac8f5a0ab0f8dcdd0fb392b1ee013dd6c0616fe90b83ab3637274dc4e7fdab23c81b3a6d3888ce614083ff1ca07b9778017aab6e76
+  data.tar.gz: 1c0041319e7091f869f51c182dad162e81c37f4683d990b5cd224ff5ec93ec004936cc22d44eb961e9628e8962eaaf0c253c30a8036f44331ad5970bae5a3fc6

data/bin/send-flushtable-event

@@ -0,0 +1,12 @@
+#!/usr/bin/env ruby
+
+require 'bricolage/commandlineapplication'
+
+app = Bricolage::CommandLineApplication.define {|opts|
+  opts.data_source_option('--queue-ds', 'Target queue data soure.', short: '-D', kind: 'sqs')
+}
+queue = app.data_source('--queue-ds')
+ARGF.each do |line|
+  table_name = line.strip
+  queue.send_event('flushtable', tableName: table_name)
+end

data/lib/bricolage/sqsmock.rb

@@ -6,6 +6,7 @@ module Bricolage
 
   def SQSDataSource.new_mock(**args)
     SQSDataSource.new(
+      region: 'ap-northeast-1',
       url: 'http://sqs/000000000000/queue-name',
       access_key_id: 'access_key_id_1',
       secret_access_key: 'secret_access_key_1',

data/lib/bricolage/streamingload/version.rb

@@ -1,5 +1,5 @@
 module Bricolage
   module StreamingLoad
-    VERSION = '0.7.0'
+    VERSION = '0.7.1'
   end
 end

data/test/streamingload/test_dispatcher.rb

@@ -63,7 +63,7 @@ module Bricolage
           conn.update("truncate strload_objects")
           conn.update("truncate strload_task_objects")
           conn.update("truncate strload_tasks")
-          conn.update("insert into strload_tables values ('testschema', 'desttable', 'testschema.desttable', 100, 1800, false)")
+          conn.update("insert into strload_tables values (1, 'testschema.desttable', 'testschema', 'desttable', 100, 1800, false)")
         }
         dispatcher.event_loop
 
@@ -155,9 +155,9 @@ module Bricolage
           conn.update("truncate strload_objects")
           conn.update("truncate strload_task_objects")
           conn.update("truncate strload_tasks")
-          conn.update("insert into strload_tables values ('testschema', 'aaa', 'testschema.aaa', 100, 1800, false)")
-          conn.update("insert into strload_tables values ('testschema', 'bbb', 'testschema.bbb', 100, 1800, false)")
-          conn.update("insert into strload_tables values ('testschema', 'ccc', 'testschema.ccc', 100, 1800, false)")
+          conn.update("insert into strload_tables values (1, 'testschema.aaa', 'testschema', 'aaa', 100, 1800, false)")
+          conn.update("insert into strload_tables values (2, 'testschema.bbb', 'testschema', 'bbb', 100, 1800, false)")
+          conn.update("insert into strload_tables values (3, 'testschema.ccc', 'testschema', 'ccc', 100, 1800, false)")
         }
         dispatcher.event_loop
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bricolage-streamingload
 version: !ruby/object:Gem::Version
-  version: 0.7.0
+  version: 0.7.1
 platform: ruby
 authors:
 - Minero Aoki
@@ -9,22 +9,22 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-09-22 00:00:00.000000000 Z
+date: 2016-09-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bricolage
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 5.17.1
+        version: 5.17.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 5.17.1
+        version: 5.17.2
 - !ruby/object:Gem::Dependency
   name: pg
   requirement: !ruby/object:Gem::Requirement
@@ -103,6 +103,7 @@ executables:
 - bricolage-streaming-loader
 - send-checkpoint-event
 - send-data-event
+- send-flushtable-event
 - send-load-task
 - send-shutdown-event
 extensions: []
@@ -113,6 +114,7 @@ files:
 - bin/bricolage-streaming-loader
 - bin/send-checkpoint-event
 - bin/send-data-event
+- bin/send-flushtable-event
 - bin/send-load-task
 - bin/send-shutdown-event
 - lib/bricolage/nulllogger.rb