bricolage-streamingload 0.14.0 → 0.14.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 523da5342b4a48ba2c46e2a2565bf1561570e7a7
-  data.tar.gz: '02229582ac7ee8ca27a86eaef69a4c4824735e8e'
+  metadata.gz: ba544bbf6c3a133aeb0882e5193296dc734a25ec
+  data.tar.gz: 8706c5cd050e1083075d2890e422e3834680c2ea
 SHA512:
-  metadata.gz: 17e440e8400bf237cc4d19bd01c6f16641e6e49a595a757e2e2925de9ae5645796f29acda03904230e0bf591311b44267f2cd77ecec03245c8a553bba94e4b93
-  data.tar.gz: 0ffbc7699e531268e471d769024b64281111fa44c5fb4d3e94245202e0ee6504996db814a29eb497d339f2c20f38af63ec37de5731bc23e272191d04dc296a4c
+  metadata.gz: d03f41030b3c7bc7175c1abf7b2f6e8e5c3a40c3cff5754e678c76338190b9c0293792dc4a8cc34fbf262419ac054467503c823ceafc2a55a6e59d9a2762f937
+  data.tar.gz: 8bd7c0cc4b826383d552ed196581b00a8d33010e24ada2cb9f3eb76ed381178b35e706585a2da449d019bf8bd4e43233afc84902695382df152925261d3fb848

data/lib/bricolage/streamingload/chunkbuffer.rb

@@ -97,6 +97,12 @@ module Bricolage
         tasks
       end
 
+      def load_tasks_by_id(ids)
+        @ctl_ds.open {|conn|
+          return load_tasks(conn, ids)
+        }
+      end
+
       private
 
       def insert_object(conn, obj)

data/lib/bricolage/streamingload/dispatcher.rb

@@ -63,6 +63,11 @@ module Bricolage
           logger: logger
         )
 
+        if opts.task_id
+          dispatcher.dispatch_tasks chunk_buffer.load_tasks_by_id([opts.task_id])
+          exit 0
+        end
+
         Process.daemon(true) if opts.daemon?
         create_pid_file opts.pid_file_path if opts.pid_file_path
         Dir.chdir '/'
@@ -219,6 +224,7 @@ module Bricolage
         @daemon = false
         @log_file_path = nil
         @pid_file_path = nil
+        @task_id = nil
         @rest_arguments = nil
 
         @opts = opts = OptionParser.new("Usage: #{$0} CONFIG_PATH")
@@ -234,6 +240,9 @@ module Bricolage
         opts.on('--pid-file=PATH', 'Creates PID file.') {|path|
           @pid_file_path = path
         }
+        opts.on('--task-id=ID', 'Dispatches this task and quit.') {|id|
+          @task_id = id.to_i
+        }
         opts.on('--help', 'Prints this message and quit.') {
           puts opts.help
           exit 0
@@ -263,6 +272,8 @@ module Bricolage
 
       attr_reader :pid_file_path
 
+      attr_reader :task_id
+
     end
 
   end   # module StreamingLoad

data/lib/bricolage/streamingload/loadtasklogger.rb

@@ -8,6 +8,7 @@ module Bricolage
 
       def initialize(s3ds)
         @s3ds = s3ds
+        @logger = @s3ds.logger
       end
 
       def log(task)
@@ -24,7 +25,7 @@ module Bricolage
 
       def content(task)
         buf = StringIO.new
-        tasks.chunks.each do |chunk|
+        task.chunks.each do |chunk|
           buf.puts %Q("#{task.id}","#{chunk.id}","#{chunk.url}")
         end
         buf.string

data/lib/bricolage/streamingload/version.rb

@@ -1,5 +1,5 @@
 module Bricolage
   module StreamingLoad
-    VERSION = '0.14.0'
+    VERSION = '0.14.1'
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bricolage-streamingload
 version: !ruby/object:Gem::Version
-  version: 0.14.0
+  version: 0.14.1
 platform: ruby
 authors:
 - Minero Aoki