bricolage-streamingload 0.1.0

data/lib/bricolage/streamingload/version.rb

@@ -0,0 +1,5 @@
+module Bricolage
+  module StreamingLoad
+    VERSION = '0.1.0'
+  end
+end

data/test/all.rb

@@ -0,0 +1,3 @@
+Dir.glob("#{__dir__}/**/test_*.rb").each do |path|
+  load path
+end

data/test/streamingload/test_event.rb

@@ -0,0 +1,30 @@
+require 'test/unit'
+require 'bricolage/streamingload/event'
+
+module Bricolage::StreamingLoad
+
+  class TestEvent < Test::Unit::TestCase
+
+    def new_s3event(message_id: nil, receipt_handle: nil, name: nil, time: nil, region: nil, bucket: nil, key: nil, size: nil)
+      S3ObjectEvent.new(
+        message_id: message_id,
+        receipt_handle: receipt_handle,
+        name: name,
+        time: time,
+        region: region,
+        bucket: bucket,
+        key: key,
+        size: size
+      )
+    end
+
+    test "#created?" do
+      e = new_s3event(name: "ObjectCreated:Put")
+      assert_true e.created?
+      e = new_s3event(name: "ObjectCreated:Copy")
+      assert_false e.created?
+    end
+
+  end
+
+end

metadata

@@ -0,0 +1,148 @@
+--- !ruby/object:Gem::Specification
+name: bricolage-streamingload
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Minero Aoki
+- Shimpei Kodama
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-08-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bricolage
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 5.16.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 5.16.8
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Bricolage Streaming Load Daemon loads S3 data files to Redshift continuously.
+email:
+- aamine@loveruby.net
+executables:
+- bricolage-streaming-dispatcher
+- bricolage-streaming-loader
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- bin/bricolage-streaming-dispatcher
+- bin/bricolage-streaming-loader
+- lib/bricolage/sqsdatasource.rb
+- lib/bricolage/sqswrapper.rb
+- lib/bricolage/streamingload/dispatcher.rb
+- lib/bricolage/streamingload/event.rb
+- lib/bricolage/streamingload/loader.rb
+- lib/bricolage/streamingload/loaderparams.rb
+- lib/bricolage/streamingload/loaderservice.rb
+- lib/bricolage/streamingload/manifest.rb
+- lib/bricolage/streamingload/objectbuffer.rb
+- lib/bricolage/streamingload/task.rb
+- lib/bricolage/streamingload/urlpatterns.rb
+- lib/bricolage/streamingload/version.rb
+- test/all.rb
+- test/streamingload/test_event.rb
+homepage: https://github.com/aamine/bricolage-streamingload
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Bricolage Streaming Load Daemon
+test_files: []