bricolage 5.18.0 → 5.18.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 12e309ad5b258e1f273a35fb9b71e8f556501555
-  data.tar.gz: 861d23ff01a1b07c4c97c8f4f8cce26ac50a8a0f
+  metadata.gz: 9d53e1ef12fa46e40f582c88a0c6e7160e9f5289
+  data.tar.gz: fdf237fc9cf155993e97e3fd49e056caf61caa1b
 SHA512:
-  metadata.gz: f70ce6284e2e5c0e5b8d5b101dd6b1ea79545aeee2cb97970aa499107a75dd86326526f4ad3c6adcf9ceea29926e1ba8b3d84733f6055a3fe6430c19725ef36c
-  data.tar.gz: e4d2b5141b3afabe8d5e93b559876c637382f2d4b53b614bb2476f5e7c62329db18c3e90e21e60d2b60ae158aeb7b9a3cc06e244bf86b01bbd0aa1c13aa7a45c
+  metadata.gz: 63bd4a335142ce2ff1d0aef8cf96999367919afea579655556654e6ffd22aa09554f613b5212e3ef066fcd68add40f8c39ff5e1aa2a9cf6a90f6038123fba100
+  data.tar.gz: b2efecf9474c6ffc6d2809aa523cfd7a2df1ca4c303116eb5d9c540fe3c2b1f0ba9e45b6834313d6067b2506d734d362706592d80109ea50f94b3933b30ed107

data/lib/bricolage/exception.rb

@@ -30,6 +30,12 @@ module Bricolage
   # Aquiring lock takes too long (e.g. VACUUM lock)
   class LockTimeout < JobFailure; end
 
+  # S3 related exceptions
+  class S3Exception < JobFailureByException; end
+
+  # SNS related exceptions
+  class SNSException < JobFailureByException; end
+
   # Job error.
   # This exception should NOT be thrown in production environment.
   # You must fix source code or configuration not to be get this exception.

data/lib/bricolage/logger.rb

@@ -2,7 +2,9 @@ require 'stringio'
 require 'logger'
 
 module Bricolage
+
   class Logger < ::Logger
+
     def Logger.intern_severity(sev)
       if sev.kind_of?(Integer)
         sev
@@ -63,5 +65,24 @@ module Bricolage
         "%.2f secs" % seconds
       end
     end
+
   end
-end
+
+
+  class NullLogger
+    def debug(*args) end
+    def debug?() false end
+    def info(*args) end
+    def info?() false end
+    def warn(*args) end
+    def warn?() false end
+    def error(*args) end
+    def error?() false end
+    def exception(*args) end
+    def with_elapsed_time(*args) yield end
+    def elapsed_time(*args) yield end
+    def level() Logger::ERROR end
+    def level=(l) l end
+  end
+
+end   # module Bricolage

data/lib/bricolage/snsdatasource.rb

@@ -0,0 +1,40 @@
+require 'bricolage/datasource'
+require 'aws-sdk'
+
+module Bricolage
+
+  class SNSDataSource < DataSource
+
+    declare_type 'sns'
+
+    def initialize(region:, topic_arn:, access_key_id: nil, secret_access_key: nil)
+      @region = region
+      @topic_arn = topic_arn
+      @access_key_id = access_key_id
+      @secret_access_key = secret_access_key
+      @client = Aws::SNS::Client.new(region: region, access_key_id: access_key_id, secret_access_key: secret_access_key)
+      @topic = Aws::SNS::Topic.new(topic_arn, client: @client)
+    end
+
+    attr_reader :region
+    attr_reader :client
+    attr_reader :topic
+
+    def publish(message)
+      @topic.publish({ message: message })
+    rescue Aws::SNS::Errors::InvalidParameter => ex
+      raise JobError, "bad SNS configuration (topic_arn=#{@topic_arn.inspect}): #{ex.message}"
+    rescue Aws::SNS::Errors::ServiceError => ex
+      raise SNSException.wrap(ex)
+    end
+
+    # IO compatible methods as a logger device
+
+    alias write publish
+
+    def close
+    end
+
+  end   # class SNSDataSource
+
+end   # module Bricolage

data/lib/bricolage/version.rb

@@ -1,4 +1,4 @@
 module Bricolage
   APPLICATION_NAME = 'Bricolage'
-  VERSION = '5.18.0'
+  VERSION = '5.18.1'
 end

data/test/home/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: ../..
   specs:
-    bricolage (5.18.0)
+    bricolage (5.18.1)
       aws-sdk (~> 2)
       mysql2
       pg (~> 0.18.0)
@@ -11,12 +11,12 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
-    aws-sdk (2.6.4)
-      aws-sdk-resources (= 2.6.4)
-    aws-sdk-core (2.6.4)
+    aws-sdk (2.6.7)
+      aws-sdk-resources (= 2.6.7)
+    aws-sdk-core (2.6.7)
       jmespath (~> 1.0)
-    aws-sdk-resources (2.6.4)
-      aws-sdk-core (= 2.6.4)
+    aws-sdk-resources (2.6.7)
+      aws-sdk-core (= 2.6.7)
     coderay (1.1.0)
     fluent-logger (0.5.1)
       msgpack (>= 0.4.4, < 0.6.0, != 0.5.3, != 0.5.2, != 0.5.1, != 0.5.0)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bricolage
 version: !ruby/object:Gem::Version
-  version: 5.18.0
+  version: 5.18.1
 platform: ruby
 authors:
 - Minero Aoki
@@ -182,6 +182,7 @@ files:
 - lib/bricolage/rubyjobclass.rb
 - lib/bricolage/s3datasource.rb
 - lib/bricolage/script.rb
+- lib/bricolage/snsdatasource.rb
 - lib/bricolage/sqlstatement.rb
 - lib/bricolage/sqlutils.rb
 - lib/bricolage/taskqueue.rb