fluent-plugin-amazon_sns 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 1c556b4a548112878e94eb613e01f2325dbbfd27
+  data.tar.gz: 54ddf45b21f14c071f00572d5600881006b48bd6
+SHA512:
+  metadata.gz: 470248acf2f49fe062316e3571b98112a6dde8d6b798f11494e44c76b425d843a2a3c73bf6c2954f713fcca7fb5bdd665ae4cbe561a586a639b4255eb82866d0
+  data.tar.gz: 581d69289b4fe15119855a1cb8ac669ac2a888de4efaf4de1511a45d3966ede25642614baff0f3383ba59277b9bf2e53f0f5cb2545d8e31cb62dbd4eaefc9e86

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+.env

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fluent-plugin-amazon_sns.gemspec
+gemspec
+
+gem 'pry'

data/HISTORY.md

@@ -0,0 +1,7 @@
+### 0.0.2
+
+- Repackage
+
+### 0.0.1
+
+- Initial release

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Tatsuhiko Miyagawa
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,60 @@
+# Fluent::Plugin::AmazonSns
+
+Fluent output plugin to send messages to Amazon SNS.
+
+## Installation
+
+    fluent-gem install fluent-plugin-amazon_sns
+
+## Usage
+
+```
+<match sns.**>
+  type amazon_sns
+
+  flush_interval 1s
+
+  # Optional if you have AWS_* environment variables set up (via IAM Role etc.)
+  aws_access_key_id AWS_ACCESS_KEY_ID
+  aws_secret_access_key AWS_SECRET_ACCESS_KEY
+  aws_region AWS_REGION # (e.g. ap-northeast-1)
+
+  # One of the following options must be enabled to map topics
+
+  ## 1) Fixed string
+  topic_name MyTopic
+
+  ## 2) Map fluent tags
+  ## sns.App.MyTopic -> 'App-MyTopic'
+  topic_map_tag true
+  remove_tag_prefix 'sns'
+
+  ## 3) Map fluent message key
+  ## maps 'topic' key in the message
+  topic_map_key topic
+
+  # SNS Message Subject, either fixed string or map message key
+  subject SUBJECT_STRING
+  subject_key SUBJECT_KEY
+
+</match>
+```
+
+## Difference with fluent-plugin-sns
+
+* Topic names are dynamically configurable, rather than static
+* Buffered output 
+
+## Contributing
+
+1. Fork it ( http://github.com/<my-github-username>/fluent-plugin-amazon_sns/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+
+## Author
+
+Tatsuhiko Miyagawa
+
+The code is heavily inspired by: [ixixi/fluent-plugin-sns](https://github.com/ixixi/fluent-plugin-sns) and [norikra/fluent-plugin-norikra](https://github.com/norikra/fluent-plugin-norikra).

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/examples/fluentd.conf

@@ -0,0 +1,12 @@
+<source>
+  type forward
+</source>
+
+<match sns.**>
+  type amazon_sns
+
+  topic_map_tag true
+  remove_tag_prefix sns
+#  topic_map_key channel
+  flush_interval 1s
+</match>

data/fluent-plugin-amazon_sns.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'fluent/plugin/amazon_sns/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "fluent-plugin-amazon_sns"
+  spec.version       = Fluent::Plugin::AmazonSns::VERSION
+  spec.authors       = ["Tatsuhiko Miyagawa"]
+  spec.email         = ["miyagawa@bulknews.net"]
+  spec.summary       = %q{Fluent output plugin to send to Amazon SNS}
+  spec.description   = %q{}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "fluentd", "~> 0.10.0"
+  spec.add_dependency "aws-sdk", "~> 1.12"
+
+  spec.add_development_dependency "bundler", "~> 1.5"
+  spec.add_development_dependency "rake"
+end

data/lib/fluent/plugin/amazon_sns/version.rb

@@ -0,0 +1,7 @@
+module Fluent
+  module Plugin
+    module AmazonSns
+      VERSION = "0.0.2"
+    end
+  end
+end

data/lib/fluent/plugin/out_amazon_sns.rb

@@ -0,0 +1,83 @@
+require "aws-sdk"
+
+module Fluent
+  class AmazonSNSOutput < BufferedOutput
+    Fluent::Plugin.register_output('amazon_sns', self)
+
+    include SetTagKeyMixin
+    config_set_default :include_tag_key, false
+
+    include SetTimeKeyMixin
+    config_set_default :include_time_key, true
+
+    config_param :aws_access_key_id, :string, default: nil
+    config_param :aws_secret_access_key, :string, default: nil
+    config_param :aws_region, :string, default: nil
+    config_param :aws_proxy_uri, :string, default: ENV['HTTP_PROXY']
+
+    config_param :subject_key, :string, default: nil
+    config_param :subject, :string, default: nil
+
+    config_param :topic_name, :string, default: nil
+    config_param :topic_map_tag, :bool, default: false
+    config_param :remove_tag_prefix, :string, default: nil
+    config_param :topic_map_key, :string, default: nil
+
+    def configure(conf)
+      super
+
+      @topic_generator = case
+                         when @topic_name
+                           ->(tag, record){ @topic_name }
+                         when @topic_map_key
+                           ->(tag, record){ record[@topic_map_key] }
+                         when @topic_map_tag
+                           ->(tag, record){ tag.gsub(/^#{@remove_tag_prefix}(\.)?/, '') }
+                         else
+                           raise Fluent::ConfigError, "no one way specified to decide target"
+                         end
+
+      options = {}
+      [:access_key_id, :secret_access_key, :region, :proxy_uri].each do |key|
+        options[key] = instance_variable_get "@aws_#{key}"
+      end
+
+      AWS.config(options)
+    end
+
+    def start
+      super
+      @sns = AWS::SNS.new
+      @topics = get_topics
+    end
+
+    def shutdown
+      super
+    end
+
+    def format(tag, time, record)
+      [tag, time, record].to_msgpack
+    end
+
+    def write(chunk)
+      chunk.msgpack_each do |tag, time, record|
+        record["time"] = Time.at(time).localtime
+        subject = record.delete(@subject_key) || @subject  || 'Fluent-Notification'
+        topic = @topic_generator.call(tag, record)
+        topic = topic.gsub(/\./, '-') if topic # SNS doesn't allow .
+        if @topics[topic]
+          @topics[topic].publish(record.to_json, subject: subject)
+        else
+          $log.error "Could not find topic '#{topic}' on SNS"
+        end
+      end
+    end
+
+    def get_topics()
+      @sns.topics.inject({}) do |product, topic|
+        product[topic.name] = topic
+        product
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,110 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-amazon_sns
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Tatsuhiko Miyagawa
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-03-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ''
+email:
+- miyagawa@bulknews.net
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- HISTORY.md
+- LICENSE.txt
+- README.md
+- Rakefile
+- examples/fluentd.conf
+- fluent-plugin-amazon_sns.gemspec
+- lib/fluent/plugin/amazon_sns/version.rb
+- lib/fluent/plugin/out_amazon_sns.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Fluent output plugin to send to Amazon SNS
+test_files: []