fluent-plugin-https-json 0.0.1

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in gemspec
+gemspec

data/README.md

@@ -0,0 +1,25 @@
+fluentd_https_out
+=================
+
+A fluentd buffered output filter that posts to https a json array of records
+
+Installation
+=================
+
+gem install 'fluent-plugin-https-json'
+
+Usage
+=================
+
+```
+<match SOME_EVENT>
+  type https_json
+  buffer_path /tmp/buffer
+
+  buffer_chunk_limit 256m
+  buffer_queue_limit 128
+  flush_interval 10s
+  endpoint    http://127.0.0.1:3000/consume_json_arrays_of_some_event/
+
+</match>
+```

data/fluent-plugin-https-json.gemspec

@@ -0,0 +1,21 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |gem|
+  gem.name          = "fluent-plugin-https-json"
+  gem.version       = "0.0.1"
+  gem.authors       = ["Jay OConnor"]
+  gem.email         = ["jaydoconnor@gmail.com"]
+  gem.summary       = %q{Fluentd output plugin to buffer logs as json arrays to a url}
+  gem.description   = gem.summary
+  gem.homepage      = "https://github.com/jdoconnor/fluentd_https_out"
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+  gem.add_development_dependency "bundler"
+  gem.add_development_dependency "json"
+  gem.add_development_dependency "fluentd"
+  gem.add_runtime_dependency "fluentd"
+end

data/lib/fluent/plugin/out_https_json.rb

@@ -0,0 +1,62 @@
+class Fluent::HttpsJsonOutput < Fluent::TimeSlicedOutput
+  # First, register the plugin. NAME is the name of this plugin
+  # and identifies the plugin in the configuration file.
+  Fluent::Plugin.register_output('https_json', self)
+
+  def initialize
+    require 'net/http'
+    require 'net/https'
+    require 'uri'
+    super
+  end
+
+  # This method is called before starting.
+  # 'conf' is a Hash that includes configuration parameters.
+  # If the configuration is invalid, raise Fluent::ConfigError.
+  def configure(conf)
+    super
+    @uri = URI.parse(conf['endpoint'])
+    @http = Net::HTTP.new(@uri.host,@uri.port)
+    @https = Net::HTTP.new(@uri.host,@uri.port)
+    @https.use_ssl = true
+    @use_https = conf['use_https'] == 'true'
+  end
+
+  # This method is called when starting.
+  # Open sockets or files here.
+  def start
+    super
+  end
+
+  # This method is called when shutting down.
+  # Shutdown the thread and close sockets or files here.
+  def shutdown
+    super
+  end
+
+  ## Optionally, you can use to_msgpack to serialize the object.
+  def format(tag, time, record)
+    [tag, time, record].to_msgpack
+  end
+
+  # This method is called every flush interval. Write the buffer chunk
+  # to files or databases here.
+  # 'chunk' is a buffer chunk that includes multiple formatted
+  # events. You can use 'data = chunk.read' to get all events and
+  # 'chunk.open {|io| ... }' to get IO objects.
+  def write(chunk)
+    events = []
+    chunk.msgpack_each {|(tag,time,record)|
+      events << {:tag => tag, :time => time, :record => record}
+    }
+    events = events.to_json
+    req = Net::HTTP::Post.new(@uri.path)
+    req.set_form_data({"events" => events})
+    if @use_https
+      res = @https.request(req)
+    else
+      res = @http.request(req)
+    end
+  end
+
+end

metadata

@@ -0,0 +1,113 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-https-json
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Jay OConnor
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-03-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Fluentd output plugin to buffer logs as json arrays to a url
+email:
+- jaydoconnor@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- README.md
+- fluent-plugin-https-json.gemspec
+- lib/fluent/plugin/out_https_json.rb
+homepage: https://github.com/jdoconnor/fluentd_https_out
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Fluentd output plugin to buffer logs as json arrays to a url
+test_files: []