fluent-plugin-heroku-syslog 0.0.1 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c1ba40b8e6dea0a28ffed82b25787897c0ead301
-  data.tar.gz: e2e430813032e6445a4bf0344dca1f746580ca09
+  metadata.gz: 45464deb9237a40a07e441e968af9c5b70fa3bce
+  data.tar.gz: e4308639e7ccb688d490d81f6e2d47ff11b125fa
 SHA512:
-  metadata.gz: cc75128973dfcb608908f1f930e9cf4e6eb436457a12d1cbfddc1308c902e8e56d77df21f34b153c9f32c3c9a2c3b3c47e6490eb31df67cb1c3c699d35dfbf53
-  data.tar.gz: 4743b87ccc0fec77eb82613a49308700995aa305a133ed68c55c39631339b4b356e14c6b1dbabe0475491ee69dddbfea839cd21cd2404aa8f4a44cae51f5f98e
+  metadata.gz: 7f5051f8e44f95e6f6597e9a6c2c3be526396c0bf97e146d0d310d857f2d4676b524636209cb2b1df00376f44779fc1d6569547de5ec91320438b3cbb7432bc1
+  data.tar.gz: a2037e66e3937285987c138091a7959e16e807ad328120d81d61a9f794d47c5a0dcd58b5d359a33ab98ce27eca09647294060e7d1b6d763b7ab60433f16edb48

data/.travis.yml

@@ -3,3 +3,4 @@ rvm:
   - 1.9.3
   - 2.0.0
   - 2.1.0
+  - 2.2.0

data/README.md

@@ -1,16 +1,28 @@
 # fluent-plugin-heroku-syslog
 
-fluent plugin to drain heroku syslog.
+[fluent](http://fluentd.org) plugin to drain heroku syslog.
 
 [![Build Status](https://travis-ci.org/hakobera/fluent-plugin-heroku-syslog.png?branch=master)](https://travis-ci.org/hakobera/fluent-plugin-heroku-syslog)
 
+## Installation
+
+Install with gem or fluent-gem command as:
+
+```
+# for fluentd
+$ gem install fluent-plugin-heroku-syslog
+
+# for td-agent
+$ sudo /usr/lib64/fluent/ruby/bin/fluent-gem install fluent-plugin-heroku-syslog
+```
+
 ## Component
 
 ### HerokuSyslogInput
 
-Plugin to accept syslog input from [heroku syslog drains](https://devcenter.heroku.com/articles/logging#syslog-drains).
+Plugin to accept syslog input from [heroku syslog drains](https://devcenter.heroku.com/articles/log-drains#syslog-drains).
 
-## Configuration
+#### Configuration
 
 ```
 <source>
@@ -21,9 +33,34 @@ Plugin to accept syslog input from [heroku syslog drains](https://devcenter.hero
 </source>
 ```
 
-## TODO
+### HerokuSyslogHttpInput
 
-- Implement authentication logic or filter like HTTP basic auth.
+Plugin to accept syslog input from [heroku http(s) drains](https://devcenter.heroku.com/articles/log-drains#http-s-drains).
+
+#### Configuration
+
+##### Basic
+
+```
+<source>
+  type heroku_syslog_http
+  port 9880
+  bind 0.0.0.0
+  tag  heroku
+</source>
+```
+
+##### Filter by drain_ids
+
+```
+<source>
+  type heroku_syslog_http
+  port 9880
+  bind 0.0.0.0
+  tag  heroku
+  drain_ids ["YOUR-HEROKU-DRAIN-ID"]
+</source>
+```
 
 ## Copyright
 

data/fluent-plugin-heroku-syslog.gemspec

@@ -1,7 +1,7 @@
 # -*- encoding: utf-8 -*-
 Gem::Specification.new do |gem|
   gem.name          = "fluent-plugin-heroku-syslog"
-  gem.version       = "0.0.1"
+  gem.version       = "0.1.0"
   gem.authors       = ["Kazuyuki Honda"]
   gem.email         = ["hakobera@gmail.com"]
   gem.description   = %q{fluent plugin to drain heroku syslog}
@@ -14,6 +14,7 @@ Gem::Specification.new do |gem|
   gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
   gem.require_paths = ["lib"]
 
-  gem.add_runtime_dependency "fluentd"
+  gem.add_runtime_dependency "fluentd", ">= 0.10.55"
   gem.add_development_dependency "rake"
+  gem.add_development_dependency("test-unit", ["~> 3.0.2"])
 end

data/lib/fluent/plugin/in_heroku_syslog.rb

@@ -1,221 +1,35 @@
+require 'fluent/plugin/in_tcp'
+require_relative 'logplex'
+
 module Fluent
-  class HerokuSyslogInput < Input
+  class HerokuSyslogInput < TcpInput
     Plugin.register_input('heroku_syslog', self)
+    include Logplex
 
-    OCTET_COUNTING_REGEXP = /^([0-9]+)\s+(.*)/
-    SYSLOG_REGEXP = /^\<([0-9]+)\>[0-9]*(.*)/
-    SYSLOG_ALL_REGEXP = /^\<(?<pri>[0-9]+)\>[0-9]* (?<time>[^ ]*) (?<drain_id>[^ ]*) (?<ident>[a-zA-Z0-9_\/\.\-]*) (?<pid>[a-zA-Z0-9\.]+)? *(?<message>.*)$/
-    TIME_FORMAT = "%Y-%m-%dT%H:%M:%S%z"
-
-    FACILITY_MAP = {
-      0   => 'kern',
-      1   => 'user',
-      2   => 'mail',
-      3   => 'daemon',
-      4   => 'auth',
-      5   => 'syslog',
-      6   => 'lpr',
-      7   => 'news',
-      8   => 'uucp',
-      9   => 'cron',
-      10  => 'authpriv',
-      11  => 'ftp',
-      12  => 'ntp',
-      13  => 'audit',
-      14  => 'alert',
-      15  => 'at',
-      16  => 'local0',
-      17  => 'local1',
-      18  => 'local2',
-      19  => 'local3',
-      20  => 'local4',
-      21  => 'local5',
-      22  => 'local6',
-      23  => 'local7'
-    }
-
-    PRIORITY_MAP = {
-      0  => 'emerg',
-      1  => 'alert',
-      2  => 'crit',
-      3  => 'err',
-      4  => 'warn',
-      5  => 'notice',
-      6  => 'info',
-      7  => 'debug'
-    }
-
-    def initialize
-      super
-      require 'cool.io'
-      require 'fluent/plugin/socket_util'
-    end
-
-    config_param :port, :integer, :default => 5140
-    config_param :bind, :string, :default => '0.0.0.0'
-    config_param :tag, :string
-
-    def configure(conf)
-      super
-
-      parser = TextParser.new
-      if parser.configure(conf, false)
-        @parser = parser
-      else
-        @parser = nil
-        @time_parser = TextParser::TimeParser.new(TIME_FORMAT)
-      end
-    end
-
-    def start
-      if @parser
-        callback = method(:receive_data_parser)
-      else
-        callback = method(:receive_data)
-      end
-
-      @loop = Coolio::Loop.new
-      @handler = listen(callback)
-      @loop.attach(@handler)
-
-      @thread = Thread.new(&method(:run))
-    end
-
-    def shutdown
-      @loop.watchers.each {|w| w.detach }
-      @loop.stop
-      @handler.close
-      @thread.join
-    end
-
-    def run
-      @loop.run
-    rescue
-      $log.error "unexpected error", :error=>$!.to_s
-      $log.error_backtrace
-    end
-
-    protected
-    def receive_data_parser(data)
-      m = SYSLOG_REGEXP.match(data)
-      unless m
-        $log.debug "invalid syslog message: #{data.dump}"
-        return
-      end
-      pri = m[1].to_i
-      text = m[2]
-
-      time, record = @parser.parse(text)
-      unless time && record
-        return
-      end
-
-      emit(pri, time, record)
-
-    rescue
-      $log.warn data.dump, :error=>$!.to_s
-      $log.debug_backtrace
-    end
-
-    def receive_data(data)
-      m = SYSLOG_ALL_REGEXP.match(data)
-      unless m
-        $log.debug "invalid syslog message", :data=>data
-        return
-      end
-
-      pri = nil
-      time = nil
-      record = {}
-
-      m.names.each {|name|
-        if value = m[name]
-          case name
-          when "pri"
-            pri = value.to_i
-          when "time"
-            time = @time_parser.parse(value.gsub(/ +/, ' ').gsub(/\.[0-9]+/, ''))
-          else
-            record[name] = value
-          end
-        end
-      }
-
-      time ||= Engine.now
-
-      emit(pri, time, record)
-
-    rescue
-      $log.warn data.dump, :error=>$!.to_s
-      $log.debug_backtrace
-    end
+    config_param :format, :string, :default => SYSLOG_REGEXP
+    config_param :drain_ids, :array, :default => nil
 
     private
 
-    def listen(callback)
-      $log.debug "listening heroku syslog socket on #{@bind}:#{@port}"
-      Coolio::TCPServer.new(@bind, @port, TcpHandler, callback)
-    end
-
-    def emit(pri, time, record)
-      facility = FACILITY_MAP[pri >> 3]
-      priority = PRIORITY_MAP[pri & 0b111]
-
-      tag = "#{@tag}.#{facility}.#{priority}"
-
-      Engine.emit(tag, time, record)
-    rescue => e
-      $log.error "syslog failed to emit", :error => e.to_s, :error_class => e.class.to_s, :tag => tag, :record => Yajl.dump(record)
-    end
-
-    class TcpHandler < Coolio::Socket
-      def initialize(io, on_message)
-        super(io)
-        if io.is_a?(TCPSocket)
-          opt = [1, @timeout.to_i].pack('I!I!')  # { int l_onoff; int l_linger; }
-          io.setsockopt(Socket::SOL_SOCKET, Socket::SO_LINGER, opt)
+    def on_message(msg, addr)
+      @parser.parse(msg) { |time, record|
+        unless time && record
+          log.warn "pattern not match: #{msg.inspect}"
+          return
         end
-        $log.trace { "accepted fluent socket object_id=#{self.object_id}" }
-        @on_message = on_message
-        @buffer = "".force_encoding('ASCII-8BIT')
-      end
-
-      def on_connect
-      end
 
-      def on_read(data)
-        @buffer << data
-        pos = 0
-
-        # syslog family add "\n" to each message and this seems only way to split messages in tcp stream
-        while i = @buffer.index("\n", pos)
-          msg = @buffer[pos..i]
-
-          # Support Octet Counting 
-          # https://tools.ietf.org/html/rfc6587#section-3.4.1
-          m = OCTET_COUNTING_REGEXP.match(msg)
-          valid = true
-          if m
-            msg_len = m[1].to_i - 1
-            msg = m[2]
-
-            if msg_len != msg.length
-              $log.debug "invalid syslog message length", :expected => msg_len, :actual => msg.length, :data => msg
-              valid = false
-            end
-          end
-          @on_message.call(msg) if valid
-          pos = i + 1
+        unless @drain_ids.nil? || @drain_ids.include?(record['drain_id'])
+          log.warn "drain_id not match: #{msg.inspect}"
+          return
         end
-        @buffer.slice!(0, pos) if pos > 0
-      rescue => e
-        $log.error "syslog error", :error => e, :error_class => e.class
-        close
-      end
 
-      def on_close
-        $log.trace { "closed fluent socket object_id=#{self.object_id}" }
-      end
+        record[@source_host_key] = addr[3] if @source_host_key
+        parse_logplex(record)
+        router.emit(@tag, time, record)
+      }
+    rescue => e
+      log.error msg.dump, :error => e, :error_class => e.class, :host => addr[3]
+      log.error_backtrace
     end
   end
 end

data/lib/fluent/plugin/in_heroku_syslog_http.rb

@@ -0,0 +1,37 @@
+require 'fluent/plugin/in_http'
+require_relative 'logplex'
+
+module Fluent
+  class HerokuSyslogHttpInput < HttpInput
+    Plugin.register_input('heroku_syslog_http', self)
+    include Logplex
+
+    config_param :format, :string, :default => SYSLOG_REGEXP
+    config_param :drain_ids, :array, :default => nil
+
+    private
+
+    def parse_params_with_parser(params)
+      if content = params[EVENT_RECORD_PARAMETER]
+        records = []
+        messages = content.split("\n")
+        messages.each do |msg|
+          @parser.parse(msg) { |time, record|
+            raise "Received event is not #{@format}: #{content}" if record.nil?
+
+            record["time"] ||= time
+            parse_logplex(record, params)
+            unless @drain_ids.nil? || @drain_ids.include?(record['drain_id'])
+              log.warn "drain_id not match: #{msg.inspect}"
+              next
+            end
+            records << record
+          }
+        end
+        return nil, records
+      else
+        raise "'#{EVENT_RECORD_PARAMETER}' parameter is required"
+      end
+    end
+  end
+end

data/lib/fluent/plugin/logplex.rb

@@ -0,0 +1,55 @@
+module Fluent
+  module Logplex
+    SYSLOG_REGEXP = '/^([0-9]+)\\s+\\<(?<pri>[0-9]+)\\>[0-9]* (?<time>[^ ]*) (?<drain_id>[^ ]*) (?<ident>[a-zA-Z0-9_\\/\\.\\-]*) (?<pid>[a-zA-Z0-9\\.]+)? *(?<message>.*)$/'
+
+    FACILITY_MAP = {
+      0   => 'kern',
+      1   => 'user',
+      2   => 'mail',
+      3   => 'daemon',
+      4   => 'auth',
+      5   => 'syslog',
+      6   => 'lpr',
+      7   => 'news',
+      8   => 'uucp',
+      9   => 'cron',
+      10  => 'authpriv',
+      11  => 'ftp',
+      12  => 'ntp',
+      13  => 'audit',
+      14  => 'alert',
+      15  => 'at',
+      16  => 'local0',
+      17  => 'local1',
+      18  => 'local2',
+      19  => 'local3',
+      20  => 'local4',
+      21  => 'local5',
+      22  => 'local6',
+      23  => 'local7'
+    }
+
+    PRIORITY_MAP = {
+      0  => 'emerg',
+      1  => 'alert',
+      2  => 'crit',
+      3  => 'err',
+      4  => 'warn',
+      5  => 'notice',
+      6  => 'info',
+      7  => 'debug'
+    }
+
+    def parse_logplex(record, params=nil)
+      pri = record['pri'].to_i
+      record['facility'] = FACILITY_MAP[pri >> 3]
+      record['priority'] = PRIORITY_MAP[pri & 0b111]
+
+      if params
+        record['drain_id'] = params['HTTP_LOGPLEX_DRAIN_TOKEN']
+      end
+
+      record
+    end
+  end
+end

data/test/helper.rb

@@ -42,6 +42,7 @@ def ipv6_enabled?
 end
 
 require 'fluent/plugin/in_heroku_syslog'
+require 'fluent/plugin/in_heroku_syslog_http'
 
 class Test::Unit::TestCase
 end

data/test/plugin/test_in_heroku_syslog.rb

@@ -15,7 +15,7 @@ class HerokuSyslogInputTest < Test::Unit::TestCase
   IPv6_CONFIG = %[
     port #{PORT}
     bind ::1
-    tag syslog
+    tag heroku.syslog
   ]
 
   def create_driver(conf=CONFIG)
@@ -43,11 +43,13 @@ class HerokuSyslogInputTest < Test::Unit::TestCase
       tests = [
         {
             'msg' => "92 <13>1 2014-01-29T06:25:52.589365+00:00 d.916a3e50-efa1-4754-aded-ffffffffffff app web.1 foo\n",
-            'expected' => Time.strptime('2014-01-29T06:25:52+00:00', '%Y-%m-%dT%H:%M:%S%z').to_i
+            'expected' => 'foo',
+            'expected_time' => Time.strptime('2014-01-29T06:25:52+00:00', '%Y-%m-%dT%H:%M:%S%z').to_i
         },
         {
             'msg' => "92 <13>1 2014-01-30T07:35:00.123456+09:00 d.916a3e50-efa1-4754-aded-ffffffffffff app web.1 bar\n",
-            'expected' => Time.strptime('2014-01-30T07:35:00+09:00', '%Y-%m-%dT%H:%M:%S%z').to_i
+            'expected' => 'bar',
+            'expected_time' => Time.strptime('2014-01-30T07:35:00+09:00', '%Y-%m-%dT%H:%M:%S%z').to_i
         }
       ]
 
@@ -60,12 +62,7 @@ class HerokuSyslogInputTest < Test::Unit::TestCase
         sleep 1
       end
 
-      emits = d.emits
-      $log.debug emits
-      emits.each_index {|i|
-        $log.debug emits[i][1]
-        assert_equal(tests[i]['expected'], emits[i][1])
-      }
+      compare_test_result(d.emits, tests)
     }
   end
 
@@ -101,6 +98,54 @@ class HerokuSyslogInputTest < Test::Unit::TestCase
     compare_test_result(d.emits, tests)
   end
 
+  def test_accept_matched_drain_id
+    d = create_driver(CONFIG + "\ndrain_ids [\"d.916a3e50-efa1-4754-aded-ffffffffffff\"]")
+    tests = create_test_case
+
+    d.run do
+      TCPSocket.open('127.0.0.1', PORT) do |s|
+        tests.each {|test|
+          s.send(test['msg'], 0)
+        }
+      end
+      sleep 1
+    end
+
+    compare_test_result(d.emits, tests)
+  end
+
+  def test_accept_matched_drain_id_multiple
+    d = create_driver(CONFIG + "\ndrain_ids [\"abc\",\"d.916a3e50-efa1-4754-aded-ffffffffffff\"]")
+    tests = create_test_case
+
+    d.run do
+      TCPSocket.open('127.0.0.1', PORT) do |s|
+        tests.each {|test|
+          s.send(test['msg'], 0)
+        }
+      end
+      sleep 1
+    end
+
+    compare_test_result(d.emits, tests)
+  end
+
+  def test_ignore_unmatched_drain_id
+    d = create_driver(CONFIG + "\ndrain_ids [\"abc\"]")
+    tests = create_test_case
+
+    d.run do
+      TCPSocket.open('127.0.0.1', PORT) do |s|
+        tests.each {|test|
+          s.send(test['msg'], 0)
+        }
+      end
+      sleep 1
+    end
+
+    assert_equal(0, d.emits.length)
+  end
+
   def create_test_case
     # actual syslog message has "\n"
     msgs = [
@@ -116,11 +161,16 @@ class HerokuSyslogInputTest < Test::Unit::TestCase
   end
 
   def compare_test_result(emits, tests)
+    assert_equal(tests.length, emits.length)
     emits.each_index {|i|
-      assert_equal(tests[i]['expected'], emits[i][2]['message'])
+      assert_equal('heroku.syslog', emits[i][0])
+      assert_equal(tests[i]['expected_time'], emits[i][1]) if tests[i]['expected_time']
+      assert_equal(tests[i]['expected'], emits[i][2]['message']) if tests[i]['expected']
       assert_equal('d.916a3e50-efa1-4754-aded-ffffffffffff', emits[i][2]['drain_id'])
       assert_equal('app', emits[i][2]['ident'])
       assert_equal('web.1', emits[i][2]['pid'])
+      assert_equal('user', emits[i][2]['facility'])
+      assert_equal('notice', emits[i][2]['priority'])
     }
   end
 

data/test/plugin/test_in_heroku_syslog_http.rb

@@ -0,0 +1,181 @@
+require 'helper'
+require 'net/http'
+
+class HerokuSyslogHttpInputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+  end
+
+  PORT = unused_port
+  CONFIG = %[
+    port #{PORT}
+    bind 127.0.0.1
+    body_size_limit 10m
+    keepalive_timeout 5
+  ]
+
+  def create_driver(conf=CONFIG)
+    Fluent::Test::InputTestDriver.new(Fluent::HerokuSyslogHttpInput).configure(conf)
+  end
+
+  def test_configure
+    d = create_driver
+    assert_equal PORT, d.instance.port
+    assert_equal '127.0.0.1', d.instance.bind
+    assert_equal 10*1024*1024, d.instance.body_size_limit
+    assert_equal 5, d.instance.keepalive_timeout
+  end
+
+  def test_time_format
+    d = create_driver
+
+    tests = [
+      {
+          'msg' => "<13>1 2014-01-29T06:25:52.589365+00:00 host app web.1 foo",
+          'expected' => 'foo',
+          'expected_time' => Time.strptime('2014-01-29T06:25:52+00:00', '%Y-%m-%dT%H:%M:%S%z').to_i
+      },
+      {
+          'msg' => "<13>1 2014-01-30T07:35:00.123456+09:00 host app web.1 bar",
+          'expected' => 'bar',
+          'expected_time' => Time.strptime('2014-01-30T07:35:00+09:00', '%Y-%m-%dT%H:%M:%S%z').to_i
+      }
+    ]
+
+    tests.each do |msg|
+      msg['msg'] = "#{msg['msg'].length} #{msg['msg']}"
+    end
+
+    d.expect_emit 'heroku', tests[0]['expected_time'], {
+      "drain_id" => "d.fc6b856b-3332-4546-93de-7d0ee272c3bd",
+      "ident"=>"app",
+      "pid"=>"web.1",
+      "message"=> "foo",
+      "pri" => "13",
+      "facility" => "user",
+      "priority" => "notice"
+    }
+
+    d.expect_emit 'heroku', tests[1]['expected_time'], {
+      "drain_id" => "d.fc6b856b-3332-4546-93de-7d0ee272c3bd",
+      "ident"=>"app",
+      "pid"=>"web.1",
+      "message"=> "bar",
+      "pri" => "13",
+      "facility" => "user",
+      "priority" => "notice"
+    }
+
+    d.run do
+      res = post(tests)
+      assert_equal "200", res.code
+    end
+  end
+
+  def test_msg_size
+    d = create_driver
+    tests = create_test_case
+
+    d.expect_emit 'heroku', tests[0]['expected_time'], {
+      "drain_id" => "d.fc6b856b-3332-4546-93de-7d0ee272c3bd",
+      "ident" => "app",
+      "pid" => "web.1",
+      "message" => "x" * 100,
+      "pri" => "13",
+      "facility" => "user",
+      "priority" => "notice"
+    }
+    d.expect_emit 'heroku', tests[1]['expected_time'], {
+      "drain_id" => "d.fc6b856b-3332-4546-93de-7d0ee272c3bd",
+      "ident" => "app",
+      "pid" => "web.1",
+      "message" => "x" * 1024,
+      "pri" => "13",
+      "facility" => "user",
+      "priority" => "notice"
+    }
+
+    d.run do
+      res = post(tests)
+      assert_equal "200", res.code
+    end
+  end
+
+  def test_accept_matched_drain_id_multiple
+    d = create_driver(CONFIG + "\ndrain_ids [\"abc\", \"d.fc6b856b-3332-4546-93de-7d0ee272c3bd\"]")
+    tests = create_test_case
+
+    d.expect_emit 'heroku', tests[0]['expected_time'], {
+      "drain_id" => "d.fc6b856b-3332-4546-93de-7d0ee272c3bd",
+      "ident" => "app",
+      "pid" => "web.1",
+      "message" => "x" * 100,
+      "pri" => "13",
+      "facility" => "user",
+      "priority" => "notice"
+    }
+    d.expect_emit 'heroku', tests[1]['expected_time'], {
+      "drain_id" => "d.fc6b856b-3332-4546-93de-7d0ee272c3bd",
+      "ident" => "app",
+      "pid" => "web.1",
+      "message" => "x" * 1024,
+      "pri" => "13",
+      "facility" => "user",
+      "priority" => "notice"
+    }
+
+    d.run do
+      res = post(tests)
+      assert_equal "200", res.code
+    end
+  end
+
+  def test_ignore_unmatched_drain_id
+    d = create_driver(CONFIG + "\ndrain_ids [\"abc\"]")
+    tests = create_test_case
+
+    d.run do
+      res = post(tests)
+      assert_equal "200", res.code
+    end
+
+    assert_equal(0, d.emits.length)
+  end
+
+  def create_test_case
+    # actual syslog message has "\n"
+    msgs = [
+      {
+        'msg' => '<13>1 2014-01-01T01:23:45.123456+00:00 host app web.1 ' + 'x' * 100,
+        'expected' => 'x' * 100,
+        'expected_time' => Time.parse("2014-01-01T01:23:45 UTC").to_i
+      },
+      {
+        'msg' => '<13>1 2014-01-01T01:23:45.123456+00:00 host app web.1 ' + 'x' * 1024,
+        'expected' => 'x' * 1024,
+        'expected_time' => Time.parse("2014-01-01T01:23:45 UTC").to_i
+      }
+    ]
+
+    msgs.each do |msg|
+      msg['msg'] = "#{msg['msg'].length} #{msg['msg']}"
+    end
+
+    msgs
+  end
+
+  def post(messages)
+    # https://github.com/heroku/logplex/blob/master/doc/README.http_drains.md
+    http = Net::HTTP.new("127.0.0.1", PORT)
+    req = Net::HTTP::Post.new('/heroku', {
+      "Content-Type" => "application/logplex-1",
+      "Logplex-Msg-Count" => messages.length.to_s,
+      "Logplex-Frame-Id" => "09C557EAFCFB6CF2740EE62F62971098",
+      "Logplex-Drain-Token" => "d.fc6b856b-3332-4546-93de-7d0ee272c3bd",
+      "User-Agent" => "Logplex/v49"
+    })
+    req.body = messages.map {|msg| msg['msg']}.join("\n")
+    http.request(req)
+  end
+
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-heroku-syslog
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors:
 - Kazuyuki Honda
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-01-30 00:00:00.000000000 Z
+date: 2015-02-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.10.55
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.10.55
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -38,6 +38,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.0.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.0.2
 description: fluent plugin to drain heroku syslog
 email:
 - hakobera@gmail.com
@@ -53,8 +67,11 @@ files:
 - Rakefile
 - fluent-plugin-heroku-syslog.gemspec
 - lib/fluent/plugin/in_heroku_syslog.rb
+- lib/fluent/plugin/in_heroku_syslog_http.rb
+- lib/fluent/plugin/logplex.rb
 - test/helper.rb
 - test/plugin/test_in_heroku_syslog.rb
+- test/plugin/test_in_heroku_syslog_http.rb
 homepage: https://github.com/hakobera/fluent-plugin-heroku-syslog
 licenses:
 - APLv2
@@ -75,10 +92,11 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.0
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: fluent plugin to drain heroku syslog
 test_files:
 - test/helper.rb
 - test/plugin/test_in_heroku_syslog.rb
+- test/plugin/test_in_heroku_syslog_http.rb