fluent-plugin-hrforecast 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 9ea1bb5340dadf01695d2d08bf52cdf42eb74794
+  data.tar.gz: 5107bdce0db47829d7cb3d4dfe7fa9199c363fad
+SHA512:
+  metadata.gz: 894030e2d9e94eea7e4933e54d70b20bd71f4816d0181a1e71c998cda4bfda1921996804b4137c01fd09e5e0e207bf92beb2ad6d8c4ef49a9eec0e890f486727
+  data.tar.gz: 26f8d3040c64e8b633f977e59013f108c72e670f818fd43d4b7e9eb7bf820544bbc613525ee9b70a8ff1618e9d99ebb554fcbd31e119f62bbb3cc8e855da469a

data/.coveralls.yml

@@ -0,0 +1 @@
+service_name: travis-ci

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.travis.yml

@@ -0,0 +1,6 @@
+language: ruby
+rvm:
+  - 1.9.3
+  - 2.0.0
+  - 2.1.1
+

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fluent-plugin-hrforecast.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,201 @@
+Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "{}"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright 2014 do_aki
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

data/README.md

@@ -0,0 +1,101 @@
+# Fluent::Plugin::Hrforecast
+
+fluentd output plugin for HRForecast
+
+## Overview
+Fluented output plugin for sending metrics to [HRForecast](https://github.com/kazeburo/HRForecast).
+This plugin code was wittern based on [fluent-plugin-growthforecast](https://github.com/tagomoris/fluent-plugin-growthforecast)
+
+## Configuration
+
+### Sample2
+Tag is `metrics` and message is `{'field1':10, 'field2':200, 'others':3000}`.
+
+By follow config, send 2 numbers and time specified input plugin to HRForecast.
+* send 10 and time to http://hrforecast.local/api/service/section/metrics_field1
+* send 200 and time to http://hrforecast.local/api/service/section/metrics_field2
+
+```
+<match metrics>
+  type hrforecast
+  hrfapi_url http://hrforecast.local/api/
+  graph_path service/section/${tag}_${key_name}
+  name_keys  field1,field2
+</match>
+```
+
+
+### Sample2
+Tag is `metrics` and message is `{'date_field':'2014/05/23', 'field_hoge':89.3}`.
+
+By follow config, send a floating number and formatted date to HRForecast.
+* send 89.3 and '2014-05-23 00:00:00' to http://hrforecast.local/api/service/metrics/hoge
+
+```
+<match metrics>
+  type hrforecast
+  hrfapi_url http://hrforecast.local/api/
+  graph_path service/${tag}/${key_name}
+  name_key_pattern    ^field_(.*)$
+  enable_float_number true
+  datetime_key        date_field
+  datetime_key_format %Y/%m/%d
+  datetime_format     %Y-%m-%d %H:%M:%S
+</match>
+```
+
+
+## Options
+
+* __hrfapi_url__ (required)
+
+ URL of HRForecast API base like 'http://hrforecast.local/api/'
+
+* __graph_path__ (required)
+
+ Graph Path of HRForecast API endpoint include service_name, section_name and graph_name separated slash.
+ e.g. `service/section/graph`
+
+ You can customize graph_path using `${tag}` and `${key_name}` placeholders.
+
+* __name_keys__ (Either of this or __name_key_pattern__ is required)
+ Specify field names of sending number. Separate by comma.
+
+* __name_key_pattern__ (Either of this or __name_keys__ is required)
+ Specify field names of sending number.
+
+* __datetime_key__ (default: none)
+ Specify field names of sending datetime if you need.
+
+* __datetime_key_format__ (required if specified __datetime_key__)
+ Parse format for datetime of field specified datetime_key
+
+* __datetime_format__ (default: %Y-%m-%d %H:%M:%S %z)
+ Format of datetime POST parameter.
+
+* __remove_prefix__ (default:none)
+
+* __background_post__ (default:false)
+
+* __ssl__ (default:false)
+
+* __verify_ssl__ (default:false)
+
+* __timeout__ 
+
+* __retry__ (default: true)
+
+* __keepalive__  (default: true)
+
+* __enable_float_number__  (default: false)
+
+* __authentication__ (default:none)
+
+* __username__ (default:empty)
+
+* __password__ (default:empty)
+
+
+## License
+Apache License, Version 2.0
+

data/Rakefile

@@ -0,0 +1,11 @@
+require "bundler/gem_tasks"
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib'
+  test.libs << 'test'
+  test.pattern  = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+task :default => :test

data/fluent-plugin-hrforecast.gemspec

@@ -0,0 +1,24 @@
+# coding: utf-8
+
+Gem::Specification.new do |spec|
+  spec.name          = "fluent-plugin-hrforecast"
+  spec.version       = "0.0.1"
+  spec.authors       = ["do-aki"]
+  spec.email         = ["do.hiroaki@gmail.com"]
+  spec.description   = %q{For HRForecast}
+  spec.summary       = %q{Fluentd output plugin to post to HRForecast}
+  spec.homepage      = "https://github.com/do-aki/fluent-plugin-hrforecast"
+  spec.license       = "APLv2"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  #spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "simplecov"
+  spec.add_development_dependency "coveralls"
+  spec.add_development_dependency "net-empty_port"
+  spec.add_runtime_dependency "fluent-plugin-growthforecast"
+end

data/lib/fluent/plugin/out_hrforecast.rb

@@ -0,0 +1,254 @@
+
+class Fluent::HRForecastOutput < Fluent::Output
+  Fluent::Plugin.register_output('hrforecast', self)
+
+
+  def initialize
+    super
+    require 'net/http'
+    require 'uri'
+    require 'resolve/hostname'
+  end
+
+  config_param :hrfapi_url, :string
+  config_param :graph_path, :string
+
+  config_param :name_keys, :string, :default => nil
+  config_param :name_key_pattern, :string, :default => nil
+
+  config_param :datetime_key, :string, :default => nil
+  config_param :datetime_key_format, :string, :default => nil
+  config_param :datetime_format, :string, :default => '%Y-%m-%d %H:%M:%S %z'
+
+  config_param :remove_prefix, :string, :default => nil
+
+  config_param :background_post, :bool, :default => false
+
+  config_param :ssl, :bool, :default => false
+  config_param :verify_ssl, :bool, :default => false
+
+  config_param :timeout, :integer, :default => nil # default 60secs
+  config_param :retry, :bool, :default => true
+  config_param :keepalive, :bool, :default => true
+  config_param :enable_float_number, :bool, :default => false
+
+  config_param :authentication, :string, :default => nil # nil or 'none' or 'basic'
+  config_param :username, :string, :default => ''
+  config_param :password, :string, :default => ''
+
+  # Define `log` method for v0.10.42 or earlier
+  unless method_defined?(:log)
+    define_method("log") { $log }
+  end
+
+  def configure(conf)
+    super
+
+    if @hrfapi_url !~ %r|/api/\z|
+      raise Fluent::ConfigError, "hrfapi_url must end with /api/"
+    end
+    if @graph_path !~ %r|\A[^/]+/[^/]+/[^/]+\z|
+      raise Fluent::ConfigError, "graph_path #{@graph_path}  must be like 'service/section/${tag}_${key_name}'"
+    end
+
+    if @name_keys.nil? and @name_key_pattern.nil?
+      raise Fluent::ConfigError, "missing both of name_keys and name_key_pattern"
+    end
+    if not @name_keys.nil? and not @name_key_pattern.nil?
+      raise Fluent::ConfigError, "cannot specify both of name_keys and name_key_pattern"
+    end
+
+    if not @datetime_key.nil? and @datetime_key_format.nil?
+      raise Fluent::ConfigError, "missing datetime_key_format"
+    end
+
+    url = URI.parse(@hrfapi_url)
+    @host = url.host
+    @port = url.port
+
+    if @name_keys
+      @name_keys = Hash[
+        @name_keys.split(',').map{|k|
+          k.split('=>',2).tap{|kv|
+            kv.push(kv[0]) if kv.size == 1
+          }
+        }
+      ]
+    end
+
+    if @name_key_pattern
+      @name_key_pattern = Regexp.new(@name_key_pattern)
+    end
+
+    if @remove_prefix
+      @removed_prefix_string = @remove_prefix + '.'
+      @removed_length = @removed_prefix_string.length
+    end
+
+    @auth = case @authentication
+            when 'basic' then :basic
+            else
+              :none
+            end
+    @resolver = Resolve::Hostname.new(:system_resolver => true)
+  end
+
+  class PostThread
+    attr :queue
+
+    def initialize(plugin)
+      require 'thread'
+      @queue = Queue.new
+      @plugin = plugin
+      @thread = Thread.new do
+        begin
+          post(@queue.deq) while true
+        ensure
+          post(@queue.deq) while not @queue.empty?
+        end
+      end
+    end
+
+    def post(events)
+      begin
+        @plugin.post_events(events) if events.size > 0
+      rescue => e
+        @plugin.log.warn "HTTP POST in background Error occures to HRforecast server", :error_class => e.class, :error => e.message
+      end
+    end
+
+    def shutdown
+      @thread.terminate
+      @thread.join
+    end
+  end
+
+  def start
+    super
+
+    @post_thread = nil
+    if @background_post
+      @post_thread = PostThread.new(self)
+    end
+  end
+
+  def shutdown
+    if @post_thread
+      @post_thread.shutdown
+    end
+    super
+  end
+
+  def placeholder_mapping(tag, name)
+    if @remove_prefix and
+        ( (tag.start_with?(@removed_prefix_string) and tag.length > @removed_length) or tag == @remove_prefix)
+      tag = tag[@removed_length..-1]
+    end
+    {'${tag}' => tag, '${key_name}' => name}
+  end
+
+  def format_url(tag, name)
+    graph_path = @graph_path.gsub(/(\${[_a-z]+})/, placeholder_mapping(tag, name))
+    return @hrfapi_url + URI.escape(graph_path)
+  end
+
+  def make_http_connection()
+    http = Net::HTTP.new(@resolver.getaddress(@host), @port)
+    if @timeout
+      http.open_timeout = @timeout
+      http.read_timeout = @timeout
+    end
+    if @ssl
+      http.use_ssl = true
+      unless @verify_ssl
+        http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+      end
+    end
+    http
+  end
+
+  def make_post_request(tag, name, value, time)
+    url = URI.parse(format_url(tag,name))
+    req = Net::HTTP::Post.new(url.path)
+    if @auth and @auth == :basic
+      req.basic_auth(@username, @password)
+    end
+    req['Host'] = url.host
+    req['Connection'] = 'Keep-Alive' if @keepalive
+    req.set_form_data({
+      'number' => @enable_float_number ? value.to_f : value.to_i,
+      'datetime' => Time.at(time).strftime(@datetime_format),
+    })
+    req
+  end
+
+  def post_events(events)
+    return if events.size < 1
+
+    requests = events.map do |e|
+      make_post_request(e[:tag], e[:name], e[:value], e[:time])
+    end
+
+    http = make_http_connection()
+    requests.each do |req|
+      begin
+        http.start unless http.started?
+        res = http.request(req)
+        unless res and res.is_a?(Net::HTTPSuccess)
+          log.warn "failed to post to HRforecast: #{host}:#{port}#{req.path}, post_data: #{req.body} code: #{res && res.code}"
+        end
+      rescue IOError, EOFError, Errno::ECONNRESET, Errno::ETIMEDOUT, SystemCallError
+        log.warn "net/http POST raises exception: #{$!.class}, '#{$!.message}'"
+        http.finish if http.started?
+      end
+      if not @keepalive and http.started?
+        http.finish
+      end
+    end
+  end
+
+  def decide_time(time, record)
+    if @datetime_key && record[@datetime_key]
+      time = Time.strptime(record[@datetime_key], @datetime_key_format)
+    end
+    time
+  end
+
+  def emit(tag, es, chain)
+    events = []
+    if @name_keys
+      es.each {|time,record|
+        time = decide_time(time, record)
+        @name_keys.each {|key, name|
+          if value = record[key]
+            events.push({:tag => tag, :name => name, :value => value, :time => time})
+          end
+        }
+      }
+    else # for name_key_pattern
+      es.each {|time,record|
+        time = decide_time(time, record)
+        record.keys.each {|key|
+          if @name_key_pattern.match(key) and record[key]
+            name = Regexp.last_match(1) || key
+            events.push({:tag => tag, :name => name, :value => record[key], :time => time})
+          end
+        }
+      }
+    end
+
+    if @post_thread
+      @post_thread.queue << events
+    else
+      begin
+        post_events(events)
+      rescue => e
+        log.warn "HTTP POST Error occures to HRforecast server", :error_class => e.class, :error => e.message
+        raise if @retry
+      end
+    end
+
+    chain.next
+  end
+end
+

data/test/fluent/plugin/test_out_hrforecast.rb

@@ -0,0 +1,416 @@
+require 'helper'
+
+class HRForecastTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+  end
+
+  def create_driver(conf, tag='test.metrics')
+    Fluent::Test::OutputTestDriver.new(Fluent::HRForecastOutput, tag).configure(conf)
+  end
+
+  def test_config_default
+    d = create_driver(%q[
+      hrfapi_url  http://127.0.0.1:5125/api/
+      graph_path service/metrics/${tag}_${key_name}
+      name_keys field1,field2,field3=>otherfield
+    ])
+    assert_equal 'http://127.0.0.1:5125/api/', d.instance.hrfapi_url
+    assert_equal '127.0.0.1', d.instance.instance_eval{ @host }
+    assert_equal 5125, d.instance.instance_eval{ @port }
+    assert_equal 'service/metrics/${tag}_${key_name}', d.instance.graph_path
+    assert_equal _={'field1'=>'field1', 'field2'=>'field2', 'field3'=>'otherfield'}, d.instance.name_keys
+    assert_equal '%Y-%m-%d %H:%M:%S %z', d.instance.datetime_format
+    assert_nil d.instance.datetime_key
+    assert_nil d.instance.datetime_key_format
+    assert_nil d.instance.remove_prefix
+    assert_equal 'http://127.0.0.1:5125/api/service/metrics/test.data1_field1', d.instance.format_url('test.data1', 'field1')
+  end
+
+  def test_config_name_key_pattern
+    config = %q[
+      hrfapi_url  http://127.0.0.1:5125/api/
+      graph_path service/metrics/${tag}_${key_name}
+      remove_prefix    test
+      name_key_pattern ^(field|key)\d+$
+    ]
+
+    d = create_driver(config)
+    assert_equal Regexp.new('^(field|key)\d+$'), d.instance.name_key_pattern
+  end
+
+  def test_config_remove_prefix
+    config = %q[
+      hrfapi_url  http://127.0.0.1:5125/api/
+      graph_path service/metrics/${tag}_${key_name}
+      remove_prefix test
+      name_keys     field
+    ]
+
+    d = create_driver(config)
+    assert_equal 'test', d.instance.remove_prefix
+    assert_equal 'test.', d.instance.instance_eval{ @removed_prefix_string }
+  end
+
+  def test_bad_config_invalid_hrfapi_url
+    config = %q[
+      hrfapi_url  http://example.com/
+      graph_path service/metrics/${tag}_${key_name}
+      name_keys  field1,field2,otherfield
+    ]
+    assert_raise(Fluent::ConfigError) {
+      d = create_driver(config)
+    }
+  end
+
+  def test_bad_config_invalid_graph_path
+    config = %q[
+      hrfapi_url  http://127.0.0.1:5125/api/
+      graph_path service//${tag}_${key_name}
+      name_keys  field1,field2,otherfield
+    ]
+    assert_raise(Fluent::ConfigError) {
+      d = create_driver(config)
+    }
+  end
+
+  def test_bad_config_missing_name_keys
+    config = %q[
+      hrfapi_url  http://127.0.0.1:5125/api/
+      graph_path service/metrics/${tag}_${key_name}
+    ]
+    assert_raise(Fluent::ConfigError) {
+      d = create_driver(config)
+    }
+  end
+
+  def test_bad_config_specify_both
+    config = %q[
+      hrfapi_url  http://127.0.0.1:5125/api/
+      graph_path service/metrics/${tag}_${key_name}
+      name_keys  field1,field2,otherfield
+      name_key_pattern ^field.*$
+    ]
+    assert_raise(Fluent::ConfigError) {
+      d = create_driver(config)
+    }
+  end
+
+  def test_bad_config_missing_datetime_key_format
+    config = %q[
+      hrfapi_url  http://127.0.0.1:5125/api/
+      graph_path service/metrics/${tag}_${key_name}
+      name_keys  field1,field2,otherfield
+      datetime_key time_field
+    ]
+    assert_raise(Fluent::ConfigError) {
+      d = create_driver(config)
+    }
+  end
+end
+
+
+
+class HRForecastWithDummryServerTest < Test::Unit::TestCase
+
+  def setup
+    require 'net/http'
+    @server = DummyServer.new
+  end
+
+  def teardown
+    @server.shutdown
+  end
+
+  def create_driver(conf, tag='test.metrics')
+    Fluent::Test::OutputTestDriver.new(Fluent::HRForecastOutput, tag).configure(conf)
+  end
+  
+  def test_0dummyserver
+    res = Net::HTTP.start('127.0.0.1', @server.port) {|http|
+      http.request(Net::HTTP::Get.new('/'))
+    }
+
+    assert_equal '200', res.code
+    assert_equal 'running', res.body
+  end
+
+  def test_0dummyserver_invalid_request
+    res = Net::HTTP.start('127.0.0.1', @server.port) {|http|
+      http.request(Net::HTTP::Get.new('/api'))
+    }
+
+    assert_equal '405', res.code
+    assert_equal 'invalid request method', res.body
+  end
+
+  def test_0dummyserver_auth_failure
+    @server.setAuth('user', 'pass')
+
+    res = Net::HTTP.start('127.0.0.1', @server.port) {|http|
+      http.request(Net::HTTP::Post.new('/api'))
+    }
+
+    assert_equal '403', res.code
+  end
+  
+  def basic_assertion(config, wait_post_thread=false)
+    time = Time.now()
+    d = create_driver(config, 'test.metrics')
+
+    d.run do
+      d.emit({'field1' => 50, 'field2'=> 20, 'field3' => 10, 'otherfield' => 1}, time)
+      sleep 0.3 if wait_post_thread
+    end
+
+    assert_equal 3, @server.posted.size
+    v1st = @server.posted[0]
+    v2nd = @server.posted[1]
+    v3rd = @server.posted[2]
+    time_str = time.strftime('%Y-%m-%d %H:%M:%S %z')
+
+
+    assert_equal '50', v1st[:data][:number]
+    assert_equal time_str, v1st[:data][:datetime]
+    assert_nil v1st[:auth]
+    assert_equal 'service/metrics/test.metrics_field1', v1st[:path]
+
+    assert_equal '20', v2nd[:data][:number]
+    assert_equal time_str, v1st[:data][:datetime]
+    assert_equal 'service/metrics/test.metrics_field2', v2nd[:path]
+
+    assert_equal '1', v3rd[:data][:number]
+    assert_equal time_str, v1st[:data][:datetime]
+    assert_equal 'service/metrics/test.metrics_otherfield', v3rd[:path]
+  end
+
+  def test_emit
+    basic_assertion %[
+      hrfapi_url  http://127.0.0.1:#{@server.port}/api/
+      graph_path service/metrics/${tag}_${key_name}
+      name_keys  field1,field2,otherfield
+    ]
+  end
+
+  def test_emit_pattern
+    basic_assertion %[
+      hrfapi_url  http://127.0.0.1:#{@server.port}/api/
+      graph_path service/metrics/${tag}_${key_name}
+      name_key_pattern ^(?:field[1|2])|(?:field)$
+    ]
+  end
+
+  def test_non_keepalive
+    basic_assertion %[
+      hrfapi_url  http://127.0.0.1:#{@server.port}/api/
+      graph_path service/metrics/${tag}_${key_name}
+      name_keys  field1,field2,otherfield
+      keepalive  false
+    ]
+  end
+
+  def test_threading
+    basic_assertion %[
+      hrfapi_url  http://127.0.0.1:#{@server.port}/api/
+      graph_path service/metrics/${tag}_${key_name}
+      name_keys  field1,field2,otherfield
+      background_post true
+    ], true
+  end
+
+  def test_threading_non_keepalive
+    basic_assertion %[
+      hrfapi_url  http://127.0.0.1:#{@server.port}/api/
+      graph_path service/metrics/${tag}_${key_name}
+      name_keys  field1,field2,otherfield
+      background_post true
+      keepalive  false
+    ], true
+  end
+
+  def test_graphpath
+    config = %[
+      hrfapi_url  http://127.0.0.1:#{@server.port}/api/
+      graph_path ${tag}/${key_name}_${tag}/${tag}_${key_name}
+      name_keys  field
+    ]
+
+    d = create_driver(config, 'tag')
+    d.run do
+      d.emit({'field' => 50, 'otherfield' => 10})
+    end
+
+    assert_equal 1, @server.posted.size
+    v1 = @server.posted[0]
+
+    assert_equal '50', v1[:data][:number]
+    assert_equal 'tag/field_tag/tag_field', v1[:path]
+  end
+
+  def test_remove_tag
+    config = %[
+      hrfapi_url  http://127.0.0.1:#{@server.port}/api/
+      graph_path service/metrics/${tag}_${key_name}
+      name_keys  field
+      remove_prefix removed
+    ]
+
+    d = create_driver(config, 'removed.tag')
+    d.run do
+      d.emit({'field' => 50, 'otherfield' => 10})
+    end
+
+    assert_equal 1, @server.posted.size
+    v1 = @server.posted[0]
+
+    assert_equal '50', v1[:data][:number]
+    assert_equal 'service/metrics/tag_field', v1[:path]
+  end
+
+  def test_enable_float_number
+    config = %[
+      hrfapi_url  http://127.0.0.1:#{@server.port}/api/
+      graph_path service/metrics/${tag}_${key_name}
+      name_keys  field
+      enable_float_number true
+    ]
+
+    d = create_driver(config, 'removed.tag')
+    d.run do
+      d.emit({'field' => 50.1, 'otherfield' => 10})
+    end
+
+    assert_equal 1, @server.posted.size
+    v1 = @server.posted[0]
+
+    assert_equal '50.1', v1[:data][:number]
+  end
+
+  def test_name_keys_mapping
+    config = %[
+      hrfapi_url  http://127.0.0.1:#{@server.port}/api/
+      graph_path service/metrics/${tag}_${key_name}
+      name_keys  field1=>name,field2
+    ]
+
+    d = create_driver(config, 'test.metrics')
+    d.run do
+      d.emit({'field1' => 50, 'field2' => 20, 'otherfield' => 10})
+    end
+
+    assert_equal 2, @server.posted.size
+    v1 = @server.posted[0]
+    v2 = @server.posted[1]
+
+    assert_equal '50', v1[:data][:number]
+    assert_equal 'service/metrics/test.metrics_name', v1[:path]
+
+    assert_equal '20', v2[:data][:number]
+    assert_equal 'service/metrics/test.metrics_field2', v2[:path]
+  end
+
+  def test_name_pattern_mapping
+    config = %[
+      hrfapi_url  http://127.0.0.1:#{@server.port}/api/
+      graph_path service/metrics/${tag}_${key_name}
+      name_key_pattern  field(\\d)
+    ]
+
+    d = create_driver(config, 'test.metrics')
+    d.run do
+      d.emit({'field1' => 50, 'field2' => 20, 'otherfield' => 10})
+    end
+
+    assert_equal 2, @server.posted.size
+    v1 = @server.posted[0]
+    v2 = @server.posted[1]
+
+    assert_equal '50', v1[:data][:number]
+    assert_equal 'service/metrics/test.metrics_1', v1[:path]
+
+    assert_equal '20', v2[:data][:number]
+    assert_equal 'service/metrics/test.metrics_2', v2[:path]
+  end
+
+  def test_datetime_format
+    config = %[
+      hrfapi_url  http://127.0.0.1:#{@server.port}/api/
+      graph_path service/metrics/${tag}_${key_name}
+      name_keys  field
+      datetime_format %Y%m%d
+    ]
+
+    time = Time.now()
+    d = create_driver(config, 'tag')
+    d.run do
+      d.emit({'field' => 50}, time)
+    end
+
+    assert_equal 1, @server.posted.size
+    v1 = @server.posted[0]
+
+    assert_equal '50', v1[:data][:number]
+    assert_equal time.strftime('%Y%m%d'), v1[:data][:datetime]
+  end
+
+  def test_datetime_key
+    config = %[
+      hrfapi_url  http://127.0.0.1:#{@server.port}/api/
+      graph_path service/metrics/${tag}_${key_name}
+      name_keys  field
+      datetime_format %Y%m%d
+      datetime_key time_field
+      datetime_key_format %Y/%m/%d
+    ]
+
+    d = create_driver(config, 'tag')
+    d.run do
+      d.emit({'time_field' => '2014/05/18', 'field' => 50})
+    end
+
+    assert_equal 1, @server.posted.size
+    v1 = @server.posted[0]
+
+    assert_equal '50', v1[:data][:number]
+    assert_equal '20140518', v1[:data][:datetime]
+  end
+
+  def test_auth
+    @server.setAuth('user1', 'password!')
+
+    config = %[
+      hrfapi_url  http://127.0.0.1:#{@server.port}/api/
+      graph_path service/metrics/${tag}_${key_name}
+      name_keys  field
+      authentication basic
+      username   user1
+      password  password!
+    ]
+
+    d = create_driver(config, 'tag')
+    d.run do
+      d.emit({'field' => 50})
+    end
+
+    assert_equal 1, @server.posted.size
+  end
+
+
+  def test_bad_connection
+    config = %[
+      hrfapi_url  http://127.0.0.1:#{@server.port}/api/
+      graph_path service/metrics/${tag}_${key_name}
+      name_keys  field
+      timeout    1
+    ]
+    @server.shutdown
+
+    assert_nothing_raised do
+      d = create_driver(config, 'removed.tag')
+      d.run do
+        d.emit({'field' => 50, 'otherfield' => 10})
+      end
+    end
+
+  end
+end

data/test/helper.rb

@@ -0,0 +1,101 @@
+require 'rubygems'
+require 'bundler'
+require 'simplecov'
+require 'coveralls'
+SimpleCov.start
+
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missin gems"
+  exit e.status_code
+end
+require 'test/unit'
+
+require 'fluent/test'
+unless ENV.has_key?('VERBOSE')
+  nulllogger = Object.new
+  nulllogger.instance_eval {|obj|
+    def method_missing(method, *args)
+      # pass
+    end
+  }
+  $log = nulllogger
+end
+
+require 'fluent/plugin/out_hrforecast'
+
+class Test::Unit::Testcase
+end
+
+
+class DummyServer
+
+  attr :port
+  attr :posted
+
+  def initialize
+    require 'net/empty_port'
+    @posted = []
+    @port = Net::EmptyPort.empty_port
+    @auth = nil
+    @thread = Thread.new do
+      require 'webrick'
+
+      sv = if ENV['VERBOSE']
+             WEBrick::HTTPServer.new({:BindAddress => '127.0.0.1', :Port => @port})
+           else
+             logger = WEBrick::Log.new('/dev/null', WEBrick::BasicLog::DEBUG)
+             WEBrick::HTTPServer.new({:BindAddress => '127.0.0.1', :Port => @port, :Logger => logger, :AccessLog => []})
+           end
+
+      begin
+        sv.mount_proc('/api') do |req, res|
+          unless req.request_method == 'POST'
+            res.status = 405
+            res.body = 'invalid request method'
+            next
+          end
+
+          if @auth
+            if req.header['authorization'][0] != @auth
+              res.status = 403
+              next
+            end
+          end
+
+          req.path =~ %r|^/api/(.*)$|
+          path = Regexp.last_match(1)
+          post_param = Hash[req.body.split('&').map{|kv| kv.split('=',2)}]
+          datetime = URI.decode_www_form_component(post_param['datetime']) if post_param['datetime']
+          @posted.push({
+            :path => path,
+            :data => {:number => post_param['number'], :datetime => datetime},
+          })
+
+          res.status = 200
+        end
+        sv.mount_proc('/') do |req,res|
+          res.status = 200
+          res.body = 'running'
+        end
+        sv.start
+      ensure
+        sv.shutdown
+      end
+    end
+
+    Net::EmptyPort.wait(@port, 3)
+  end
+
+  def shutdown
+    @thread.kill
+    @thread.join
+  end
+
+  def setAuth(user, password)
+    require 'base64'
+    @auth = 'Basic ' + Base64.encode64("#{user}:#{password}").chomp
+  end
+end

metadata

@@ -0,0 +1,127 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-hrforecast
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- do-aki
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-05-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: coveralls
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: net-empty_port
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fluent-plugin-growthforecast
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: For HRForecast
+email:
+- do.hiroaki@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .coveralls.yml
+- .gitignore
+- .travis.yml
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- fluent-plugin-hrforecast.gemspec
+- lib/fluent/plugin/out_hrforecast.rb
+- test/fluent/plugin/test_out_hrforecast.rb
+- test/helper.rb
+homepage: https://github.com/do-aki/fluent-plugin-hrforecast
+licenses:
+- APLv2
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.0
+signing_key: 
+specification_version: 4
+summary: Fluentd output plugin to post to HRForecast
+test_files:
+- test/fluent/plugin/test_out_hrforecast.rb
+- test/helper.rb