fluent-plugin-newrelic_metrics 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 98e173f8902f292dd80e4ea3ea04f4aee9bf84cd
+  data.tar.gz: 8851e5668a74ff7837a2854f84a225db09ff2b88
+SHA512:
+  metadata.gz: 442e8f72f288e1c99e9bbab1fe3cc3f9e2d6e7422c6258b189b241bfe070d5b13ca483999faac0361ac1435026eb6d01299746b8e82827bdf29a31c1be80bf50
+  data.tar.gz: 2f2e73098eee3a7925d51e73fc63782658264d86e141c62d1a49947114a29c3ae745b7d1d1cfbda9157ac40dae0c42a4f0ce1f64c1a564f186adde4374d3de51

data/.document

@@ -0,0 +1,3 @@
+- 
+ChangeLog.md
+LICENSE.txt

data/.gitignore

@@ -0,0 +1,9 @@
+Gemfile.lock
+doc/
+pkg/
+tmp/
+**/*.gem
+.yardoc/
+.bundle/
+vendor/bundle/
+.tags

data/.travis.yml

@@ -0,0 +1,15 @@
+language: ruby
+
+rvm:
+  - 1.9.3
+  - 2.0.0
+  - 2.1
+
+os:
+  - linux
+  - osx
+
+gemfile:
+  - Gemfile
+
+script: 'bundle exec rake test'

data/.yardopts

@@ -0,0 +1 @@
+--markup markdown --title "fluent-plugin-newrelic_metrics Documentation" --protected

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+gemspec
+
+group :development do
+  gem 'kramdown'
+end

data/README.md

@@ -0,0 +1,67 @@
+# fluent-plugin-newrelic_metrics [![Build Status](https://secure.travis-ci.org/toyama0919/fluent-plugin-newrelic_metrics.png?branch=master)](http://travis-ci.org/toyama0919/fluent-plugin-newrelic_metrics)
+
+NewrelicMetrics plugin for fluentd
+
+## Examples
+```
+<source>
+  type newrelic_metrics
+  tag newrelic_applications.exsample
+  interval 1m
+  metrics applications # applications or servers
+  api_key "#{ENV['NEWRELIC_API_KEY']}"
+</source>
+
+<match newrelic_applications.exsample>
+  type stdout
+</match>
+
+<source>
+  type newrelic_metrics
+  tag newrelic_servers.exsample
+  interval 1m
+  metrics servers # applications or servers
+  api_key "#{ENV['NEWRELIC_API_KEY']}"
+</source>
+
+<match newrelic_servers.exsample>
+  type stdout
+</match>
+```
+
+#### output
+```
+#TODO
+```
+
+## parameter
+
+param    |   value|default
+--------|------|------
+interval|leftronic access key|1m
+stream_name|leftronic stream name|test
+
+## Installation
+```
+fluent-gem install fluent-plugin-newrelic_metrics
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new [Pull Request](../../pull/new/master)
+
+## Information
+
+* [Homepage](https://github.com/toyama0919/fluent-plugin-newrelic_metrics)
+* [Issues](https://github.com/toyama0919/fluent-plugin-newrelic_metrics/issues)
+* [Documentation](http://rubydoc.info/gems/fluent-plugin-newrelic_metrics/frames)
+* [Email](mailto:toyama0919@gmail.com)
+
+## Copyright
+
+Copyright (c) 2015 Hiroshi Toyama
+

data/Rakefile

@@ -0,0 +1,11 @@
+require 'bundler/gem_tasks'
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+task :default => :test
+

data/exsample/exsample.conf

@@ -0,0 +1,28 @@
+<source>
+  type forward
+  port 24224
+</source>
+
+<source>
+  type newrelic_metrics
+  tag newrelic_applications.exsample
+  interval 1m
+  metrics applications
+  api_key "#{ENV['NEWRELIC_API_KEY']}"
+</source>
+
+<match newrelic_applications.exsample>
+  type stdout
+</match>
+
+<source>
+  type newrelic_metrics
+  tag newrelic_servers.exsample
+  interval 1m
+  metrics servers
+  api_key "#{ENV['NEWRELIC_API_KEY']}"
+</source>
+
+<match newrelic_servers.exsample>
+  type stdout
+</match>

data/fluent-plugin-newrelic_metrics.gemspec

@@ -0,0 +1,27 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |gem|
+  gem.name          = "fluent-plugin-newrelic_metrics"
+  gem.version       = "0.0.1"
+  gem.summary       = %q{Newrelic metrics input plugin for fluentd}
+  gem.description   = %q{Newrelic metrics input plugin for fluentd}
+  gem.license       = "MIT"
+  gem.authors       = ["Hiroshi Toyama"]
+  gem.email         = "toyama0919@gmail.com"
+  gem.homepage      = "https://github.com/toyama0919/fluent-plugin-newrelic_metrics"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ['lib']
+
+  gem.add_runtime_dependency "rest-client"
+
+  gem.add_development_dependency 'bundler', '~> 1.7.2'
+  gem.add_development_dependency 'fluentd', '~> 0.10.58'
+  gem.add_development_dependency 'pry', '~> 0.10.1'
+  gem.add_development_dependency 'rake', '~> 10.3.2'
+  gem.add_development_dependency 'rubocop', '~> 0.24.1'
+  gem.add_development_dependency 'rubygems-tasks', '~> 0.2'
+  gem.add_development_dependency 'yard', '~> 0.8'
+end

data/lib/fluent/plugin/in_newrelic_metrics.rb

@@ -0,0 +1,64 @@
+module Fluent
+  class NewrelicMetricsInput < Fluent::Input
+    PREFIX = 'https://api.newrelic.com/v2'
+    Plugin.register_input 'newrelic_metrics', self
+
+    # Define `router` method of v0.12 to support v0.10 or earlier
+    unless method_defined?(:router)
+      define_method("router") { Fluent::Engine }
+    end
+
+    def initialize
+      super
+      require 'rest-client'
+    end
+
+    config_param :tag, :string
+    config_param :api_key, :string
+    config_param :metrics, :string
+    config_param :alert_policy_id, :integer, default: nil
+    config_param :interval, :time, default: '1m'
+
+    def configure(conf)
+      super
+      @state = {}
+    end
+
+    def start
+      @thread = Thread.new(&method(:run))
+    end
+
+    def shutdown
+      Thread.kill(@thread)
+    end
+
+    def run
+      loop do
+        Thread.new(&method(:emit_newrelic_metrics))
+        sleep @interval
+      end
+    end
+
+    def emit_newrelic_metrics
+      begin
+        results = RestClient.get PREFIX + "/#{@metrics}.json", 'X-Api-Key' => @api_key
+        records = JSON.parse(results)[@metrics]
+        if @alert_policy_id
+          records = records.select{ |record|
+            record['links']['alert_policy'] == @alert_policy_id
+          }
+        end
+        records.each do |record|
+          before_last_reported_at = @state["#{record['id']}"]
+          last_reported_at = Time.parse(record['last_reported_at'])
+          if before_last_reported_at.nil? || (before_last_reported_at < last_reported_at)
+            router.emit @tag, last_reported_at, record
+            @state["#{record['id']}"] = last_reported_at
+          end
+        end
+      rescue => e
+        log.error e
+      end
+    end
+  end
+end

data/test/helper.rb

@@ -0,0 +1,18 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'test/unit'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'fluent/test'
+require 'fluent/plugin/in_newrelic_metrics'
+
+class Test::Unit::TestCase
+end

data/test/plugin/test_in_newrelic_metrics.rb

@@ -0,0 +1,41 @@
+require 'helper'
+
+class NewrelicMetricsInputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+  end
+
+  def create_driver(conf)
+    Fluent::Test::InputTestDriver.new(Fluent::NewrelicMetricsInput).configure(conf)
+  end
+
+  def test_configure_full
+    d = create_driver %q{
+      tag test
+      interval 10m
+    }
+
+    assert_equal 'test', d.instance.tag
+    assert_equal 10 * 60, d.instance.interval
+    assert_equal 'hoge', d.instance.instance_variable_get(:@hoge)
+  end
+
+  def test_configure_error_when_config_is_empty
+    assert_raise(Fluent::ConfigError) do
+      create_driver ''
+    end
+  end
+
+  def test_emit
+    d = create_driver
+
+    d.run do
+      sleep 2
+    end
+
+    emits = d.emits
+    assert_equal true, emits.length > 0
+    assert_equal "tag1", emits[0].first
+    assert_equal ({"k1"=>"ok"}), emits[0].last
+  end
+end

metadata

@@ -0,0 +1,170 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-newrelic_metrics
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Hiroshi Toyama
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-06-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.7.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.7.2
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.58
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.58
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.1
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 10.3.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 10.3.2
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.24.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.24.1
+- !ruby/object:Gem::Dependency
+  name: rubygems-tasks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+description: Newrelic metrics input plugin for fluentd
+email: toyama0919@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".document"
+- ".gitignore"
+- ".travis.yml"
+- ".yardopts"
+- Gemfile
+- README.md
+- Rakefile
+- exsample/exsample.conf
+- fluent-plugin-newrelic_metrics.gemspec
+- lib/fluent/plugin/in_newrelic_metrics.rb
+- test/helper.rb
+- test/plugin/test_in_newrelic_metrics.rb
+homepage: https://github.com/toyama0919/fluent-plugin-newrelic_metrics
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.2
+signing_key: 
+specification_version: 4
+summary: Newrelic metrics input plugin for fluentd
+test_files:
+- test/helper.rb
+- test/plugin/test_in_newrelic_metrics.rb
+has_rdoc: