logstash-codec-prometheus 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 6b78c11762b5d2d8402571191124e55b4a34efcfbbe7d835eac871ef7163bad9
+  data.tar.gz: f290451b60e77b02591ea3295dbb80fbd88a8375102657a9546c148d589fc485
+SHA512:
+  metadata.gz: 38c3a2575b1478f98981278c60d8ab959bf3f8736f0d1cd25ac0aeae8bf2f5a1f3ce7b3822786755e438a0a179084ce60e8fbe3cf5e72a2e554019ffa596a62e
+  data.tar.gz: dfdf449288985f78a1f278605398af1ddb0fd73db95fa38a016d2af0095020278cbdcccf2c8816f33ea3ec5c5d4bc245f5bf0450bdd61a3c69c60f2e44e40304

data/CHANGELOG.md

@@ -0,0 +1,2 @@
+## 0.1.0
+  - Plugin created with the logstash plugin generator

data/CONTRIBUTORS

@@ -0,0 +1,10 @@
+The following is a list of people who have contributed ideas, code, bug
+reports, or in general have helped logstash along its way.
+
+Contributors:
+*  - Ryan Bartsch
+
+Note: If you've sent us patches, bug reports, or otherwise contributed to
+Logstash, and you aren't on the list above and want to be, please let us know
+and we'll make sure you're here. Contributions from folks like you are what make
+open source awesome.

data/DEVELOPER.md

@@ -0,0 +1,2 @@
+# logstash-output-loganalytics
+Example output plugin. This should help bootstrap your effort to write your own output plugin!

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/LICENSE

@@ -0,0 +1,11 @@
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

data/lib/logstash/codecs/prometheus.rb

@@ -0,0 +1,45 @@
+# encoding: utf-8
+require "logstash/codecs/base"
+require "logstash/codecs/line"
+require 'json'
+
+class LogStash::Codecs::Prometheus < LogStash::Codecs::Base
+  config_name "prometheus"
+
+  public
+  def register
+    @lines = LogStash::Codecs::Line.new
+  end
+
+  public
+  def decode(data)
+    @lines.decode(data) do |event|
+      unless event.get("message").start_with?("#")
+        metric_name, metric_value = event.get("message").split(" ")
+        unless metric_name.match(/^.+{.+}$/)
+          yield LogStash::Event.new(metric_name => metric_value.to_f)
+        else
+          outside, inside = metric_name.match(/^(.+){(.+)}$/).captures
+          vars = inside.split(",")
+          vars.each do |var|
+            key, value = var.split("=")
+            custom_metric_name = [outside,key,value.gsub!(/^\"|\"?$/, "")].join('_')
+            yield LogStash::Event.new(custom_metric_name => metric_value.to_f)
+          end
+        end
+      end
+    end
+  end
+
+  public
+  def encode(event)
+    h = {}
+    event.to_hash.each do |metric_name,metric_value|
+      h[metric_name] = metric_value
+    end
+    unless h.empty?
+      @on_event.call(event, h.to_json)
+    end
+  end
+
+end

data/logstash-codec-prometheus.gemspec

@@ -0,0 +1,24 @@
+Gem::Specification.new do |s|
+  s.name          = 'logstash-codec-prometheus'
+  s.version       = '0.1.0'
+  s.licenses      = ['Apache-2.0']
+  s.summary       = 'Reads `prometheus` formatted lines'
+  s.description   = 'This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program'
+  s.homepage      = 'https://github.com/yesmarket/logstash-codec-prometheus'
+  s.authors       = ['Ryan Bartsch']
+  s.email         = 'rbartsch@adam.com.au'
+  s.require_paths = ['lib']
+
+  # Files
+  s.files = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','LICENSE','NOTICE.TXT']
+   # Tests
+  s.test_files = s.files.grep(%r{^(test|spec|features)/})
+
+  # Special flag to let us know this is actually a logstash plugin
+  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "codec" }
+
+  # Gem dependencies
+  s.add_runtime_dependency "logstash-core-plugin-api", "~> 2.0"
+  s.add_runtime_dependency 'logstash-codec-line'
+  s.add_development_dependency 'logstash-devutils'
+end

data/spec/codecs/prometheus_spec.rb

@@ -0,0 +1,78 @@
+# encoding: utf-8
+require "logstash/devutils/rspec/spec_helper"
+require "logstash/codecs/prometheus"
+require "logstash/event"
+require "logstash/json"
+require 'json'
+require "insist"
+
+describe LogStash::Codecs::Prometheus do
+
+	let(:codec) { LogStash::Codecs::Prometheus.new }
+
+	before do
+		codec.register
+	end
+
+	context "#decode" do
+
+		it "should ignore comments" do
+			event_returned = false
+			codec.decode("#test 1\n") do |event|
+				event_returned = true
+			end
+			insist { !event_returned }
+		end
+
+		it "should return an event from single full prometheus line" do
+			codec.decode("test 1\n") do |event|
+				insist { event.is_a?(LogStash::Event) }
+				insist { event.get("test") } == 1.to_f
+			end
+		end
+
+		it "should return an multiple events given multiple prometheus lines" do
+			counter = 0
+			codec.decode("test 1\ntest 2\n") do |event|
+				insist { event.is_a?(LogStash::Event) }
+				counter += 1
+			end
+			insist { counter } == 2
+		end
+
+		it "should return multiple events given a labeled metric" do
+			counter = 0
+			codec.decode("test{a=\"b\",x=\"y\"} 1\n") do |event|
+				insist { event.is_a?(LogStash::Event) }
+				counter += 1
+			end
+			insist { counter } == 2
+		end
+
+		it "should have correct metric name for labeled metric" do
+			codec.decode("test{a=\"b\"} 1\n") do |event|
+				insist { event.is_a?(LogStash::Event) }
+				insist { event.get("test_a_b") } == 1.to_f
+			end
+		end
+
+	end
+
+	context "#encode" do
+
+		it "should return json data" do
+			data = {"foo" => 1.0, "bar" => 2.0}
+			event = LogStash::Event.new(data)
+			got_event = false
+			codec.on_event do |event, message|
+				insist { message.chomp } == event.to_json
+				insist { LogStash::Json.load(message)["foo"] } == data["foo"]
+				insist { LogStash::Json.load(message)["bar"] } == data["bar"]
+				got_event = true
+			end
+			codec.encode(event)
+			insist { got_event }
+		end
+
+	end
+end

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification
+name: logstash-codec-prometheus
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Ryan Bartsch
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2018-11-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  name: logstash-core-plugin-api
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-codec-line
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-devutils
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: This gem is a Logstash plugin required to be installed on top of the
+  Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
+  gem is not a stand-alone program
+email: rbartsch@adam.com.au
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- CONTRIBUTORS
+- DEVELOPER.md
+- Gemfile
+- LICENSE
+- README.md
+- lib/logstash/codecs/prometheus.rb
+- logstash-codec-prometheus.gemspec
+- spec/codecs/prometheus_spec.rb
+homepage: https://github.com/yesmarket/logstash-codec-prometheus
+licenses:
+- Apache-2.0
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: codec
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.7.6
+signing_key:
+specification_version: 4
+summary: Reads `prometheus` formatted lines
+test_files:
+- spec/codecs/prometheus_spec.rb