logstash-output-influxdb2 0.1.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 32cf6c3b489b3187d756694ebc95bd38958bd6015d52099636a30807dcf33057
-  data.tar.gz: df4f9f1018b646ed2bcd1f8563fef4486250d6b8b3d9a4eb9d24e9fe5ab25520
+  metadata.gz: 035f5cd14ba056bc64a0ebb7b72ec8105971a77c1e783999eddda344f2ad4484
+  data.tar.gz: 5cdefdfb6a6e97a61a8846966c8d107255180d07eabcdc6212c69493f55f76ca
 SHA512:
-  metadata.gz: 3c4cf17dbbb2e351f76fb90043c2c27130ad4f63e20080f3c5d482a8fd9160a624c6014524aad34a0884991f725b5d02e424bbd60be566df57d90dbe09fd1987
-  data.tar.gz: 537a2034ea93b378442d9cac711f5688a40b6052d336631324e151a1a3f6202e709bdd16f735b2e0609cb456731cd3806ee16959c53f6523c7e4d5ed903d1c2f
+  metadata.gz: 4b4b6dc6bc430e96604061857a124e2e333b89ea21ccab0a5c09d51462272a0fa872513cc89bcd1264c2e11c72f05e76bb5667e4a633316ef626d279c48bdc1e
+  data.tar.gz: f617a63ae417d5c778e0e569f9ac22a40f621011ea83f116889721604582ae45ae2537c61be4aa1ce9c5a4d7a0dc2682dd0755940fc3417f3984e8e4cebda3f8

data/CHANGELOG.md

@@ -1,2 +1,10 @@
+## 0.3.0
+  - Add guards for invalid event
+  - Remove include_tags and exclude_tags
+
+## 0.2.0
+  - Add a copyright notice
+  - Update gemspec summary
+
 ## 0.1.0
-  - Plugin created with the logstash plugin generator
+  - First release

data/Gemfile

@@ -7,4 +7,3 @@ if Dir.exist?(logstash_path)
   gem 'logstash-core', :path => "#{logstash_path}/logstash-core"
   gem 'logstash-core-plugin-api', :path => "#{logstash_path}/logstash-core-plugin-api"
 end
-

data/LICENSE

@@ -187,7 +187,7 @@
       same "printed page" as the copyright notice for easier
       identification within third-party archives.
 
-   Copyright [yyyy] [name of copyright owner]
+   Copyright 2023 Issey Yamakoshi
 
    Licensed under the Apache License, Version 2.0 (the "License");
    you may not use this file except in compliance with the License.

data/NOTICE.TXT

@@ -0,0 +1,7 @@
+logstash-output-influxdb2
+Copyright 2023 Issey Yamakoshi
+
+This product includes software developed by The Apache Software
+Foundation (http://www.apache.org/).
+
+I will donate the source if Elastic wonts.

data/lib/logstash/outputs/influxdb2.rb

@@ -17,9 +17,6 @@ class LogStash::Outputs::InfluxDB2 < LogStash::Outputs::Base
   config :tags, :validate => :string, :required => true
   config :fields, :validate => :string, :required => true
 
-  config :include_tags, :validate => :string, :list => true, :default => []
-  config :exclude_tags, :validate => :string, :list => true, :default => []
-
   config :escape_value, :validate => :boolean, :default => false
 
   public
@@ -32,26 +29,24 @@ class LogStash::Outputs::InfluxDB2 < LogStash::Outputs::Base
 
   public
   def receive(event)
-    begin
-      tags = event.get(@tags)
-      unless @include_tags.empty?
-        tags = tags.select { |k,v| @include_tags.include?(k) }
-      end
-      unless @exclude_tags.empty?
-        tags = tags.select { |k,v| ! @exclude_tags.include?(k) }
-      end
-      fields = event.get(@fields)
-      unless @escape_value
-        fields = fields.transform_values { |v| ToStr.new(v) }
-      end
-      @write_api.write(data: InfluxDB2::Point.new(
-        name: event.sprintf(@measurement), tags: tags, fields: fields,
-        time: event.timestamp.time, precision: @precision))
-    rescue InfluxDB2::InfluxError => ie
-      @logger.warn("HTTP communication error while writing to InfluxDB", :exception => ie)
-    rescue Exception => e
-      @logger.warn("Non recoverable exception while writing to InfluxDB", :exception => e)
+    fields = event.get(@fields)
+    return unless fields.is_a?(Hash) && fields.size > 0
+
+    tags = event.get(@tags)
+    return unless tags.nil? || tags.is_a?(Hash)
+
+    unless @escape_value
+      fields = fields.transform_values { |v| ToStr.new(v) }
     end
+
+    @write_api.write(data: InfluxDB2::Point.new(
+      name: event.sprintf(@measurement), tags: tags, fields: fields,
+      time: event.timestamp.time, precision: @precision))
+
+  rescue InfluxDB2::InfluxError => ie
+    @logger.warn("HTTP communication error while writing to InfluxDB", :exception => ie)
+  rescue Exception => e
+    @logger.warn("Non recoverable exception while writing to InfluxDB", :exception => e)
   end # def event
 
   def close

data/logstash-output-influxdb2.gemspec

@@ -1,8 +1,8 @@
 Gem::Specification.new do |s|
   s.name          = 'logstash-output-influxdb2'
-  s.version       = '0.1.0'
+  s.version       = '0.3.0'
   s.licenses      = ['Apache-2.0']
-  s.summary       = 'Logstash Output Plugin for InfluxDB2'
+  s.summary       = 'Writes metrics to InfluxDB 2.x'
   s.description   = 'This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program'
   s.homepage      = 'https://github.com/r16turbo/logstash-output-influxdb2'
   s.authors       = ['Issey Yamakoshi']
@@ -11,7 +11,8 @@ Gem::Specification.new do |s|
 
   # Files
   s.files = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','LICENSE','NOTICE.TXT']
-   # Tests
+
+  # Tests
   s.test_files = s.files.grep(%r{^(test|spec|features)/})
 
   # Special flag to let us know this is actually a logstash plugin

data/spec/outputs/influxdb2_spec.rb

@@ -58,8 +58,6 @@ describe LogStash::Outputs::InfluxDB2 do
       expect(subject.instance_variable_get(:@measurement)).to eq "%{[kubernetes][labels][app]}"
       expect(subject.instance_variable_get(:@tags)).to eq "[prometheus][labels]"
       expect(subject.instance_variable_get(:@fields)).to eq "[prometheus][metrics]"
-      expect(subject.instance_variable_get(:@include_tags)).to eq []
-      expect(subject.instance_variable_get(:@exclude_tags)).to eq []
       expect(subject.instance_variable_get(:@escape_value)).to be false
     end
 
@@ -100,8 +98,6 @@ describe LogStash::Outputs::InfluxDB2 do
       "measurement" => "%{[kubernetes][labels][app]}",
       "tags" => "[prometheus][labels]",
       "fields" => "[prometheus][metrics]",
-      "include_tags" => [ "foo", "abc" ],
-      "exclude_tags" => [ "bar", "xyz" ],
       "escape_value" => true
     }
     end
@@ -145,8 +141,6 @@ describe LogStash::Outputs::InfluxDB2 do
       expect(subject.instance_variable_get(:@measurement)).to eq "%{[kubernetes][labels][app]}"
       expect(subject.instance_variable_get(:@tags)).to eq "[prometheus][labels]"
       expect(subject.instance_variable_get(:@fields)).to eq "[prometheus][metrics]"
-      expect(subject.instance_variable_get(:@include_tags)).to eq [ "foo", "abc" ]
-      expect(subject.instance_variable_get(:@exclude_tags)).to eq [ "bar", "xyz" ]
       expect(subject.instance_variable_get(:@escape_value)).to be true
     end
 
@@ -288,7 +282,7 @@ describe LogStash::Outputs::InfluxDB2 do
 
   end
 
-  context "validate payload - tag filter" do
+  context "validate payload - invalid event" do
 
     let(:config) do
     {
@@ -297,10 +291,7 @@ describe LogStash::Outputs::InfluxDB2 do
       "options" => { "bucket" => "test-bucket", "org" => "test-org", "precision" => "ms" },
       "measurement" => "%{[kubernetes][labels][app]}",
       "tags" => "[prometheus][labels]",
-      "fields" => "[prometheus][metrics]",
-      "include_tags" => [ "foo", "abc", "test" ],
-      "exclude_tags" => [ "bar", "xyz", "test" ],
-      "escape_value" => true
+      "fields" => "[prometheus][metrics]"
     }
     end
 
@@ -314,12 +305,53 @@ describe LogStash::Outputs::InfluxDB2 do
         "@timestamp" => "2020-01-01T00:00:00Z",
         "kubernetes" => { "labels" => { "app" => "dummy" } },
         "prometheus" => {
-          "labels" => {
-            "foo" => "bar", "abc" => "xyz",
-            "bar" => "foo", "xyz" => "abc",
-            "test" => "123"
-          },
-          "metrics" => { "message" => "Hello World!" }
+          "labels" => { "foo" => "bar", "abc" => "xyz" }
+          # Invalid: no metrics!
+        }
+      ))
+
+      subject.receive(LogStash::Event.new(
+        "@timestamp" => "2020-01-01T00:00:00Z",
+        "kubernetes" => { "labels" => { "app" => "dummy" } },
+        "prometheus" => {
+          "labels" => { "foo" => "bar", "abc" => "xyz" },
+          "metrics" => {}  # Invalid: no metrics!
+        }
+      ))
+
+      subject.receive(LogStash::Event.new(
+        "@timestamp" => "2020-01-01T00:00:00Z",
+        "kubernetes" => { "labels" => { "app" => "dummy" } },
+        "prometheus" => {
+          "labels" => { "foo" => "bar", "abc" => "xyz" },
+          "metrics" => 123.0  # Invalid: metrics are not a hash!
+        }
+      ))
+
+      subject.receive(LogStash::Event.new(
+        "@timestamp" => "2020-01-01T00:00:00Z",
+        "kubernetes" => { "labels" => { "app" => "dummy" } },
+        "prometheus" => {
+          "metrics" => { "count" => 123.0 }
+          # Valid: no labels!
+        }
+      ))
+
+      subject.receive(LogStash::Event.new(
+        "@timestamp" => "2020-01-01T00:00:00Z",
+        "kubernetes" => { "labels" => { "app" => "dummy" } },
+        "prometheus" => {
+          "labels" => {},  # Valid: no labels!
+          "metrics" => { "count" => 123.0 }
+        }
+      ))
+
+      subject.receive(LogStash::Event.new(
+        "@timestamp" => "2020-01-01T00:00:00Z",
+        "kubernetes" => { "labels" => { "app" => "dummy" } },
+        "prometheus" => {
+          "labels" => "test",  # Invalid: labels are not a hash!
+          "metrics" => { "count" => 123.0 }
         }
       ))
 
@@ -330,8 +362,8 @@ describe LogStash::Outputs::InfluxDB2 do
       write_api = subject.instance_variable_get(:@write_api)
 
       expect(write_api).to have_received(:write_raw)
-        .with('dummy,abc=xyz,foo=bar message="Hello World!" 1577836800000',
-              {:bucket=>"test-bucket", :org=>"test-org", :precision=>"ms"})
+        .with('dummy count=123.0 1577836800000',
+              {:bucket=>"test-bucket", :org=>"test-org", :precision=>"ms"}).twice
     end
 
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-output-influxdb2
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Issey Yamakoshi
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-10-30 00:00:00.000000000 Z
+date: 2023-11-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logstash-core-plugin-api
@@ -62,9 +62,9 @@ extra_rdoc_files: []
 files:
 - CHANGELOG.md
 - CONTRIBUTORS
-- DEVELOPER.md
 - Gemfile
 - LICENSE
+- NOTICE.TXT
 - README.md
 - lib/logstash/outputs/influxdb2.rb
 - logstash-output-influxdb2.gemspec
@@ -93,6 +93,6 @@ requirements: []
 rubygems_version: 3.3.5
 signing_key: 
 specification_version: 4
-summary: Logstash Output Plugin for InfluxDB2
+summary: Writes metrics to InfluxDB 2.x
 test_files:
 - spec/outputs/influxdb2_spec.rb

data/DEVELOPER.md

@@ -1,2 +0,0 @@
-# logstash-output-influxdb2
-Example output plugin. This should help bootstrap your effort to write your own output plugin!