logstash-filter-influxdb 0.0.4 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5b43ba5bafed8864daaa2f619dbfa6ab40fb4902559fb4df39acc2faf85d5be6
-  data.tar.gz: dc3a8a0ed6cbcf48498480ebcff818529a980764bbcc3c46f763da4016ed93a7
+  metadata.gz: f08b4fd0ac6fb1e2f045fa176fc484fee88063330e7ed55b7ab99e5ebb4753f9
+  data.tar.gz: 6e3360f48644801ad49415286ee7c41673fae7b3551649b1cd53c70aff8450b1
 SHA512:
-  metadata.gz: 9ed2b9d47aed8ab752eaade0eca718f50e6aa4cccfb74ca4e7814560871087fce23cbfdc9cc3261c9ec20b3226a9363b36cc7c85271c1b41028f8572883cb50a
-  data.tar.gz: 5bfdcbc0ae045560c398307cca793129c74c1b645e97d3f299fc5c744073e06d11fd6db42c836de1ed92708bc9b11f412384f6b80a745d672c9fcd80535dab5f
+  metadata.gz: c467dc0e6c6d7b1093cfe7b3749e7ebd8f49f02847f7f3d9761f80523046734fbfd42d61008ee87e823be230c1297304fc72c203721e437aa210a1b46ad3c94a
+  data.tar.gz: 4cbdbc357bb25d0256893b8fd4c622e9a302a4cdf51a3496fabd6c22bec44b4473e8a954d24aafbecd350b87e7346a4ccd1438fc7d1563709001e47849ba34a0

data/README.md

@@ -1 +1,33 @@
 # logstash-filter-influxdb
+
+## usage
+```
+filter {
+  # multiple lines of Influx line protocol in a single event are valid, split on newlines to handle each one individually
+  split {
+    field => "message"
+  }
+
+  # parse the point
+  influxdb {
+    source => "message"
+    target => "point"
+    parse_types => true
+    time_format => "%Y-%d-%mT%H:%M:%S.%NZ"
+  }
+
+  # if it can't be parsed, just drop it (don't really do this)
+  if ([point][_influxparseerror]) {
+    drop {}
+  }
+}
+```
+
+## options
+The second parameter for parse_point is a hash array of options. The current options are
+
+* `:parse_types`: Parse data types to ruby types (float, int, bool). If false all values in the fields are treated as strings. 
+  * **default**: `false`
+
+* `:time_format`: Parses the timestamp attribute (if present) and formats it accoring to a [strftime format](https://apidock.com/ruby/Time/strftime). InfluxDB time is always UTC so is this.
+  * **default**: `nil`

data/lib/logstash/filters/influxdb.rb

@@ -3,23 +3,15 @@ require "logstash/filters/base"
 require "logstash/namespace"
 require "influxparser"
 
-# Add any asciidoc formatted documentation here
-# This example filter will replace the contents of the default
-# message field with whatever you specify in the configuration.
-#
-# It is only intended to be used as an example.
 class LogStash::Filters::Influxdb < LogStash::Filters::Base
 
-  # Setting the config_name here is required. This is how you
-  # configure this filter from your Logstash config.
-  #
-  # filter {
-  #   example { message => "My message..." }
-  # }
   config_name "influxdb"
 
   # Replace the message with this value.
   config :source, :validate => :string, :default => "message"
+  config :target, :validate => :string, :default => "point"
+  config :parse_types, :validate => :boolean, :default => false
+  config :time_format, :validate => :string, :default => nil
 
   public
   def register
@@ -29,12 +21,15 @@ class LogStash::Filters::Influxdb < LogStash::Filters::Base
   public
   def filter(event)
     
-    point = InfluxParser.parse_point(event.get(@source))
+    point = InfluxParser.parse_point(event.get(@source),{
+      :parse_types => @parse_types,
+      :time_format => @time_format
+    })
 
     if point
-      event.set('point', point)
+      event.set(@target, point)
     else
-      event.set('point', {'_influxparseerror' => true })
+      event.set(@target, {'_influxparseerror' => true })
     end
 
     # filter_matched should go in the last line of our successful code

data/logstash-filter-influxdb.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
     s.name = 'logstash-filter-influxdb'
-    s.version = '0.0.4'
+    s.version = '0.1.0'
     s.licenses = ['Apache License (2.0)']
     s.summary = "Parse a string of influx line protocol to fields"
     s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
@@ -19,6 +19,6 @@ Gem::Specification.new do |s|
   
     # Gem dependencies
     s.add_runtime_dependency "logstash-core-plugin-api", ">= 1.60", "<= 2.99"
-    s.add_runtime_dependency "influxparser", "=0.0.2"
+    s.add_runtime_dependency "influxparser", "=0.0.4"
     s.add_development_dependency 'logstash-devutils'
   end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-filter-influxdb
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.1.0
 platform: ruby
 authors:
 - Robert Labrie
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-02-03 00:00:00.000000000 Z
+date: 2020-02-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logstash-core-plugin-api
@@ -36,14 +36,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.0.2
+        version: 0.0.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.0.2
+        version: 0.0.4
 - !ruby/object:Gem::Dependency
   name: logstash-devutils
   requirement: !ruby/object:Gem::Requirement