fluent-plugin-burrow 1.0 → 1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 39340b1b558d45c2bc90b371d73d33dd0fa4d26c
-  data.tar.gz: ac0f5ce4759eba67450f13bb07a023f304becd69
+  metadata.gz: 79b17469b72f5d09f0bc84ef8471a934cba254db
+  data.tar.gz: c91601ac6a9d7f8368aa39e79d7f12cf26418d9b
 SHA512:
-  metadata.gz: d547faabd129b91df6a46f5f9145933fd40f9c4cebdb460094992057368814ba3e5354e7c3a2132272bb043bad9ae7d5e61c1a128eff20dcd9ca7a70b346d5b7
-  data.tar.gz: cb4bdfff79da208322ffd2890ddb04c217ae2ddbd8821ad76959eb44d2ad71473834bc3acec18aaef088b11c1069add50ad7321ce59708e2d784060205042bf3
+  metadata.gz: 8bec4b6f3f963915ad55ac28cbc20143ea346d442bc22402cb513ca2b5a40cc4b03c5619c9afc7edf03eb25690f505cb1b63455b51c8db921f3bbe596b5120c0
+  data.tar.gz: 423673c8e99d563a7b3ebdf49d4e389597b195d42167ab03180ed59f60d83af7dc6f9d00ad07a67849638c77fde68dfef5cd6d8811c3d3f6f68b5e0e757ce349

data/README.md

@@ -157,6 +157,37 @@ instead of 'inplace', the resulting record would have been:
 }
 ```
 
+- prefix
+
+Insert the decoded data in the original record, using the `data_prefix` key. In our example above, if 'prefix' was used
+instead of 'inplace' with 'data_prefix' = 'data', the resulting record would have been:
+
+```
+{
+    "host":"app1",
+    "ident":"5012162",
+    "data": {
+        "event":"csrf_failure",
+        "msg":"Invalid transient key for System.",
+        "username":"System",
+        "userid":"1",
+        "ip":"192.34.93.74",
+        "method":"GET",
+        "domain":"http://timgunter.ca",
+        "path":"/dashboard/settings",
+        "tags":["csrf","failure"],
+        "accountid":5009392,
+        "siteid":5012162
+    }
+}
+```
+
+### data_prefix
+
+`required` if you use 'action' = 'prefix' (defaults to `nil`)
+
+The prefix used to insert the decoded data in the message.
+
 ### keep_key
 
 `optional` and defaults to `false`

data/fluent-plugin-burrow.gemspec

@@ -4,7 +4,7 @@ $:.push File.expand_path("../lib", __FILE__)
 Gem::Specification.new do |s|
   s.name        = "fluent-plugin-burrow"
   s.description = "Extract a single key (in formats Fluent can natively understand) from an event and re-emit a new event that replaces the entire original record with that key's values."
-  s.version     = "1.0"
+  s.version     = "1.1"
   s.license     = "MIT"
   s.authors     = ["Tim Gunter"]
   s.email       = ["tim@vanillaforums.com"]
@@ -18,4 +18,4 @@ Gem::Specification.new do |s|
 
   s.add_development_dependency "rake"
   s.add_runtime_dependency "fluentd"
-end
+end

data/lib/fluent/plugin/out_burrow.rb

@@ -14,6 +14,7 @@ class Fluent::BurrowPlugin < Fluent::Output
   config_param :format, :string
 
   # Optional - tag format
+  config_param :data_prefix, :string, :default => nil         # The prefix used for the existing data
   config_param :tag, :string, :default => nil                 # Create a new tag for the re-emitted event
   config_param :remove_prefix, :string, :default => nil       # Remove a prefix from the existing tag
   config_param :add_prefix, :string, :default => nil          # Add a prefix to the existing tag
@@ -50,7 +51,7 @@ class Fluent::BurrowPlugin < Fluent::Output
     end
 
     # Validate action
-    actions = ['replace','overlay','inplace']
+    actions = ['replace','overlay','inplace','prefix']
     if not actions.include? @action
       raise Fluent::ConfigError, "Invalid 'action', must be one of #{actions.join(',')}"
     end
@@ -59,6 +60,9 @@ class Fluent::BurrowPlugin < Fluent::Output
     if @action == 'inplace' and @keep_key
       raise Fluent::ConfigError, "Specifying 'keep_key' with action 'inplace' is not supported"
     end
+    if @action == 'prefix' and not @data_prefix
+      raise Fluent::ConfigError, "You must specify 'data_prefix' with action 'prefix'"
+    end
 
     # Prepare fluent's built-in parser
     @parser = Fluent::TextParser.new()
@@ -118,10 +122,13 @@ class Fluent::BurrowPlugin < Fluent::Output
         r = record.merge(r)
       when 'replace'
         # noop
+      when 'prefix'
+        r = record.merge({@data_prefix => r})
       end
 
-      if ['overlay','replace'].include? @action
-        if not @keep_key
+      # Keep the key?
+      if ['overlay','replace','prefix'].include? @action
+        if not @keep_key and not r.nil? and r.has_key?(@key_name)
           r.delete(@key_name)
         end
       end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-burrow
 version: !ruby/object:Gem::Version
-  version: '1.0'
+  version: '1.1'
 platform: ruby
 authors:
 - Tim Gunter
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-03-19 00:00:00.000000000 Z
+date: 2015-06-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake