fluent-plugin-array-splitter 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0bf5d03998979b55a12ce89992692bbda3b010bfbccb2b1cf9dbd670a3c63cec
-  data.tar.gz: 311c9c506b8e7e3b1a48fa77df5e500ac630b7df3797066756beafe985e4468b
+  metadata.gz: 8cea5ad4ac184f61f7d06d8622302aa980515a9b446f1e0113981dcdb886c149
+  data.tar.gz: 2e677713dc26b1f3d3e37785c6dba12f2d15eff1f51aefe49731972c67f263b8
 SHA512:
-  metadata.gz: 789c595e0ae1f9c8cc14d8668e25dba1984e72f1df6c8c51eb29ecb5299ee2fa3482936e78d9ba28427cf7f25c38dc45a336b26080960934af54b6e0f7ec93e2
-  data.tar.gz: 00e5532d24f9eb2e2e0ecc7829356daca338f5a26f79deaaccae09ec1414aba3c74fabe65e7f83dfe2daffa8ab0d5645e3bfdae673bab0879106210c56c5a13b
+  metadata.gz: c738b1b8182e357ea6d2d18cdf4165136c2a993fd0208780852d12b657866e1b372079513ccaaed0836f7cc8041117a7d86de803611b5d9528f02f04fc9ef82c
+  data.tar.gz: 6a77e6070bf38b21e087d1b42fcb3dc5b6808545d06c28802f27bab4b14d3d37e9abdffb176bcc084fe86bbfa452c32bf5f94d3ae87c2765c5c3ca7a0a63f8cf

data/README.md

@@ -1,8 +1,7 @@
 # fluent-plugin-array-splitter
 
-[Fluentd](https://fluentd.org/) filter plugin to do something.
-
-TODO: write description for you plugin.
+## Overview
+This [Fluentd](https://fluentd.org/) filter plugin allows you to split array values within json formatted log records.
 
 ## Installation
 
@@ -28,16 +27,48 @@ $ bundle
 
 ## Configuration
 
-You can generate configuration template:
+### Parameters
+
+|parameter|type|description|default|
+|---|---|---|---|
+|array_key|string (required)|The target field name to split array values||
+|key_name|string (optional)|The field name to rename the key of a single array element|nil|
+
+### Example Configuration
+
+```
+<filter pattern>
+  @type array_splitter
+  array_key message
+  key_name new_key
+</filter>
+```
+
+## Usage
 
+With the above configuration, an input like:
 ```
-$ fluent-plugin-config-format filter array_splitter
+{"message": ["value1", "value2"]}
 ```
 
-You can copy and paste generated documents here.
+will result in two records:
+```
+{"new_key": "value1"}
+{"new_key": "value2"}
+```
+
+If you have an input like:
+```
+{"message": [{"key1": "value1"}, {"key2": "value2"}]}
+```
+will result as follows:
+```
+{"key1": "value1"}
+{"key2": "value2"}
+```
 
 ## Copyright
 
 * Copyright(c) 2023- pcoffmanjr
 * License
-  * 
+  * MIT License

data/fluent-plugin-array-splitter.gemspec

@@ -3,7 +3,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name    = "fluent-plugin-array-splitter"
-  spec.version = "0.1.2"
+  spec.version = "0.1.3"
   spec.authors = ["pcoffmanjr"]
   spec.email   = ["pcoffman@ctc-america.com"]
 
@@ -23,5 +23,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "bundler", "~> 2.1.2"
   spec.add_development_dependency "rake", "~> 13.0.6"
   spec.add_development_dependency "test-unit", "~> 3.3.9"
-  spec.add_runtime_dependency "fluentd", [">= 0.14.10", "< 2"]
+  spec.add_runtime_dependency "fluentd", [">= 1.11.1", "< 2"]
 end

data/lib/fluent/plugin/filter_array_splitter.rb

@@ -1,3 +1,24 @@
+# MIT License
+
+# Copyright (c) 2023 pcoffmanjr
+
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+
+# The above copyright notice and this permission notice shall be included in all
+# copies or substantial portions of the Software.
+
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+# SOFTWARE.
 
 
 require "fluent/plugin/filter"
@@ -10,6 +31,9 @@ module Fluent
       desc 'The field name to split and expand array values'
       config_param :array_key, :string, default: 'message'
 
+      desc 'The field name to rename the key of a single array element'
+      config_param :key_name, :string, default: nil
+
       def configure(conf)
         super
         raise Fluent::ConfigError, "'array_key' parameter is required" unless conf.has_key?('array_key')
@@ -18,27 +42,28 @@ module Fluent
 
       def filter_stream(tag, es)
         new_es = Fluent::MultiEventStream.new
+
         es.each do |time, record|
           if record[@array_key].is_a?(Array)
             record[@array_key].each do |value|
               new_record = record.dup
               new_record.delete(@array_key)
+
               if value.is_a?(Hash)
-                value.each do |k, v|
-                  new_record[k] = v
-                end
+                value.each { |k, v| new_record[k] = v }
               else
-                new_record[@array_key] = value
+                new_record[@key_name.nil? ? @array_key : @key_name] = value
               end
+
               new_es.add(time, new_record)
             end
           else
             new_es.add(time, record)
           end
         end
+
         new_es
       end
     end
   end
 end
-

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-array-splitter
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - pcoffmanjr
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-10-16 00:00:00.000000000 Z
+date: 2023-10-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -58,7 +58,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.14.10
+        version: 1.11.1
     - - "<"
       - !ruby/object:Gem::Version
         version: '2'
@@ -68,7 +68,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.14.10
+        version: 1.11.1
     - - "<"
       - !ruby/object:Gem::Version
         version: '2'