fluent-plugin-array-splitter 0.1.2 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0bf5d03998979b55a12ce89992692bbda3b010bfbccb2b1cf9dbd670a3c63cec
-  data.tar.gz: 311c9c506b8e7e3b1a48fa77df5e500ac630b7df3797066756beafe985e4468b
+  metadata.gz: cf67e2c59a583af70c9b81774c104b80369013106d2157a21f5784d21664e735
+  data.tar.gz: 8fa7990b28a24aa91595e21c8920badc08a7a1e9b35cec2679d2bdc43fdd3c2e
 SHA512:
-  metadata.gz: 789c595e0ae1f9c8cc14d8668e25dba1984e72f1df6c8c51eb29ecb5299ee2fa3482936e78d9ba28427cf7f25c38dc45a336b26080960934af54b6e0f7ec93e2
-  data.tar.gz: 00e5532d24f9eb2e2e0ecc7829356daca338f5a26f79deaaccae09ec1414aba3c74fabe65e7f83dfe2daffa8ab0d5645e3bfdae673bab0879106210c56c5a13b
+  metadata.gz: 9bc39e54c5b3900801f4e8739f7bbb569024c8cb521445cdc230f41ee51e55a3cea6c3e83536bd74e8b2bba9feacb8f52e43e2a40efc021e8a8a4ba673961a7a
+  data.tar.gz: 8c794a899d574885303d49c5d066bc24520114949dd12eda93327b34a0490d8a1b38246c54ec58eb4dad8a742263dab6e396c7ef565ceddcee98d2f4510dedf5

data/README.md

@@ -1,8 +1,7 @@
 # fluent-plugin-array-splitter
 
-[Fluentd](https://fluentd.org/) filter plugin to do something.
-
-TODO: write description for you plugin.
+## Overview
+This [Fluentd](https://fluentd.org/) filter plugin allows you to split array values within json formatted log records.
 
 ## Installation
 
@@ -28,16 +27,48 @@ $ bundle
 
 ## Configuration
 
-You can generate configuration template:
+### Parameters
+
+|parameter|type|description|default|
+|---|---|---|---|
+|array_key|string (required)|The target field name to split array values||
+|key_name|string (optional)|The field name to rename the key of a single array element|nil|
+
+### Example Configuration
+
+```
+<filter pattern>
+  @type array_splitter
+  array_key message
+  key_name new_key
+</filter>
+```
+
+## Usage
 
+With the above configuration, an input like:
 ```
-$ fluent-plugin-config-format filter array_splitter
+{"message": ["value1", "value2"]}
 ```
 
-You can copy and paste generated documents here.
+will result in two records:
+```
+{"new_key": "value1"}
+{"new_key": "value2"}
+```
+
+If you have an input like:
+```
+{"message": [{"key1": "value1"}, {"key2": "value2"}]}
+```
+will result as follows:
+```
+{"key1": "value1"}
+{"key2": "value2"}
+```
 
 ## Copyright
 
 * Copyright(c) 2023- pcoffmanjr
 * License
-  * 
+  * MIT License

data/fluent-plugin-array-splitter.gemspec

@@ -3,14 +3,14 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name    = "fluent-plugin-array-splitter"
-  spec.version = "0.1.2"
+  spec.version = "0.1.4"
   spec.authors = ["pcoffmanjr"]
   spec.email   = ["pcoffman@ctc-america.com"]
 
   spec.summary       = %q{A Fluentd plugin to split array values into separate records.}
   spec.description   = %q{This Fluentd plugin takes array values from a specified field and creates separate records for each array element.}
   spec.homepage      = "https://github.com/paulcoffmanjr/fluent-plugin-array-splitter"
-  spec.license       = "MIT"
+  spec.license       = "Apache-2.0"
 
   test_files, files  = `git ls-files -z`.split("\x0").partition do |f|
     f.match(%r{^(test|spec|features)/})
@@ -23,5 +23,5 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "bundler", "~> 2.1.2"
   spec.add_development_dependency "rake", "~> 13.0.6"
   spec.add_development_dependency "test-unit", "~> 3.3.9"
-  spec.add_runtime_dependency "fluentd", [">= 0.14.10", "< 2"]
+  spec.add_runtime_dependency "fluentd", [">= 1.11.1", "< 2"]
 end

data/lib/fluent/plugin/filter_array_splitter.rb

@@ -1,3 +1,20 @@
+# Apache License
+#
+# Version 2.0, January 2004
+#
+# Copyright (c) 2023 pcoffmanjr
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
 
 
 require "fluent/plugin/filter"
@@ -10,6 +27,9 @@ module Fluent
       desc 'The field name to split and expand array values'
       config_param :array_key, :string, default: 'message'
 
+      desc 'The field name to rename the key of a single array element'
+      config_param :key_name, :string, default: nil
+
       def configure(conf)
         super
         raise Fluent::ConfigError, "'array_key' parameter is required" unless conf.has_key?('array_key')
@@ -18,27 +38,28 @@ module Fluent
 
       def filter_stream(tag, es)
         new_es = Fluent::MultiEventStream.new
+
         es.each do |time, record|
           if record[@array_key].is_a?(Array)
             record[@array_key].each do |value|
               new_record = record.dup
               new_record.delete(@array_key)
+
               if value.is_a?(Hash)
-                value.each do |k, v|
-                  new_record[k] = v
-                end
+                value.each { |k, v| new_record[k] = v }
               else
-                new_record[@array_key] = value
+                new_record[@key_name.nil? ? @array_key : @key_name] = value
               end
+
               new_es.add(time, new_record)
             end
           else
             new_es.add(time, record)
           end
         end
+
         new_es
       end
     end
   end
 end
-

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-array-splitter
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.4
 platform: ruby
 authors:
 - pcoffmanjr
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-10-16 00:00:00.000000000 Z
+date: 2023-10-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -58,7 +58,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.14.10
+        version: 1.11.1
     - - "<"
       - !ruby/object:Gem::Version
         version: '2'
@@ -68,7 +68,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.14.10
+        version: 1.11.1
     - - "<"
       - !ruby/object:Gem::Version
         version: '2'
@@ -90,7 +90,7 @@ files:
 - test/plugin/test_filter_array_splitter.rb
 homepage: https://github.com/paulcoffmanjr/fluent-plugin-array-splitter
 licenses:
-- MIT
+- Apache-2.0
 metadata: {}
 post_install_message: 
 rdoc_options: []