fluent-plugin-record_indexing 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 033425b882af2c7a8cfc88fcf822fe582214eeab990b07fd1dbe31c12df8f5ac
-  data.tar.gz: 2368227e5bf02a0c86c9b21a5f6ed4b6f8f9ebec9b2722b9fc03903263c4cce7
+  metadata.gz: 55b3c230a4fe0c5c4a6dd0b914c2728d1cd91e84c9702689628388278cba45dd
+  data.tar.gz: 818543e3a427d6e14a6a7acea3753b0bbe94117df54951dcfe53ebfbbd09a4bf
 SHA512:
-  metadata.gz: 0e046669d2eb9fbfbd0c69e1354a3cb93331e1cb4a267aa5769b26ae5a28c3d2988db9bc49a860a9ea5f00fe24c571a3d02052c0fc13b9c2245b7fb99ac01c1b
-  data.tar.gz: 17a7d7c7d9ede5aa87db54a83fbed0116d5a1eced3a2cada1be24fadf643ff64841ccc10de5550260641180960060c00a211e69053b55d7b189e936bb80fc9f9
+  metadata.gz: afa2cc12fcbea30b784488c3efff17baf83cb9bde31922723f5986fc35b8fc068491bdf11e10c91b8d8012871cb252cc6a9e97db4c893469cfda9c8e6d468625
+  data.tar.gz: d4883c2c3c9c1d7adeb11e08cf5d0dc8365f92a861530aa1e4776c2aee6fa47ff5a37fd0236e5b7d8b18fa02a473581d26e36f6c17fcd19dd66a8874d8b411fb

data/fluent-plugin-record_indexing.gemspec

@@ -1,14 +1,14 @@
 # coding: utf-8
 Gem::Specification.new do |spec|
   spec.name          = "fluent-plugin-record_indexing"
-  spec.version       = "0.2.0"
+  spec.version       = "0.2.1"
   spec.authors       = ["imcotop"]
   spec.email         = ["imcotop@icloud.com"]
 
   spec.summary       = %{A fluentd filter plugin that will be used to Iterate over the object with its index and returns the value of the given object.}
   spec.description   = spec.summary
   spec.homepage      = "https://github.com/imcotop/fluent-plugin-record_indexing"
-  spec.license       = "apache2"
+  spec.license       = "Apache-2.0"
 
   spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
   spec.executables   = []

data/lib/fluent/plugin/filter_record_indexing.rb

@@ -3,16 +3,17 @@ require "fluent/filter"
 module Fluent
   class RecordIndexingFilter < Filter
     Fluent::Plugin.register_filter("record_indexing", self)
-    
-    desc "Key name to spin"
-    config_param :key_name, :string, default: nil
+
+    desc "Key names to spin"
+    config_param :key_names, :array, default: []
     config_param :key_prefix, :string, default: nil
     config_param :check_all_key, :bool, default: true
-    
+    config_param :exclude_keys, :array, default: []
+
     def filter(tag, time, record)
       if check_all_key == false
-        unless key_name
-          raise ArgumentError, "key_name parameter is required if check_all_key set false"
+        unless key_names.any?
+          raise ArgumentError, "key_names parameter is required if check_all_key set false"
         end
       end
       new_record = {}
@@ -21,30 +22,30 @@ module Fluent
       new_record
     end
 
-    def is_nested_field?(field_value)
-      field_value.is_a?(Hash)
-    end
-  
     def each_with_index(record, new_record)
       record.each do |key, value|
-        if check_all_key || key == key_name
-          if value.nil?
-            next  # Skip if the value is nil
+        if check_all_key || key_names.include?(key)
+          if exclude_keys.include?(key)
+            new_record[key] = value  # Keep the value as is without indexing
           elsif value.is_a?(Array)
             new_record[key] = {}
             value.each_with_index do |item, index|
-              new_record[key]["#{key_prefix}#{index}"] = item unless item.nil?
+              new_record[key]["#{key_prefix}#{index}"] = item
             end
-          elsif is_nested_field?(value)
+          elsif value.is_a?(Hash)
             new_record[key] = {}
             each_with_index(value, new_record[key])
           else
             new_record[key] = value
           end
+        elsif value.is_a?(Hash)  # Check if the value is a nested Hash
+          new_record[key] = {}
+          each_with_index(value, new_record[key])  # Recursively index nested fields
         else
           new_record[key] = value
         end
       end
+      new_record
     end
 
     def remove_empty_fields(record)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-record_indexing
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - imcotop
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2023-08-08 00:00:00.000000000 Z
+date: 2023-08-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -76,7 +76,7 @@ files:
 - lib/fluent/plugin/filter_record_indexing.rb
 homepage: https://github.com/imcotop/fluent-plugin-record_indexing
 licenses:
-- apache2
+- Apache-2.0
 metadata: {}
 post_install_message: 
 rdoc_options: []