fluent-plugin-fluent-plugin-json-size-limit 0.1.28 → 0.1.29

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 1e24f82280ef078291ee109be79150cfc9789676643ed84b87e2c32e472b6afe
-  data.tar.gz: d862ce1033e2a3e443ed32c9571502edc5373c1b3851936e108aeba01f47f49a
+  metadata.gz: 591d68308d420614aa3ea9c6c4379a77f489afa72b42adaa22356686f403ee9e
+  data.tar.gz: 600efc817220c04458478cd2d1b44025f17a01eb77f2fadf43a650f382437938
 SHA512:
-  metadata.gz: 1f747939411789f6c8102fa5d7f7a47f6728b6e6337e61740efdb5ae69fc5bc2d210e0711f693f2afe06f66fe068446b205e9b0288765bb2b03b66ee5a9eb4d8
-  data.tar.gz: 692f8c2b477084a14963f8cf25920f6265aafc90bcc942a693eb435bd929b37516f42555e2832d008a813338c6ae38864424e0d4b6f138706bac691059e119e3
+  metadata.gz: 2c865638c22f747a6f42c9f0a2a6469463d85567837c6381858fcc569f8cffd5a46e55b65142bba9d00f4f7fa629e3a1870821bcc3c27c0556c947e0b6f6c29e
+  data.tar.gz: b285917dba21b70b9b2937b89d91da7273b33bbd4f3f2855ee4a6eef541ff2f8657266ba81be3bc26e932702b7376b68f432170bd3936e605db4a6ad0d9c0a19

data/fluent-plugin-fluent-plugin-json-size-limit.gemspec

@@ -3,7 +3,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name    = "fluent-plugin-fluent-plugin-json-size-limit"
-  spec.version = "0.1.28"
+  spec.version = "0.1.29"
   spec.authors = ["Mykola Panin"]
   spec.email   = ["mykola.panin@creatoriq.com"]
 

data/lib/fluent/plugin/filter_jsonsizelimit.rb

@@ -20,16 +20,26 @@ module Fluent
     class JsonSizeLimitFilter < Filter
       Fluent::Plugin.register_filter('jsonsizelimit', self)
 
+      # Configuration parameter for maximum JSON size
       config_param :max_size, :size, default: 250 * 1024
+      # Configuration parameter for maximum attempts to reduce JSON size
+      config_param :max_attempts, :integer, default: 100
 
       def configure(conf)
         super
-        log.debug "Configuring JsonSizeLimitFilter with max_size: #{@max_size}"
+        log.debug "Configuring JsonSizeLimitFilter with max_size: #{@max_size} and max_attempts: #{@max_attempts}"
       end
 
       def filter(tag, time, record)
+        # Ensure that the record is a Hash before processing
+        return record unless record.is_a?(Hash)
+
         original_size = record.to_json.bytesize
-        reduce_size(record, @max_size)
+        begin
+          reduce_size(record, @max_size)
+        rescue => e
+          log.error "Error during size reduction: #{e.message}"
+        end
         final_size = record.to_json.bytesize
 
         log.debug "Reduced record size from #{original_size} to #{final_size} bytes" if original_size != final_size
@@ -38,31 +48,31 @@ module Fluent
 
       private
 
-      def reduce_size(obj, target_size)
-        attempts = 0
-        while obj.to_json.bytesize > target_size && attempts < 100
-          excess_size = obj.to_json.bytesize - target_size
-          perform_reduction(obj, excess_size, obj.to_json.bytesize)
-          attempts += 1
-        end
+      def reduce_size(obj, target_size, attempts = 0)
+        json_str = obj.to_json
+        return if json_str.bytesize <= target_size || attempts >= @max_attempts
+
+        excess_size = json_str.bytesize - target_size
+        perform_reduction(obj, excess_size, json_str.bytesize)
+        reduce_size(obj, target_size, attempts + 1)  # Recursive call with incremented attempts
       end
 
       def perform_reduction(obj, excess_size, total_size)
-        if obj.is_a?(Hash)
-          obj.each do |key, value|
-            apply_reduction(value, excess_size, total_size)
-          end
-        elsif obj.is_a?(Array)
+        case obj
+        when Hash
+          obj.each { |key, value| apply_reduction(value, excess_size, total_size) }
+        when Array
           obj.each { |element| apply_reduction(element, excess_size, total_size) }
-        elsif obj.is_a?(String)
+        when String
           reduce_string(obj, excess_size, total_size)
         end
       end
 
       def apply_reduction(element, excess_size, total_size)
-        if element.is_a?(String)
+        case element
+        when String
           reduce_string(element, excess_size, total_size)
-        elsif element.is_a?(Hash) || element.is_a?(Array)
+        when Hash, Array
           reduce_size(element, element.to_json.bytesize - (excess_size * (element.to_json.bytesize.to_f / total_size)))
         end
       end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-fluent-plugin-json-size-limit
 version: !ruby/object:Gem::Version
-  version: 0.1.28
+  version: 0.1.29
 platform: ruby
 authors:
 - Mykola Panin
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-12-18 00:00:00.000000000 Z
+date: 2023-12-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler