fluent-plugin-fluent-plugin-json-size-limit 0.1.23 → 0.1.26

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4b4d094242ef2410fa297a2fadb82c44807935689eadf364a8940ba7e7a140e8
-  data.tar.gz: f4e3e2f1b7876e722eadfaafc5263c219cd187976cd28e07ced5ec40e72e31e1
+  metadata.gz: b0e9b320a7350dc13269f72a2ff8f2c4a99040cd3a0b181dab88adc633ca503c
+  data.tar.gz: '04654296b53a8bd31319b747b9a070f79a3245ac19d510f5a7fb858014d0f43a'
 SHA512:
-  metadata.gz: 874c65a8b41398c2f0a1aac400a3db41010dcbd80faacdfe0e9c95ea126bb851973aa023243e071119931706c78fa45d1b4a04738326933961665d1b87d6fff2
-  data.tar.gz: 3fa3adb2888eee31e26d8c3c03c70a7287aa11af61347eaa8f9f763f48505a4d19423697b0e8dfbc342127dc311220cb1e57d4447065450c3edc6de622557371
+  metadata.gz: 91c2e0697c2944367ef3fdae15283ae4341854e1e85c14a7e0454a6b39da502338e53b28b1761547150144a39a782ca2f9850f0cd3d79ed3d45a027dfd9604db
+  data.tar.gz: 7844533169a7e2b1fb0efcb8c0f02d99233ce2187b48eaf20bbe1402c4620150fc013837e468fd789c43d7dd6f46d98b6943c1a76c6beed9235185a21a3dfda0

data/fluent-plugin-fluent-plugin-json-size-limit.gemspec

@@ -3,7 +3,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name    = "fluent-plugin-fluent-plugin-json-size-limit"
-  spec.version = "0.1.23"
+  spec.version = "0.1.26"
   spec.authors = ["Mykola Panin"]
   spec.email   = ["mykola.panin@creatoriq.com"]
 

data/lib/fluent/plugin/filter_jsonsizelimit.rb

@@ -38,24 +38,45 @@ module Fluent
 
       private
 
-      def reduce_size(obj, target_size, depth = 0)
-        return if obj.to_json.bytesize <= target_size || depth > 20
+      def reduce_size(obj, target_size)
+        attempts = 0
+        while obj.to_json.bytesize > target_size && attempts < 100
+          perform_reduction(obj, target_size)
+          attempts += 1
+        end
+      end
+
+      def perform_reduction(obj, target_size)
+        excess_size = obj.to_json.bytesize - target_size
 
         if obj.is_a?(Hash)
-          obj.each do |key, value|
-            if value.is_a?(String)
-                new_length = [value.length * (0.5 - depth * 0.05), 0].max
-                obj[key] = value[0...new_length]
-            elsif value.is_a?(Hash) || value.is_a?(Array)
-                reduce_size(value, target_size, depth + 1)
-            end
-
-            break if obj.to_json.bytesize <= target_size
-          end
+          reduce_hash(obj, excess_size)
         elsif obj.is_a?(Array)
-          obj.each { |element| reduce_size(element, target_size, depth + 1) }
+          reduce_array(obj, target_size)
         end
       end
+
+      def reduce_hash(hash_obj, excess_size)
+        hash_obj.each do |key, value|
+          if value.is_a?(String)
+            reduce_string(hash_obj, key, value, excess_size)
+          elsif value.is_a?(Hash) || value.is_a?(Array)
+            reduce_size(value, excess_size)
+          end
+        end
+      end
+
+      def reduce_array(array_obj, target_size)
+        array_obj.each do |element|
+          reduce_size(element, target_size) if element.is_a?(Hash) || element.is_a?(Array)
+        end
+      end
+
+      def reduce_string(hash_obj, key, value, excess_size)
+        reduction_amount = (value.length.to_f / hash_obj.to_json.bytesize) * excess_size
+        new_length = [value.length - reduction_amount, 0].max
+        hash_obj[key] = value[0...new_length]
+      end
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-fluent-plugin-json-size-limit
 version: !ruby/object:Gem::Version
-  version: 0.1.23
+  version: 0.1.26
 platform: ruby
 authors:
 - Mykola Panin