fluent-plugin-fluent-plugin-json-size-limit 0.1.22 → 0.1.24

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f8113de72521243b0a40d79166525582b0bbe0ab03e62a279a1f4a438e6e6cf9
-  data.tar.gz: e979523af4ae24a153bee176d7f3ba07dd5d98712d977f638b84171d875c955d
+  metadata.gz: 20e10aae10321603fa97bf64f44a8c5aaece831e988ed7f14be0799b328f13cb
+  data.tar.gz: a29af8031f826c2b4873ba3b976569b2f66fb62d9b2471dc7619f7198ff3204d
 SHA512:
-  metadata.gz: a4025bbda9bf50409b032244f0b50211ad2a3eb6d44d47c054af3804811f680f3b8998a8170f6065e4fc7b139dc39d0a610c1375dd11f4fd32c81c8999dc06d9
-  data.tar.gz: d4392c92ea0bae5a5904baa42d9d9f708d7accd2c9fffab9df3b57a3044bc9363083bff9ec6739a3058ef2d1173d063c80eee2fe0f66260bf597ddc6b403af94
+  metadata.gz: '0795d0a432657db02bc710c6a6df44c92ed03048a4fc7b84511b3bc78a9b3871f9fdfaa49faa0a99fd2dd2a846a84a0cd7e717a4abbf443ce0265dd69a38510b'
+  data.tar.gz: dcf06ae947ded1e2b08250b4d4c81187e68a8dc6bd218ac76904b798d0dcf54ffec692b3ea6a974a8131e283b3abbc02baf2b4fd6af7b88a1835367ab6a8c869

data/fluent-plugin-fluent-plugin-json-size-limit.gemspec

@@ -3,7 +3,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name    = "fluent-plugin-fluent-plugin-json-size-limit"
-  spec.version = "0.1.22"
+  spec.version = "0.1.24"
   spec.authors = ["Mykola Panin"]
   spec.email   = ["mykola.panin@creatoriq.com"]
 

data/lib/fluent/plugin/filter_jsonsizelimit.rb

@@ -39,24 +39,31 @@ module Fluent
       private
 
       def reduce_size(obj, target_size)
-        return if obj.to_json.bytesize <= target_size
-
-        if obj.is_a?(Hash)
-          obj.each do |key, value|
-            break if obj.to_json.bytesize <= target_size
-
-            if value.is_a?(String)
-                new_length = [value.length / 2, 0].max
-                obj[key] = value[0...new_length]
-            elsif value.is_a?(Hash) || value.is_a?(Array)
-                reduce_size(value, target_size)
-            end
+        attempts = 0
+        while obj.to_json.bytesize > target_size && attempts < 100
+          excess_size = obj.to_json.bytesize - target_size
+          if obj.is_a?(Hash)
+            reduce_hash(obj, excess_size)
+          elsif obj.is_a?(Array)
+            obj.each { |element| reduce_size(element, target_size) }
+          end
+          attempts += 1
+        end
+      end
+
+      def reduce_hash(hash_obj, excess_size)
+        hash_obj.each do |key, value|
+          break if hash_obj.to_json.bytesize <= target_size
+
+          if value.is_a?(String)
+            reduction_amount = (value.length.to_f / hash_obj.to_json.bytesize) * excess_size
+            new_length = [value.length - reduction_amount, 0].max
+            hash_obj[key] = value[0...new_length]
+          elsif value.is_a?(Hash) || value.is_a?(Array)
+            reduce_size(value, target_size)
           end
-        elsif obj.is_a?(Array)
-          obj.each { |element| reduce_size(element, target_size) }
         end
       end
     end
   end
 end
-

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-fluent-plugin-json-size-limit
 version: !ruby/object:Gem::Version
-  version: 0.1.22
+  version: 0.1.24
 platform: ruby
 authors:
 - Mykola Panin