fluent-plugin-fluent-plugin-json-size-limit 0.1.13 → 0.1.14

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2f85063944aafffc112ca219ae7705c6c018a81b6e175485a251e65f17f3ae3d
-  data.tar.gz: 4fe2c449138e030ec02aa7ede0165ca72639779b5c5808c01987d517e14e9e32
+  metadata.gz: 5c1f2e6ac036ba52dfd968b14d7596f477a47453d7944244787a374772b3eb09
+  data.tar.gz: ce671aa6d8e8e3d0efa565f82a57689308347bd61e5ef34acccda2cdd403e6f3
 SHA512:
-  metadata.gz: c9601a42974d8b16e6a30f47dbc2b51b16a7036fc4eafac8ffcb031a412327cb4ad695c4ab37cd94446a8a7f7f5428917f6bcc52e0ad82b4dabbd910243ecc41
-  data.tar.gz: c1f50d76c81a7dec05381f214c3eaad103930f6b17ac3b08c0a4285e3f3578e7af6604d4ffebafaa3b36929461602ce17d09c62726080df222477deaf62c3f72
+  metadata.gz: '0782af89ef48f11fcc72109ce021c6380000eeb37342710726182ca6cfcb22111e6abf4ea3e3f30e3ebb0b0d6e36e8e437800edd698ebfe514262202f4f9f7a4'
+  data.tar.gz: 98abef7edd4d61cc40b5d6840ecc3986316a05204aec1b8924abb94b040819127b330eafc451c05b65767c596bcb954392531b62be8f6f6002262045897364bd

data/fluent-plugin-fluent-plugin-json-size-limit.gemspec

@@ -3,7 +3,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name    = "fluent-plugin-fluent-plugin-json-size-limit"
-  spec.version = "0.1.13"
+  spec.version = "0.1.14"
   spec.authors = ["Mykola Panin"]
   spec.email   = ["mykola.panin@creatoriq.com"]
 

data/lib/fluent/plugin/filter_jsonsizelimit.rb

@@ -20,15 +20,18 @@ module Fluent
     class JsonSizeLimitFilter < Filter
       Fluent::Plugin.register_filter('jsonsizelimit', self)
 
+      config_param :max_size, :size, default: 250 * 1024
+
       def configure(conf)
         super
-        log.debug "Configuring JsonSizeLimitFilter"
+        log.debug "Configuring JsonSizeLimitFilter with max_size: #{@max_size}"
       end
 
       def filter(tag, time, record)
-        log.debug "Original record: #{record.to_json.bytesize} bytes"
         json_str = record.to_json
-        while json_str.bytesize > 250 * 1024
+        log.debug "Original record size: #{json_str.bytesize} bytes"
+
+        while json_str.bytesize > @max_size
           sorted_fields = record.sort_by { |k, v| v.to_s.length }.reverse
           reduced = false
 
@@ -36,23 +39,24 @@ module Fluent
             next unless value.is_a?(String) && value.length > 10
 
             current_size = json_str.bytesize
-            target_size = 250 * 1024
-            excess_size = current_size - target_size
+            excess_size = current_size - @max_size
 
             new_length = [value.length - excess_size, 0].max
             record[key] = value[0...new_length]
-
             json_str = record.to_json
-            if json_str.bytesize <= 250 * 1024
+
+            if json_str.bytesize <= @max_size
+              log.debug "Reduced size of field '#{key}'"
               reduced = true
-              log.debug "Reduced size of field '#{key}' to fit size limit"
               break
             end
           end
 
           break unless reduced
-          log.debug "Record reduced: #{json_str.bytesize} bytes"
+          log.debug "Intermediate record size: #{json_str.bytesize} bytes"
         end
+
+        log.debug "Final record size: #{json_str.bytesize} bytes"
         record
       end
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-fluent-plugin-json-size-limit
 version: !ruby/object:Gem::Version
-  version: 0.1.13
+  version: 0.1.14
 platform: ruby
 authors:
 - Mykola Panin