fluent-plugin-fluent-plugin-json-size-limit 0.1.16 → 0.1.18
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: b20e7aa472449c2322e56536598b8243e1cc6260f9e222738ca188fc4769ad5b
|
4
|
+
data.tar.gz: c98e3364c07dc89f08e07079ff2b8b9929f3038c04bdb1955a40a5151579875c
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 4e0959207364b9fb3b96473c0aa1f194953526e95ba8374659714dae394f9622368aa6a63270a87a7c61d9b4f12952def4136111ddf9b3cceeef88e4da843753
|
7
|
+
data.tar.gz: 4f49bd24b9d9e3d7e45f969073dfd1ca2be683903a7c5fa606d9fad81060da0d8f51271351748688e3959cc63ed0f3c7eca7e16d81301f8d7d53c0519fb4e0d4
|
@@ -3,7 +3,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
|
3
3
|
|
4
4
|
Gem::Specification.new do |spec|
|
5
5
|
spec.name = "fluent-plugin-fluent-plugin-json-size-limit"
|
6
|
-
spec.version = "0.1.
|
6
|
+
spec.version = "0.1.18"
|
7
7
|
spec.authors = ["Mykola Panin"]
|
8
8
|
spec.email = ["mykola.panin@creatoriq.com"]
|
9
9
|
|
@@ -29,37 +29,37 @@ module Fluent
|
|
29
29
|
|
30
30
|
def filter(tag, time, record)
|
31
31
|
original_size = record.to_json.bytesize
|
32
|
-
|
32
|
+
reduce_size(record, @max_size)
|
33
|
+
final_size = record.to_json.bytesize
|
33
34
|
|
34
|
-
if
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
|
35
|
+
log.debug "Reduced record size from #{original_size} to #{final_size} bytes" if original_size != final_size
|
36
|
+
record
|
37
|
+
end
|
38
|
+
|
39
|
+
private
|
39
40
|
|
40
|
-
|
41
|
-
|
41
|
+
def reduce_size(obj, target_size)
|
42
|
+
json_str = obj.to_json
|
43
|
+
return if json_str.bytesize <= target_size
|
42
44
|
|
43
|
-
|
44
|
-
|
45
|
+
if obj.is_a?(Hash)
|
46
|
+
sorted_fields = obj.sort_by { |_, v| v.to_s.length }.reverse
|
47
|
+
sorted_fields.each do |key, value|
|
48
|
+
current_size = json_str.bytesize
|
49
|
+
excess_size = current_size - target_size
|
45
50
|
|
46
|
-
|
47
|
-
|
48
|
-
|
49
|
-
|
50
|
-
|
51
|
-
end
|
51
|
+
if value.is_a?(String) && value.length > 20
|
52
|
+
new_length = [value.length - excess_size, 0].max
|
53
|
+
obj[key] = value[0...new_length]
|
54
|
+
elsif value.is_a?(Hash) || value.is_a?(Array)
|
55
|
+
reduce_size(value, target_size)
|
52
56
|
end
|
53
57
|
|
54
|
-
break
|
55
|
-
attempts += 1
|
58
|
+
break if obj.to_json.bytesize <= target_size
|
56
59
|
end
|
57
|
-
|
58
|
-
|
59
|
-
log.debug "Reduced record size from #{original_size} to #{final_size} bytes" if original_size != final_size
|
60
|
+
elsif obj.is_a?(Array)
|
61
|
+
obj.each { |element| reduce_size(element, target_size) }
|
60
62
|
end
|
61
|
-
|
62
|
-
record
|
63
63
|
end
|
64
64
|
end
|
65
65
|
end
|