fluent-plugin-histogram 0.1.4 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +8 -8
- data/fluent-plugin-histogram.gemspec +1 -1
- data/lib/fluent/plugin/out_histogram.rb +3 -1
- data/test/plugin/test_out_histogram.rb +17 -11
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
---
|
|
2
2
|
!binary "U0hBMQ==":
|
|
3
3
|
metadata.gz: !binary |-
|
|
4
|
-
|
|
4
|
+
MTUxMjBkOGI3NTZmZGY2MzY2ZTg5MzcwODZlYjBkYjVmYmEzZjE3Mw==
|
|
5
5
|
data.tar.gz: !binary |-
|
|
6
|
-
|
|
6
|
+
Mjc4MTFkYzMyODIwZjE5NDJjNWI2ZjFiYjk0NmViNGE3ODU1ZjNmYQ==
|
|
7
7
|
SHA512:
|
|
8
8
|
metadata.gz: !binary |-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
9
|
+
MzQwYTFiYjlhMTMzYzdlMzdkNWNmYTdhZGU2NWZkOGIwNGI2YzdkZDk2OTZj
|
|
10
|
+
NzlhNGQzYzllZDQ1MjZjMzliMzVkM2Q2ZjFhNDkxZDQxYmJiMWU2OWU3YmEy
|
|
11
|
+
MGVmNDIwYmIwNjUzNzI2MjI4Y2NiMGNlZWZiMWMxNGMyYmI3MGY=
|
|
12
12
|
data.tar.gz: !binary |-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
13
|
+
NzQ1ZTNjMTFjNGE4ODRiNmUyZGM0MjI1ZTRmYTZhMzJhMmExNDIwY2VjZDMy
|
|
14
|
+
OGMyZTYwMmExN2UxZTBjOGIwNzgxYzU3ZWJiZjQxYWRiZTc1Yzk4MTViMjNi
|
|
15
|
+
MTNmNmI4ZThkMzg5YTdjZjQ2NWEzZjcyNmVlZmJjNjkyOTVkYTU=
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
|
|
3
3
|
Gem::Specification.new do |gem|
|
|
4
4
|
gem.name = "fluent-plugin-histogram"
|
|
5
|
-
gem.version = "0.
|
|
5
|
+
gem.version = "0.2.0"
|
|
6
6
|
gem.authors = ["Yusuke SHIMIZU"]
|
|
7
7
|
gem.email = "a.ryuklnm@gmail.com"
|
|
8
8
|
gem.description = "Combine inputs data and make histogram which helps to detect a hotspot."
|
|
@@ -100,7 +100,9 @@ module Fluent
|
|
|
100
100
|
|
|
101
101
|
def increment(tag, key)
|
|
102
102
|
@hists[tag] ||= @zero_hist.dup
|
|
103
|
-
|
|
103
|
+
|
|
104
|
+
# id = key.hash % @bin_num
|
|
105
|
+
id = key[0..9].codepoints.collect{|cp| cp}.join().to_i % @bin_num # attention to long key(length > 10)
|
|
104
106
|
@mutex.synchronize {
|
|
105
107
|
(0..@alpha).each do |alpha|
|
|
106
108
|
(-alpha..alpha).each do |al|
|
|
@@ -33,13 +33,16 @@ class HistogramOutputTest < Test::Unit::TestCase
|
|
|
33
33
|
alpha = 0
|
|
34
34
|
f = create_driver(%[
|
|
35
35
|
bin_num #{bin_num}
|
|
36
|
-
alpha #{alpha}]
|
|
37
|
-
|
|
38
|
-
f.
|
|
36
|
+
alpha #{alpha}],
|
|
37
|
+
"test.input")
|
|
38
|
+
f.run do
|
|
39
|
+
f.emit({"keys" => "input key"})
|
|
40
|
+
f.emit({"keys" => "another key"})
|
|
41
|
+
end
|
|
39
42
|
hist = f.instance.zero_hist.dup
|
|
40
|
-
id = "
|
|
43
|
+
id = "input key"[0..9].codepoints.collect{|cp| cp}.join().to_i % bin_num
|
|
41
44
|
hist[id] += 1
|
|
42
|
-
id = "
|
|
45
|
+
id = "another key"[0..9].codepoints.collect{|cp| cp}.join().to_i % bin_num
|
|
43
46
|
hist[id] += 1
|
|
44
47
|
assert_equal({"test.input" => {:hist => hist, :sum => 2, :avg => 2/bin_num, :sd=>0}},
|
|
45
48
|
f.instance.flush)
|
|
@@ -50,15 +53,18 @@ class HistogramOutputTest < Test::Unit::TestCase
|
|
|
50
53
|
alpha = 1
|
|
51
54
|
f = create_driver(%[
|
|
52
55
|
bin_num #{bin_num}
|
|
53
|
-
alpha #{alpha}]
|
|
54
|
-
|
|
55
|
-
f.
|
|
56
|
+
alpha #{alpha}],
|
|
57
|
+
"test.input")
|
|
58
|
+
f.run do
|
|
59
|
+
f.emit({"keys" => "A"})
|
|
60
|
+
f.emit({"keys" => "B"})
|
|
61
|
+
end
|
|
56
62
|
hist = f.instance.zero_hist.dup
|
|
57
|
-
id = "A".
|
|
63
|
+
id = "A".ord % bin_num
|
|
58
64
|
hist[id] += 2
|
|
59
65
|
hist[(id + alpha) % bin_num] += 1
|
|
60
66
|
hist[id - alpha] += 1
|
|
61
|
-
id = "B".
|
|
67
|
+
id = "B".ord % bin_num
|
|
62
68
|
hist[id] += 2
|
|
63
69
|
hist[(id + alpha) % bin_num] += 1
|
|
64
70
|
hist[id - alpha] += 1
|
|
@@ -136,7 +142,7 @@ class HistogramOutputTest < Test::Unit::TestCase
|
|
|
136
142
|
|
|
137
143
|
def test_some_hist_exist_case_tagging_with_emit
|
|
138
144
|
f = create_driver
|
|
139
|
-
data =
|
|
145
|
+
data = "A"
|
|
140
146
|
f.run do
|
|
141
147
|
["test.a", "test.b", "test.c"].each do |tag|
|
|
142
148
|
f.instance.increment(tag, data)
|