fluent-plugin-flowcounter 0.1.9 → 0.2.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +5 -5
- data/fluent-plugin-flowcounter.gemspec +1 -1
- data/lib/fluent/plugin/out_flowcounter.rb +17 -9
- data/test/plugin/test_out_flowcounter.rb +18 -0
- metadata +14 -15
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 9a2c1125317b984edda98fd4811d0263028ceead
|
4
|
+
data.tar.gz: 3d60b7b9e9358570806138fa7e317a0a24a06272
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: ab1a0ddf3e18281456030574881e57fc0464fc9f83091f21462e16e9bfaa01859a90f1cdbe725d03f46184c2ed4ba0df3ee38ad58249fbba6f6ca12dda36c717
|
7
|
+
data.tar.gz: 084cb3293584dd6278bb936a9a163db4080027da94c8b6d3512e6f17a0cdbe750ee5525ac2ddb963f8f15f1f3c656baa43d30b7efa539c4d916df3a80111b779
|
data/README.md
CHANGED
@@ -1,11 +1,11 @@
|
|
1
1
|
# fluent-plugin-flowcounter
|
2
2
|
|
3
|
-
Count
|
3
|
+
Count metrics below about matches. This is a plugin for [Fluentd](http://fluentd.org)
|
4
4
|
|
5
|
-
* Messages per minute/hour/day
|
6
|
-
* Bytes per minute/hour/day
|
7
|
-
* Messages per second (average every minute/hour/day)
|
8
|
-
* Bytes per second (average every minute/hour/day)
|
5
|
+
* Messages per second/minute/hour/day
|
6
|
+
* Bytes per second/minute/hour/day
|
7
|
+
* Messages per second (average every second/minute/hour/day)
|
8
|
+
* Bytes per second (average every second/minute/hour/day)
|
9
9
|
|
10
10
|
FlowCounterOutput emits messages contains results data, so you can output these message (with 'flowcount' tag by default) to any outputs you want.
|
11
11
|
|
@@ -1,7 +1,7 @@
|
|
1
1
|
# -*- encoding: utf-8 -*-
|
2
2
|
Gem::Specification.new do |gem|
|
3
3
|
gem.name = "fluent-plugin-flowcounter"
|
4
|
-
gem.version = "0.
|
4
|
+
gem.version = "0.2.0"
|
5
5
|
gem.authors = ["TAGOMORI Satoshi"]
|
6
6
|
gem.email = ["tagomoris@gmail.com"]
|
7
7
|
gem.summary = %q{Fluent plugin to count message flow}
|
@@ -3,6 +3,11 @@ require 'fluent/mixin/config_placeholders'
|
|
3
3
|
class Fluent::FlowCounterOutput < Fluent::Output
|
4
4
|
Fluent::Plugin.register_output('flowcounter', self)
|
5
5
|
|
6
|
+
# Define `log` method for v0.10.42 or earlier
|
7
|
+
unless method_defined?(:log)
|
8
|
+
define_method("log") { $log }
|
9
|
+
end
|
10
|
+
|
6
11
|
config_param :unit, :string, :default => 'minute'
|
7
12
|
config_param :aggregate, :string, :default => 'tag'
|
8
13
|
config_param :output_style, :string, :default => 'joined'
|
@@ -15,16 +20,26 @@ class Fluent::FlowCounterOutput < Fluent::Output
|
|
15
20
|
attr_accessor :counts
|
16
21
|
attr_accessor :last_checked
|
17
22
|
attr_accessor :count_all
|
23
|
+
attr_reader :tick
|
18
24
|
|
19
25
|
def configure(conf)
|
20
26
|
super
|
21
27
|
|
22
28
|
@unit = case @unit
|
29
|
+
when 'second' then :second
|
23
30
|
when 'minute' then :minute
|
24
31
|
when 'hour' then :hour
|
25
32
|
when 'day' then :day
|
26
33
|
else
|
27
|
-
raise Fluent::ConfigError, "flowcounter unit allows minute/hour/day"
|
34
|
+
raise Fluent::ConfigError, "flowcounter unit allows second/minute/hour/day"
|
35
|
+
end
|
36
|
+
@tick = case @unit
|
37
|
+
when :second then 1
|
38
|
+
when :minute then 60
|
39
|
+
when :hour then 3600
|
40
|
+
when :day then 86400
|
41
|
+
else
|
42
|
+
raise Fluent::ConfigError, "flowcounter unit allows second/minute/hour/day"
|
28
43
|
end
|
29
44
|
@aggregate = case @aggregate
|
30
45
|
when 'tag' then :tag
|
@@ -132,16 +147,9 @@ class Fluent::FlowCounterOutput < Fluent::Output
|
|
132
147
|
def watch
|
133
148
|
# instance variable, and public accessable, for test
|
134
149
|
@last_checked = Fluent::Engine.now
|
135
|
-
tick = case @unit
|
136
|
-
when :minute then 60
|
137
|
-
when :hour then 3600
|
138
|
-
when :day then 86400
|
139
|
-
else
|
140
|
-
raise RuntimeError, "@unit must be one of minute/hour/day"
|
141
|
-
end
|
142
150
|
while true
|
143
151
|
sleep 0.5
|
144
|
-
if Fluent::Engine.now - @last_checked >= tick
|
152
|
+
if Fluent::Engine.now - @last_checked >= @tick
|
145
153
|
now = Fluent::Engine.now
|
146
154
|
flush_emit(now - @last_checked)
|
147
155
|
@last_checked = now
|
@@ -31,6 +31,7 @@ count_keys message
|
|
31
31
|
count_keys message
|
32
32
|
]
|
33
33
|
assert_equal :minute, d.instance.unit
|
34
|
+
assert_equal 60, d.instance.tick
|
34
35
|
assert_equal :tag, d.instance.aggregate
|
35
36
|
assert_equal :joined, d.instance.output_style
|
36
37
|
assert_equal 'flowcount', d.instance.tag
|
@@ -41,17 +42,31 @@ count_keys message
|
|
41
42
|
count_keys field1,field2
|
42
43
|
]
|
43
44
|
assert_equal :minute, d.instance.unit
|
45
|
+
assert_equal 60, d.instance.tick
|
44
46
|
assert_equal :tag, d.instance.aggregate
|
45
47
|
assert_equal :joined, d.instance.output_style
|
46
48
|
assert_equal 'flowcount', d.instance.tag
|
47
49
|
assert_nil d.instance.input_tag_remove_prefix
|
48
50
|
assert_equal ['field1', 'field2'], d.instance.count_keys
|
49
51
|
|
52
|
+
d = create_driver %[
|
53
|
+
unit second
|
54
|
+
count_keys message
|
55
|
+
]
|
56
|
+
assert_equal :second, d.instance.unit
|
57
|
+
assert_equal 1, d.instance.tick
|
58
|
+
assert_equal :tag, d.instance.aggregate
|
59
|
+
assert_equal :joined, d.instance.output_style
|
60
|
+
assert_equal 'flowcount', d.instance.tag
|
61
|
+
assert_nil d.instance.input_tag_remove_prefix
|
62
|
+
assert_equal ['message'], d.instance.count_keys
|
63
|
+
|
50
64
|
d = create_driver %[
|
51
65
|
unit hour
|
52
66
|
count_keys message
|
53
67
|
]
|
54
68
|
assert_equal :hour, d.instance.unit
|
69
|
+
assert_equal 3600, d.instance.tick
|
55
70
|
assert_equal :tag, d.instance.aggregate
|
56
71
|
assert_equal :joined, d.instance.output_style
|
57
72
|
assert_equal 'flowcount', d.instance.tag
|
@@ -63,6 +78,7 @@ count_keys message
|
|
63
78
|
count_keys message
|
64
79
|
]
|
65
80
|
assert_equal :minute, d.instance.unit
|
81
|
+
assert_equal 60, d.instance.tick
|
66
82
|
assert_equal :tag, d.instance.aggregate
|
67
83
|
assert_equal :tagged, d.instance.output_style
|
68
84
|
assert_equal 'flowcount', d.instance.tag
|
@@ -77,6 +93,7 @@ count_keys message
|
|
77
93
|
count_keys message
|
78
94
|
]
|
79
95
|
assert_equal :day, d.instance.unit
|
96
|
+
assert_equal 86400, d.instance.tick
|
80
97
|
assert_equal :all, d.instance.aggregate
|
81
98
|
assert_equal :joined, d.instance.output_style
|
82
99
|
assert_equal 'test.flowcount', d.instance.tag
|
@@ -91,6 +108,7 @@ count_keys message
|
|
91
108
|
count_keys *
|
92
109
|
]
|
93
110
|
assert_equal :day, d.instance.unit
|
111
|
+
assert_equal 86400, d.instance.tick
|
94
112
|
assert_equal :all, d.instance.aggregate
|
95
113
|
assert_equal :joined, d.instance.output_style
|
96
114
|
assert_equal 'test.flowcount', d.instance.tag
|
metadata
CHANGED
@@ -1,55 +1,55 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-flowcounter
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.2.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- TAGOMORI Satoshi
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2014-03-07 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rake
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
16
16
|
requirements:
|
17
|
-
- -
|
17
|
+
- - ">="
|
18
18
|
- !ruby/object:Gem::Version
|
19
19
|
version: '0'
|
20
20
|
type: :development
|
21
21
|
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
|
-
- -
|
24
|
+
- - ">="
|
25
25
|
- !ruby/object:Gem::Version
|
26
26
|
version: '0'
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
28
|
name: fluentd
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
30
30
|
requirements:
|
31
|
-
- -
|
31
|
+
- - ">="
|
32
32
|
- !ruby/object:Gem::Version
|
33
33
|
version: '0'
|
34
34
|
type: :runtime
|
35
35
|
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
|
-
- -
|
38
|
+
- - ">="
|
39
39
|
- !ruby/object:Gem::Version
|
40
40
|
version: '0'
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
42
|
name: fluent-mixin-config-placeholders
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
44
44
|
requirements:
|
45
|
-
- -
|
45
|
+
- - ">="
|
46
46
|
- !ruby/object:Gem::Version
|
47
47
|
version: '0'
|
48
48
|
type: :runtime
|
49
49
|
prerelease: false
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
51
51
|
requirements:
|
52
|
-
- -
|
52
|
+
- - ">="
|
53
53
|
- !ruby/object:Gem::Version
|
54
54
|
version: '0'
|
55
55
|
description: Plugin to counts messages/bytes that matches, per minutes/hours/days
|
@@ -59,9 +59,9 @@ executables: []
|
|
59
59
|
extensions: []
|
60
60
|
extra_rdoc_files: []
|
61
61
|
files:
|
62
|
-
- .document
|
63
|
-
- .gitignore
|
64
|
-
- .travis.yml
|
62
|
+
- ".document"
|
63
|
+
- ".gitignore"
|
64
|
+
- ".travis.yml"
|
65
65
|
- AUTHORS
|
66
66
|
- Gemfile
|
67
67
|
- LICENSE.txt
|
@@ -81,21 +81,20 @@ require_paths:
|
|
81
81
|
- lib
|
82
82
|
required_ruby_version: !ruby/object:Gem::Requirement
|
83
83
|
requirements:
|
84
|
-
- -
|
84
|
+
- - ">="
|
85
85
|
- !ruby/object:Gem::Version
|
86
86
|
version: '0'
|
87
87
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
88
88
|
requirements:
|
89
|
-
- -
|
89
|
+
- - ">="
|
90
90
|
- !ruby/object:Gem::Version
|
91
91
|
version: '0'
|
92
92
|
requirements: []
|
93
93
|
rubyforge_project:
|
94
|
-
rubygems_version: 2.
|
94
|
+
rubygems_version: 2.2.2
|
95
95
|
signing_key:
|
96
96
|
specification_version: 4
|
97
97
|
summary: Fluent plugin to count message flow
|
98
98
|
test_files:
|
99
99
|
- test/helper.rb
|
100
100
|
- test/plugin/test_out_flowcounter.rb
|
101
|
-
has_rdoc:
|