fluent-plugin-label-router 0.2.4 → 0.2.9
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/fluent-plugin-label-router.gemspec +2 -2
- data/lib/fluent/plugin/out_label_router.rb +33 -8
- data/test/plugin/test_out_label_router.rb +35 -4
- metadata +18 -18
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 3b7fb09af37b3435f4e2fb3b4cad0c83b864af8a5736ee363cb254eaf1495233
|
4
|
+
data.tar.gz: f0634bcff726634e62b6fd99989fc74a29e811c21309c6edcec93cbd0a8ef175
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 63f428db21d8538f1d3d3e4eefbdf369e1efe9d73d0e480d1f24d301529b8f7d9530b8fa12bf2fc66b39c13f10627bab2b6d20f88071fd23f9a10076a84db073
|
7
|
+
data.tar.gz: 7e803c4b8ab849dae41f08940b6537e321a622d523970c7eb81849c2fa0f64ecb96c0a9437b85d19fe5a44ae6ace59696186bd7f966b12bfd162db1ff6e410ec
|
@@ -3,7 +3,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
|
3
3
|
|
4
4
|
Gem::Specification.new do |spec|
|
5
5
|
spec.name = "fluent-plugin-label-router"
|
6
|
-
spec.version = "0.2.
|
6
|
+
spec.version = "0.2.9"
|
7
7
|
spec.authors = ["Banzai Cloud"]
|
8
8
|
spec.email = ["info@banzaicloud.com"]
|
9
9
|
|
@@ -20,8 +20,8 @@ Gem::Specification.new do |spec|
|
|
20
20
|
spec.test_files = test_files
|
21
21
|
spec.require_paths = ["lib"]
|
22
22
|
|
23
|
-
spec.add_development_dependency "bundler", "~> 1.14"
|
24
23
|
spec.add_development_dependency "rake", "~> 12.0"
|
25
24
|
spec.add_development_dependency "test-unit", "~> 3.0"
|
25
|
+
spec.add_dependency "prometheus-client", ">= 2.1.0"
|
26
26
|
spec.add_runtime_dependency "fluentd", [">= 0.14.10", "< 2"]
|
27
27
|
end
|
@@ -11,10 +11,11 @@
|
|
11
11
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
12
12
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
13
13
|
# See the License for the specific language governing permissions and
|
14
|
-
# limitations under the License
|
14
|
+
# limitations under the License
|
15
15
|
|
16
16
|
require "fluent/plugin/output"
|
17
|
-
require '
|
17
|
+
require 'prometheus/client'
|
18
|
+
|
18
19
|
|
19
20
|
module Fluent
|
20
21
|
module Plugin
|
@@ -34,12 +35,16 @@ module Fluent
|
|
34
35
|
config_param :default_route, :string, :default => ""
|
35
36
|
desc "Default tag to drain unmatched patterns"
|
36
37
|
config_param :default_tag, :string, :default => ""
|
38
|
+
desc "Enable metrics for the router"
|
39
|
+
config_param :metrics, :bool, :default => false
|
37
40
|
|
38
41
|
config_section :route, param_name: :routes, multi: true do
|
39
42
|
desc "New @LABEL if selectors matched"
|
40
43
|
config_param :@label, :string, :default => nil
|
41
44
|
desc "New tag if selectors matched"
|
42
45
|
config_param :tag, :string, :default => ""
|
46
|
+
desc "Extra labels for metrics"
|
47
|
+
config_param :metrics_labels, :hash, :default => {}
|
43
48
|
|
44
49
|
config_section :match, param_name: :matches, multi: true do
|
45
50
|
desc "Label definition to match record. Example: app:nginx. You can specify more values as comma separated list: key1:value1,key2:value2"
|
@@ -56,10 +61,26 @@ module Fluent
|
|
56
61
|
end
|
57
62
|
|
58
63
|
class Route
|
59
|
-
def initialize(
|
64
|
+
def initialize(rule, router, registry)
|
60
65
|
@router = router
|
61
|
-
@matches = matches
|
62
|
-
@tag = tag
|
66
|
+
@matches = rule['matches']
|
67
|
+
@tag = rule['tag'].to_s
|
68
|
+
@label = rule['@label']
|
69
|
+
@metrics_labels = (rule['metrics_labels'].map { |k, v| [k.to_sym, v] }.to_h if rule['metrics_labels'])
|
70
|
+
@counter = nil
|
71
|
+
unless registry.nil?
|
72
|
+
if registry.exist?(:fluentd_router_records_total)
|
73
|
+
@counter = registry.get(:fluentd_router_records_total)
|
74
|
+
else
|
75
|
+
@counter = registry.counter(:fluentd_router_records_total, docstring: "Total number of events router for the flow", labels: [:flow, :id])
|
76
|
+
end
|
77
|
+
end
|
78
|
+
end
|
79
|
+
|
80
|
+
def get_labels
|
81
|
+
default = { 'flow': @label }
|
82
|
+
labels = default.merge(@metrics_labels)
|
83
|
+
labels
|
63
84
|
end
|
64
85
|
|
65
86
|
# Evaluate selectors
|
@@ -105,6 +126,7 @@ module Fluent
|
|
105
126
|
else
|
106
127
|
@router.emit(@tag, time, record)
|
107
128
|
end
|
129
|
+
@counter&.increment(by: 1, labels: get_labels)
|
108
130
|
end
|
109
131
|
|
110
132
|
def emit_es(tag, es)
|
@@ -113,6 +135,8 @@ module Fluent
|
|
113
135
|
else
|
114
136
|
@router.emit_stream(@tag, es)
|
115
137
|
end
|
138
|
+
# increment the counter for a given label set
|
139
|
+
@counter&.increment(by: es.size, labels: get_labels)
|
116
140
|
end
|
117
141
|
|
118
142
|
def match_labels(input, match)
|
@@ -176,18 +200,19 @@ module Fluent
|
|
176
200
|
|
177
201
|
def configure(conf)
|
178
202
|
super
|
203
|
+
@registry = (::Prometheus::Client.registry if @metrics)
|
179
204
|
@route_map = Hash.new { |h, k| h[k] = Set.new }
|
180
205
|
@mutex = Mutex.new
|
181
206
|
@routers = []
|
182
207
|
@default_router = nil
|
183
208
|
@routes.each do |rule|
|
184
209
|
route_router = event_emitter_router(rule['@label'])
|
185
|
-
|
186
|
-
@routers << Route.new(rule.matches, rule.tag.to_s, route_router)
|
210
|
+
@routers << Route.new(rule, route_router, @registry)
|
187
211
|
end
|
188
212
|
|
189
213
|
if @default_route != '' or @default_tag != ''
|
190
|
-
|
214
|
+
default_rule = { 'matches' => nil, 'tag' => @default_tag, '@label' => @default_route}
|
215
|
+
@default_router = Route.new(default_rule, event_emitter_router(@default_route), @registry)
|
191
216
|
end
|
192
217
|
|
193
218
|
@access_to_labels = record_accessor_create("$.kubernetes.labels")
|
@@ -76,7 +76,7 @@ class LabelRouterOutputTest < Test::Unit::TestCase
|
|
76
76
|
d = Fluent::Test::Driver::BaseOwner.new(Fluent::Plugin::LabelRouterOutput)
|
77
77
|
d.configure(routing_conf)
|
78
78
|
|
79
|
-
r1 = Fluent::Plugin::LabelRouterOutput::Route.new(d.instance.routes[0]
|
79
|
+
r1 = Fluent::Plugin::LabelRouterOutput::Route.new(d.instance.routes[0], nil,nil)
|
80
80
|
# Selector matched: GO
|
81
81
|
assert_equal(true, r1.match?(labels: { 'app' => 'app1' }, namespace: ''))
|
82
82
|
# Exclude match: NO GO
|
@@ -84,7 +84,7 @@ class LabelRouterOutputTest < Test::Unit::TestCase
|
|
84
84
|
# Nothing matched: NO GO
|
85
85
|
assert_equal(false, r1.match?(labels: { 'app3' => 'app2' }, namespace: ''))
|
86
86
|
|
87
|
-
r2 = Fluent::Plugin::LabelRouterOutput::Route.new(d.instance.routes[1]
|
87
|
+
r2 = Fluent::Plugin::LabelRouterOutput::Route.new(d.instance.routes[1], nil,nil)
|
88
88
|
# Match selector and namespace: GO
|
89
89
|
assert_equal(true, r2.match?(labels: { 'app' => 'app1' }, namespace: 'test'))
|
90
90
|
# Exclude via namespace
|
@@ -92,12 +92,12 @@ class LabelRouterOutputTest < Test::Unit::TestCase
|
|
92
92
|
# Nothing matched: NO GO
|
93
93
|
assert_equal(false, r2.match?(labels: { 'app3' => 'app' }, namespace: 'system'))
|
94
94
|
|
95
|
-
r3 = Fluent::Plugin::LabelRouterOutput::Route.new(d.instance.routes[2]
|
95
|
+
r3 = Fluent::Plugin::LabelRouterOutput::Route.new(d.instance.routes[2], nil,nil)
|
96
96
|
assert_equal(true, r3.match?(labels: { 'app' => 'nginx' }, namespace: 'dev'))
|
97
97
|
assert_equal(true, r3.match?(labels: { 'app' => 'nginx' }, namespace: 'sandbox'))
|
98
98
|
assert_equal(false, r3.match?(labels: { 'app' => 'nginx2' }, namespace: 'sandbox'))
|
99
99
|
|
100
|
-
r4 = Fluent::Plugin::LabelRouterOutput::Route.new(d.instance.routes[3]
|
100
|
+
r4 = Fluent::Plugin::LabelRouterOutput::Route.new(d.instance.routes[3], nil,nil)
|
101
101
|
# Matching container name
|
102
102
|
assert_equal(true, r4.match?(labels: { 'app' => 'nginx' }, namespace: 'dev', container: 'mycontainer'))
|
103
103
|
# Missing container name is equal to wrong container
|
@@ -208,4 +208,35 @@ default_tag "new_tag"
|
|
208
208
|
assert_equal ["new_app_tag", event_time, {"kubernetes" => {"labels" => {"app" => "app2"} } }], events[1]
|
209
209
|
end
|
210
210
|
end
|
211
|
+
|
212
|
+
sub_test_case 'test_metrics' do
|
213
|
+
test 'normal' do
|
214
|
+
CONFIG4 = %[
|
215
|
+
@id xxx
|
216
|
+
metrics true
|
217
|
+
<route>
|
218
|
+
metrics_labels {"id": "test"}
|
219
|
+
tag new_app_tag
|
220
|
+
<match>
|
221
|
+
labels
|
222
|
+
namespaces
|
223
|
+
</match>
|
224
|
+
</route>
|
225
|
+
]
|
226
|
+
event_time = event_time("2019-07-17 11:11:11 UTC")
|
227
|
+
d = create_driver(CONFIG4)
|
228
|
+
d.run(default_tag: 'test') do
|
229
|
+
d.feed(event_time, {"kubernetes" => {"labels" => {"app" => "app1"} } } )
|
230
|
+
end
|
231
|
+
d.run(default_tag: 'test2') do
|
232
|
+
d.feed(event_time, {"kubernetes" => {"labels" => {"app" => "app2"} } } )
|
233
|
+
end
|
234
|
+
events = d.events
|
235
|
+
|
236
|
+
assert_equal(2, events.size)
|
237
|
+
assert_equal ["new_app_tag", event_time, {"kubernetes" => {"labels" => {"app" => "app1"} } }], events[0]
|
238
|
+
assert_equal ["new_app_tag", event_time, {"kubernetes" => {"labels" => {"app" => "app2"} } }], events[1]
|
239
|
+
end
|
240
|
+
end
|
241
|
+
|
211
242
|
end
|
metadata
CHANGED
@@ -1,57 +1,57 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-label-router
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.2.
|
4
|
+
version: 0.2.9
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Banzai Cloud
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2021-07-08 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
|
-
name:
|
14
|
+
name: rake
|
15
15
|
requirement: !ruby/object:Gem::Requirement
|
16
16
|
requirements:
|
17
17
|
- - "~>"
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: '
|
19
|
+
version: '12.0'
|
20
20
|
type: :development
|
21
21
|
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
24
|
- - "~>"
|
25
25
|
- !ruby/object:Gem::Version
|
26
|
-
version: '
|
26
|
+
version: '12.0'
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
|
-
name:
|
28
|
+
name: test-unit
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
30
30
|
requirements:
|
31
31
|
- - "~>"
|
32
32
|
- !ruby/object:Gem::Version
|
33
|
-
version: '
|
33
|
+
version: '3.0'
|
34
34
|
type: :development
|
35
35
|
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
38
|
- - "~>"
|
39
39
|
- !ruby/object:Gem::Version
|
40
|
-
version: '
|
40
|
+
version: '3.0'
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
|
-
name:
|
42
|
+
name: prometheus-client
|
43
43
|
requirement: !ruby/object:Gem::Requirement
|
44
44
|
requirements:
|
45
|
-
- - "
|
45
|
+
- - ">="
|
46
46
|
- !ruby/object:Gem::Version
|
47
|
-
version:
|
48
|
-
type: :
|
47
|
+
version: 2.1.0
|
48
|
+
type: :runtime
|
49
49
|
prerelease: false
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
51
51
|
requirements:
|
52
|
-
- - "
|
52
|
+
- - ">="
|
53
53
|
- !ruby/object:Gem::Version
|
54
|
-
version:
|
54
|
+
version: 2.1.0
|
55
55
|
- !ruby/object:Gem::Dependency
|
56
56
|
name: fluentd
|
57
57
|
requirement: !ruby/object:Gem::Requirement
|
@@ -92,7 +92,7 @@ homepage: https://github.com/banzaicloud/fluent-plugin-label-router
|
|
92
92
|
licenses:
|
93
93
|
- Apache-2.0
|
94
94
|
metadata: {}
|
95
|
-
post_install_message:
|
95
|
+
post_install_message:
|
96
96
|
rdoc_options: []
|
97
97
|
require_paths:
|
98
98
|
- lib
|
@@ -107,8 +107,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
107
107
|
- !ruby/object:Gem::Version
|
108
108
|
version: '0'
|
109
109
|
requirements: []
|
110
|
-
rubygems_version: 3.
|
111
|
-
signing_key:
|
110
|
+
rubygems_version: 3.1.6
|
111
|
+
signing_key:
|
112
112
|
specification_version: 4
|
113
113
|
summary: Routing records based on Kubernetes labels.
|
114
114
|
test_files:
|