fluent-plugin-prometheus 1.4.0 → 1.7.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.travis.yml +3 -3
- data/README.md +41 -19
- data/fluent-plugin-prometheus.gemspec +2 -2
- data/lib/fluent/plugin/filter_prometheus.rb +5 -4
- data/lib/fluent/plugin/in_prometheus.rb +50 -0
- data/lib/fluent/plugin/in_prometheus_monitor.rb +20 -5
- data/lib/fluent/plugin/in_prometheus_output_monitor.rb +52 -9
- data/lib/fluent/plugin/in_prometheus_tail_monitor.rb +5 -4
- data/lib/fluent/plugin/out_prometheus.rb +2 -1
- data/lib/fluent/plugin/prometheus.rb +60 -16
- data/lib/fluent/plugin/prometheus/placeholder_expander.rb +132 -0
- data/lib/fluent/plugin/prometheus_metrics.rb +77 -0
- data/misc/prometheus_alerts.yaml +1 -1
- data/spec/fluent/plugin/filter_prometheus_spec.rb +20 -10
- data/spec/fluent/plugin/in_prometheus_monitor_spec.rb +0 -1
- data/spec/fluent/plugin/{prometheus_spec.rb → in_prometheus_spec.rb} +0 -0
- data/spec/fluent/plugin/out_prometheus_spec.rb +18 -9
- data/spec/fluent/plugin/prometheus/placeholder_expander_spec.rb +110 -0
- data/spec/fluent/plugin/prometheus_metrics_spec.rb +138 -0
- data/spec/fluent/plugin/shared.rb +50 -101
- metadata +15 -10
|
File without changes
|
|
@@ -6,7 +6,11 @@ require_relative 'shared'
|
|
|
6
6
|
describe Fluent::Plugin::PrometheusOutput do
|
|
7
7
|
let(:tag) { 'prometheus.test' }
|
|
8
8
|
let(:driver) { Fluent::Test::Driver::Output.new(Fluent::Plugin::PrometheusOutput).configure(config) }
|
|
9
|
-
let(:registry) { ::Prometheus::Client.
|
|
9
|
+
let(:registry) { ::Prometheus::Client::Registry.new }
|
|
10
|
+
|
|
11
|
+
before do
|
|
12
|
+
allow(Prometheus::Client).to receive(:registry).and_return(registry)
|
|
13
|
+
end
|
|
10
14
|
|
|
11
15
|
describe '#configure' do
|
|
12
16
|
it_behaves_like 'output configuration'
|
|
@@ -14,18 +18,23 @@ describe Fluent::Plugin::PrometheusOutput do
|
|
|
14
18
|
|
|
15
19
|
describe '#run' do
|
|
16
20
|
let(:message) { {"foo" => 100, "bar" => 100, "baz" => 100, "qux" => 10} }
|
|
17
|
-
let(:es) {
|
|
18
|
-
driver.run(default_tag: tag) { driver.feed(event_time, message) }
|
|
19
|
-
driver.events
|
|
20
|
-
}
|
|
21
21
|
|
|
22
22
|
context 'simple config' do
|
|
23
|
-
|
|
23
|
+
let(:config) {
|
|
24
|
+
BASE_CONFIG + %(
|
|
25
|
+
<metric>
|
|
26
|
+
name simple
|
|
27
|
+
type counter
|
|
28
|
+
desc Something foo.
|
|
29
|
+
key foo
|
|
30
|
+
</metric>
|
|
31
|
+
)
|
|
32
|
+
}
|
|
24
33
|
|
|
25
34
|
it 'adds a new counter metric' do
|
|
26
|
-
expect(registry.metrics.map(&:name)).not_to
|
|
27
|
-
|
|
28
|
-
expect(registry.metrics.map(&:name)).to
|
|
35
|
+
expect(registry.metrics.map(&:name)).not_to eq([:simple])
|
|
36
|
+
driver.run(default_tag: tag) { driver.feed(event_time, message) }
|
|
37
|
+
expect(registry.metrics.map(&:name)).to eq([:simple])
|
|
29
38
|
end
|
|
30
39
|
end
|
|
31
40
|
|
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
require 'logger'
|
|
2
|
+
|
|
3
|
+
require 'spec_helper'
|
|
4
|
+
require 'fluent/plugin/prometheus/placeholder_expander'
|
|
5
|
+
require_relative '../shared'
|
|
6
|
+
|
|
7
|
+
describe Fluent::Plugin::Prometheus::ExpandBuilder::PlaceholderExpander do
|
|
8
|
+
let(:log) do
|
|
9
|
+
Logger.new('/dev/null')
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
let(:builder) do
|
|
13
|
+
Fluent::Plugin::Prometheus::ExpandBuilder.new(log: log)
|
|
14
|
+
end
|
|
15
|
+
|
|
16
|
+
describe '#expand' do
|
|
17
|
+
context 'with static placeholder' do
|
|
18
|
+
let(:static_placeholder) do
|
|
19
|
+
{
|
|
20
|
+
'hostname' => 'host_value',
|
|
21
|
+
'tag' => '1.2.3',
|
|
22
|
+
'ary_value' => ['1', '2', '3'],
|
|
23
|
+
'hash_value' => { 'key1' => 'val1' },
|
|
24
|
+
}
|
|
25
|
+
end
|
|
26
|
+
|
|
27
|
+
let(:dynamic_placeholder) do
|
|
28
|
+
end
|
|
29
|
+
|
|
30
|
+
it 'expands values' do
|
|
31
|
+
expander = builder.build(static_placeholder)
|
|
32
|
+
expect(expander.expand('${hostname}')).to eq('host_value')
|
|
33
|
+
expect(expander.expand('${ary_value[0]}.${ary_value[1]}.${ary_value[2]}')).to eq('1.2.3')
|
|
34
|
+
expect(expander.expand('${ary_value[-3]}.${ary_value[-2]}.${ary_value[-1]}')).to eq('1.2.3')
|
|
35
|
+
expect(expander.expand('${hash_value["key1"]}')).to eq('val1')
|
|
36
|
+
|
|
37
|
+
expect(expander.expand('${tag}')).to eq('1.2.3')
|
|
38
|
+
expect(expander.expand('${tag_parts[0]}.${tag_parts[1]}.${tag_parts[2]}')).to eq('1.2.3')
|
|
39
|
+
expect(expander.expand('${tag_parts[-3]}.${tag_parts[-2]}.${tag_parts[-1]}')).to eq('1.2.3')
|
|
40
|
+
expect(expander.expand('${tag_prefix[0]}.${tag_prefix[1]}.${tag_prefix[2]}')).to eq('1.1.2.1.2.3')
|
|
41
|
+
expect(expander.expand('${tag_suffix[0]}.${tag_suffix[1]}.${tag_suffix[2]}')).to eq('3.2.3.1.2.3')
|
|
42
|
+
end
|
|
43
|
+
|
|
44
|
+
it 'does not create new expander' do
|
|
45
|
+
builder # cached before mock
|
|
46
|
+
|
|
47
|
+
expect(Fluent::Plugin::Prometheus::ExpandBuilder).to receive(:build).with(anything, log: anything).never
|
|
48
|
+
expander = builder.build(static_placeholder)
|
|
49
|
+
expander.expand('${hostname}')
|
|
50
|
+
expander.expand('${hostname}')
|
|
51
|
+
end
|
|
52
|
+
|
|
53
|
+
context 'when not found placeholder' do
|
|
54
|
+
it 'prints wanring log and as it is' do
|
|
55
|
+
expect(log).to receive(:warn).with('unknown placeholder `${tag_prefix[100]}` found').once
|
|
56
|
+
|
|
57
|
+
expander = builder.build(static_placeholder)
|
|
58
|
+
expect(expander.expand('${tag_prefix[100]}')).to eq('${tag_prefix[100]}')
|
|
59
|
+
end
|
|
60
|
+
end
|
|
61
|
+
end
|
|
62
|
+
|
|
63
|
+
context 'with dynamic placeholder' do
|
|
64
|
+
let(:static_placeholder) do
|
|
65
|
+
{
|
|
66
|
+
'hostname' => 'host_value',
|
|
67
|
+
'ary_value' => ['1', '2', '3'],
|
|
68
|
+
'hash_value' => { 'key1' => 'val1' },
|
|
69
|
+
}
|
|
70
|
+
end
|
|
71
|
+
|
|
72
|
+
let(:dynamic_placeholder) do
|
|
73
|
+
{ 'tag' => '1.2.3'}
|
|
74
|
+
end
|
|
75
|
+
|
|
76
|
+
it 'expands values' do
|
|
77
|
+
expander = builder.build(static_placeholder)
|
|
78
|
+
expect(expander.expand('${hostname}', dynamic_placeholders: dynamic_placeholder)).to eq('host_value')
|
|
79
|
+
expect(expander.expand('${ary_value[0]}.${ary_value[1]}.${ary_value[2]}', dynamic_placeholders: dynamic_placeholder)).to eq('1.2.3')
|
|
80
|
+
expect(expander.expand('${ary_value[-3]}.${ary_value[-2]}.${ary_value[-1]}', dynamic_placeholders: dynamic_placeholder)).to eq('1.2.3')
|
|
81
|
+
expect(expander.expand('${hash_value["key1"]}', dynamic_placeholders: dynamic_placeholder)).to eq('val1')
|
|
82
|
+
|
|
83
|
+
expect(expander.expand('${tag}', dynamic_placeholders: dynamic_placeholder)).to eq('1.2.3')
|
|
84
|
+
expect(expander.expand('${tag_parts[0]}.${tag_parts[1]}.${tag_parts[2]}', dynamic_placeholders: dynamic_placeholder)).to eq('1.2.3')
|
|
85
|
+
expect(expander.expand('${tag_parts[-3]}.${tag_parts[-2]}.${tag_parts[-1]}', dynamic_placeholders: dynamic_placeholder)).to eq('1.2.3')
|
|
86
|
+
expect(expander.expand('${tag_prefix[0]}.${tag_prefix[1]}.${tag_prefix[2]}', dynamic_placeholders: dynamic_placeholder)).to eq('1.1.2.1.2.3')
|
|
87
|
+
expect(expander.expand('${tag_suffix[0]}.${tag_suffix[1]}.${tag_suffix[2]}', dynamic_placeholders: dynamic_placeholder)).to eq('3.2.3.1.2.3')
|
|
88
|
+
end
|
|
89
|
+
|
|
90
|
+
it 'does not create expander twice if given the same placeholder' do
|
|
91
|
+
builder # cached before mock
|
|
92
|
+
|
|
93
|
+
expect(Fluent::Plugin::Prometheus::ExpandBuilder).to receive(:build).with(anything, log: anything).once.and_call_original
|
|
94
|
+
expander = builder.build(static_placeholder)
|
|
95
|
+
placeholder = { 'tag' => 'val.test' }
|
|
96
|
+
expander.expand('${hostname}', dynamic_placeholders: placeholder)
|
|
97
|
+
expander.expand('${hostname}', dynamic_placeholders: placeholder)
|
|
98
|
+
end
|
|
99
|
+
|
|
100
|
+
it 'creates new expander for each placeholder' do
|
|
101
|
+
builder # cached before mock
|
|
102
|
+
|
|
103
|
+
expect(Fluent::Plugin::Prometheus::ExpandBuilder).to receive(:build).with(anything, log: anything).twice.and_call_original
|
|
104
|
+
expander = builder.build(static_placeholder)
|
|
105
|
+
expander.expand('${hostname}', dynamic_placeholders: { 'tag' => 'val.test' })
|
|
106
|
+
expander.expand('${hostname}', dynamic_placeholders: { 'tag' => 'val.test2' })
|
|
107
|
+
end
|
|
108
|
+
end
|
|
109
|
+
end
|
|
110
|
+
end
|
|
@@ -0,0 +1,138 @@
|
|
|
1
|
+
require 'spec_helper'
|
|
2
|
+
require 'fluent/plugin/in_prometheus'
|
|
3
|
+
require 'fluent/test/driver/input'
|
|
4
|
+
|
|
5
|
+
require 'net/http'
|
|
6
|
+
|
|
7
|
+
describe Fluent::Plugin::PromMetricsAggregator do
|
|
8
|
+
|
|
9
|
+
metrics_worker_1 = %[# TYPE fluentd_status_buffer_queue_length gauge
|
|
10
|
+
# HELP fluentd_status_buffer_queue_length Current buffer queue length.
|
|
11
|
+
fluentd_status_buffer_queue_length{host="0123456789ab",worker_id="0",plugin_id="plugin-1",plugin_category="output",type="s3"} 0.0
|
|
12
|
+
fluentd_status_buffer_queue_length{host="0123456789ab",worker_id="0",plugin_id="plugin-2",plugin_category="output",type="s3"} 0.0
|
|
13
|
+
# TYPE fluentd_status_buffer_total_bytes gauge
|
|
14
|
+
# HELP fluentd_status_buffer_total_bytes Current total size of queued buffers.
|
|
15
|
+
fluentd_status_buffer_total_bytes{host="0123456789ab",worker_id="0",plugin_id="plugin-1",plugin_category="output",type="s3"} 0.0
|
|
16
|
+
fluentd_status_buffer_total_bytes{host="0123456789ab",worker_id="0",plugin_id="plugin-2",plugin_category="output",type="s3"} 0.0
|
|
17
|
+
# TYPE log_counter counter
|
|
18
|
+
# HELP log_counter the number of received logs
|
|
19
|
+
log_counter{worker_id="0",host="0123456789ab",tag="fluent.info"} 1.0
|
|
20
|
+
# HELP empty_metric A metric with no data
|
|
21
|
+
# TYPE empty_metric gauge
|
|
22
|
+
# HELP http_request_duration_seconds The HTTP request latencies in seconds.
|
|
23
|
+
# TYPE http_request_duration_seconds histogram
|
|
24
|
+
http_request_duration_seconds_bucket{code="200",worker_id="0",method="GET",le="0.005"} 58
|
|
25
|
+
http_request_duration_seconds_bucket{code="200",worker_id="0",method="GET",le="0.01"} 58
|
|
26
|
+
http_request_duration_seconds_bucket{code="200",worker_id="0",method="GET",le="0.05"} 59
|
|
27
|
+
http_request_duration_seconds_bucket{code="200",worker_id="0",method="GET",le="0.1"} 59
|
|
28
|
+
http_request_duration_seconds_bucket{code="200",worker_id="0",method="GET",le="1"} 59
|
|
29
|
+
http_request_duration_seconds_bucket{code="200",worker_id="0",method="GET",le="10"} 59
|
|
30
|
+
http_request_duration_seconds_bucket{code="200",worker_id="0",method="GET",le="+Inf"} 59
|
|
31
|
+
http_request_duration_seconds_sum{code="200",worker_id="0",method="GET"} 0.05046115500000003
|
|
32
|
+
http_request_duration_seconds_count{code="200",worker_id="0",method="GET"} 59
|
|
33
|
+
]
|
|
34
|
+
|
|
35
|
+
metrics_worker_2 = %[# TYPE fluentd_output_status_buffer_queue_length gauge
|
|
36
|
+
# HELP fluentd_output_status_buffer_queue_length Current buffer queue length.
|
|
37
|
+
fluentd_output_status_buffer_queue_length{host="0123456789ab",worker_id="0",plugin_id="plugin-1",type="s3"} 0.0
|
|
38
|
+
fluentd_output_status_buffer_queue_length{host="0123456789ab",worker_id="0",plugin_id="plugin-2",type="s3"} 0.0
|
|
39
|
+
# TYPE fluentd_output_status_buffer_total_bytes gauge
|
|
40
|
+
# HELP fluentd_output_status_buffer_total_bytes Current total size of queued buffers.
|
|
41
|
+
fluentd_output_status_buffer_total_bytes{host="0123456789ab",worker_id="0",plugin_id="plugin-1",type="s3"} 0.0
|
|
42
|
+
fluentd_output_status_buffer_total_bytes{host="0123456789ab",worker_id="0",plugin_id="plugin-2",type="s3"} 0.0
|
|
43
|
+
]
|
|
44
|
+
|
|
45
|
+
metrics_worker_3 = %[# TYPE fluentd_status_buffer_queue_length gauge
|
|
46
|
+
# HELP fluentd_status_buffer_queue_length Current buffer queue length.
|
|
47
|
+
fluentd_status_buffer_queue_length{host="0123456789ab",worker_id="1",plugin_id="plugin-1",plugin_category="output",type="s3"} 0.0
|
|
48
|
+
fluentd_status_buffer_queue_length{host="0123456789ab",worker_id="1",plugin_id="plugin-2",plugin_category="output",type="s3"} 0.0
|
|
49
|
+
# TYPE fluentd_status_buffer_total_bytes gauge
|
|
50
|
+
# HELP fluentd_status_buffer_total_bytes Current total size of queued buffers.
|
|
51
|
+
fluentd_status_buffer_total_bytes{host="0123456789ab",worker_id="1",plugin_id="plugin-1",plugin_category="output",type="s3"} 0.0
|
|
52
|
+
fluentd_status_buffer_total_bytes{host="0123456789ab",worker_id="1",plugin_id="plugin-2",plugin_category="output",type="s3"} 0.0
|
|
53
|
+
# HELP http_request_duration_seconds The HTTP request latencies in seconds.
|
|
54
|
+
# TYPE http_request_duration_seconds histogram
|
|
55
|
+
http_request_duration_seconds_bucket{code="200",worker_id="1",method="GET",le="0.005"} 70
|
|
56
|
+
http_request_duration_seconds_bucket{code="200",worker_id="1",method="GET",le="0.01"} 70
|
|
57
|
+
http_request_duration_seconds_bucket{code="200",worker_id="1",method="GET",le="0.05"} 71
|
|
58
|
+
http_request_duration_seconds_bucket{code="200",worker_id="1",method="GET",le="0.1"} 71
|
|
59
|
+
http_request_duration_seconds_bucket{code="200",worker_id="1",method="GET",le="1"} 71
|
|
60
|
+
http_request_duration_seconds_bucket{code="200",worker_id="1",method="GET",le="10"} 71
|
|
61
|
+
http_request_duration_seconds_bucket{code="200",worker_id="1",method="GET",le="+Inf"} 71
|
|
62
|
+
http_request_duration_seconds_sum{code="200",worker_id="1",method="GET"} 0.05646315600000003
|
|
63
|
+
http_request_duration_seconds_count{code="200",worker_id="1",method="GET"} 71
|
|
64
|
+
]
|
|
65
|
+
|
|
66
|
+
metrics_merged_1_and_3 = %[# TYPE fluentd_status_buffer_queue_length gauge
|
|
67
|
+
# HELP fluentd_status_buffer_queue_length Current buffer queue length.
|
|
68
|
+
fluentd_status_buffer_queue_length{host="0123456789ab",worker_id="0",plugin_id="plugin-1",plugin_category="output",type="s3"} 0.0
|
|
69
|
+
fluentd_status_buffer_queue_length{host="0123456789ab",worker_id="0",plugin_id="plugin-2",plugin_category="output",type="s3"} 0.0
|
|
70
|
+
fluentd_status_buffer_queue_length{host="0123456789ab",worker_id="1",plugin_id="plugin-1",plugin_category="output",type="s3"} 0.0
|
|
71
|
+
fluentd_status_buffer_queue_length{host="0123456789ab",worker_id="1",plugin_id="plugin-2",plugin_category="output",type="s3"} 0.0
|
|
72
|
+
# TYPE fluentd_status_buffer_total_bytes gauge
|
|
73
|
+
# HELP fluentd_status_buffer_total_bytes Current total size of queued buffers.
|
|
74
|
+
fluentd_status_buffer_total_bytes{host="0123456789ab",worker_id="0",plugin_id="plugin-1",plugin_category="output",type="s3"} 0.0
|
|
75
|
+
fluentd_status_buffer_total_bytes{host="0123456789ab",worker_id="0",plugin_id="plugin-2",plugin_category="output",type="s3"} 0.0
|
|
76
|
+
fluentd_status_buffer_total_bytes{host="0123456789ab",worker_id="1",plugin_id="plugin-1",plugin_category="output",type="s3"} 0.0
|
|
77
|
+
fluentd_status_buffer_total_bytes{host="0123456789ab",worker_id="1",plugin_id="plugin-2",plugin_category="output",type="s3"} 0.0
|
|
78
|
+
# TYPE log_counter counter
|
|
79
|
+
# HELP log_counter the number of received logs
|
|
80
|
+
log_counter{worker_id="0",host="0123456789ab",tag="fluent.info"} 1.0
|
|
81
|
+
# HELP empty_metric A metric with no data
|
|
82
|
+
# TYPE empty_metric gauge
|
|
83
|
+
# HELP http_request_duration_seconds The HTTP request latencies in seconds.
|
|
84
|
+
# TYPE http_request_duration_seconds histogram
|
|
85
|
+
http_request_duration_seconds_bucket{code="200",worker_id="0",method="GET",le="0.005"} 58
|
|
86
|
+
http_request_duration_seconds_bucket{code="200",worker_id="0",method="GET",le="0.01"} 58
|
|
87
|
+
http_request_duration_seconds_bucket{code="200",worker_id="0",method="GET",le="0.05"} 59
|
|
88
|
+
http_request_duration_seconds_bucket{code="200",worker_id="0",method="GET",le="0.1"} 59
|
|
89
|
+
http_request_duration_seconds_bucket{code="200",worker_id="0",method="GET",le="1"} 59
|
|
90
|
+
http_request_duration_seconds_bucket{code="200",worker_id="0",method="GET",le="10"} 59
|
|
91
|
+
http_request_duration_seconds_bucket{code="200",worker_id="0",method="GET",le="+Inf"} 59
|
|
92
|
+
http_request_duration_seconds_sum{code="200",worker_id="0",method="GET"} 0.05046115500000003
|
|
93
|
+
http_request_duration_seconds_count{code="200",worker_id="0",method="GET"} 59
|
|
94
|
+
http_request_duration_seconds_bucket{code="200",worker_id="1",method="GET",le="0.005"} 70
|
|
95
|
+
http_request_duration_seconds_bucket{code="200",worker_id="1",method="GET",le="0.01"} 70
|
|
96
|
+
http_request_duration_seconds_bucket{code="200",worker_id="1",method="GET",le="0.05"} 71
|
|
97
|
+
http_request_duration_seconds_bucket{code="200",worker_id="1",method="GET",le="0.1"} 71
|
|
98
|
+
http_request_duration_seconds_bucket{code="200",worker_id="1",method="GET",le="1"} 71
|
|
99
|
+
http_request_duration_seconds_bucket{code="200",worker_id="1",method="GET",le="10"} 71
|
|
100
|
+
http_request_duration_seconds_bucket{code="200",worker_id="1",method="GET",le="+Inf"} 71
|
|
101
|
+
http_request_duration_seconds_sum{code="200",worker_id="1",method="GET"} 0.05646315600000003
|
|
102
|
+
http_request_duration_seconds_count{code="200",worker_id="1",method="GET"} 71
|
|
103
|
+
]
|
|
104
|
+
|
|
105
|
+
describe 'add_metrics' do
|
|
106
|
+
context '1st_metrics' do
|
|
107
|
+
it 'adds all fields' do
|
|
108
|
+
all_metrics = Fluent::Plugin::PromMetricsAggregator.new
|
|
109
|
+
all_metrics.add_metrics(metrics_worker_1)
|
|
110
|
+
result_str = all_metrics.get_metrics
|
|
111
|
+
|
|
112
|
+
expect(result_str).to eq(metrics_worker_1)
|
|
113
|
+
end
|
|
114
|
+
end
|
|
115
|
+
context '2nd_metrics' do
|
|
116
|
+
it 'append new metrics' do
|
|
117
|
+
all_metrics = Fluent::Plugin::PromMetricsAggregator.new
|
|
118
|
+
all_metrics.add_metrics(metrics_worker_1)
|
|
119
|
+
all_metrics.add_metrics(metrics_worker_2)
|
|
120
|
+
result_str = all_metrics.get_metrics
|
|
121
|
+
|
|
122
|
+
expect(result_str).to eq(metrics_worker_1 + metrics_worker_2)
|
|
123
|
+
end
|
|
124
|
+
end
|
|
125
|
+
|
|
126
|
+
context '3rd_metrics' do
|
|
127
|
+
it 'append existing metrics in the right place' do
|
|
128
|
+
all_metrics = Fluent::Plugin::PromMetricsAggregator.new
|
|
129
|
+
all_metrics.add_metrics(metrics_worker_1)
|
|
130
|
+
all_metrics.add_metrics(metrics_worker_2)
|
|
131
|
+
all_metrics.add_metrics(metrics_worker_3)
|
|
132
|
+
result_str = all_metrics.get_metrics
|
|
133
|
+
|
|
134
|
+
expect(result_str).to eq(metrics_merged_1_and_3 + metrics_worker_2)
|
|
135
|
+
end
|
|
136
|
+
end
|
|
137
|
+
end
|
|
138
|
+
end
|
|
@@ -3,9 +3,7 @@ BASE_CONFIG = %[
|
|
|
3
3
|
type prometheus
|
|
4
4
|
]
|
|
5
5
|
|
|
6
|
-
|
|
7
6
|
SIMPLE_CONFIG = BASE_CONFIG + %[
|
|
8
|
-
type prometheus
|
|
9
7
|
<metric>
|
|
10
8
|
name simple_foo
|
|
11
9
|
type counter
|
|
@@ -111,109 +109,65 @@ COUNTER_WITHOUT_KEY_CONFIG = BASE_CONFIG + %[
|
|
|
111
109
|
</metric>
|
|
112
110
|
]
|
|
113
111
|
|
|
114
|
-
def gen_time_suffix
|
|
115
|
-
return Time.now.to_f.to_s.gsub('.', '')
|
|
116
|
-
end
|
|
117
|
-
|
|
118
|
-
shared_context 'simple_config' do
|
|
119
|
-
let(:orig_name) { 'simple_foo' }
|
|
120
|
-
let(:config) { SIMPLE_CONFIG.gsub(orig_name, name.to_s) }
|
|
121
|
-
let(:name) { "#{orig_name}_#{gen_time_suffix}".to_sym }
|
|
122
|
-
let(:counter) { registry.get(name) }
|
|
123
|
-
end
|
|
124
|
-
|
|
125
|
-
shared_context 'full_config' do
|
|
126
|
-
let(:config) { FULL_CONFIG }
|
|
127
|
-
let(:counter) { registry.get(:full_foo) }
|
|
128
|
-
let(:gauge) { registry.get(:full_bar) }
|
|
129
|
-
let(:summary) { registry.get(:full_baz) }
|
|
130
|
-
let(:histogram) { registry.get(:full_qux) }
|
|
131
|
-
let(:summary_with_accessor) { registry.get(:full_accessor1) }
|
|
132
|
-
let(:counter_with_accessor) { registry.get(:full_accessor2) }
|
|
133
|
-
end
|
|
134
|
-
|
|
135
|
-
shared_context 'placeholder_config' do
|
|
136
|
-
let(:orig_name) { 'placeholder_foo' }
|
|
137
|
-
let(:config) { PLACEHOLDER_CONFIG.gsub(orig_name, name.to_s) }
|
|
138
|
-
let(:name) { "#{orig_name}_#{gen_time_suffix}".to_sym }
|
|
139
|
-
let(:counter) { registry.get(name) }
|
|
140
|
-
end
|
|
141
|
-
|
|
142
|
-
shared_context 'accessor_config' do
|
|
143
|
-
let(:orig_name) { 'accessor_foo' }
|
|
144
|
-
let(:config) { ACCESSOR_CONFIG.gsub(orig_name, name.to_s) }
|
|
145
|
-
let(:name) { "#{orig_name}_#{gen_time_suffix}".to_sym }
|
|
146
|
-
let(:counter) { registry.get(name) }
|
|
147
|
-
end
|
|
148
|
-
|
|
149
|
-
shared_context 'counter_without_key_config' do
|
|
150
|
-
let(:orig_name) { 'without_key_foo' }
|
|
151
|
-
let(:config) { COUNTER_WITHOUT_KEY_CONFIG.gsub(orig_name, name.to_s) }
|
|
152
|
-
let(:name) { "#{orig_name}_#{gen_time_suffix}".to_sym }
|
|
153
|
-
let(:counter) { registry.get(name) }
|
|
154
|
-
end
|
|
155
|
-
|
|
156
112
|
shared_examples_for 'output configuration' do
|
|
157
113
|
context 'base config' do
|
|
158
114
|
let(:config) { BASE_CONFIG }
|
|
159
|
-
it
|
|
160
|
-
expect{driver}.not_to raise_error
|
|
161
|
-
end
|
|
115
|
+
it { expect { driver }.not_to raise_error }
|
|
162
116
|
end
|
|
163
117
|
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
it { expect{driver}.not_to raise_error }
|
|
118
|
+
context 'with simple configuration' do
|
|
119
|
+
let(:config) { SIMPLE_CONFIG }
|
|
120
|
+
it { expect { driver }.not_to raise_error }
|
|
167
121
|
end
|
|
168
122
|
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
it { expect{driver}.not_to raise_error }
|
|
123
|
+
context 'with full configuration' do
|
|
124
|
+
let(:config) { FULL_CONFIG }
|
|
125
|
+
it { expect { driver }.not_to raise_error }
|
|
172
126
|
end
|
|
173
127
|
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
it { expect{driver}.not_to raise_error }
|
|
128
|
+
context 'with placeholder configuration' do
|
|
129
|
+
let(:config) { PLACEHOLDER_CONFIG }
|
|
130
|
+
it { expect { driver }.not_to raise_error }
|
|
177
131
|
end
|
|
178
132
|
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
it { expect{driver}.not_to raise_error }
|
|
133
|
+
context 'with accessor configuration' do
|
|
134
|
+
let(:config) { ACCESSOR_CONFIG }
|
|
135
|
+
it { expect { driver }.not_to raise_error }
|
|
182
136
|
end
|
|
183
137
|
|
|
184
|
-
describe '
|
|
185
|
-
|
|
186
|
-
it { expect{driver}.not_to raise_error }
|
|
138
|
+
describe 'with counter without key configuration' do
|
|
139
|
+
let(:config) { COUNTER_WITHOUT_KEY_CONFIG }
|
|
140
|
+
it { expect { driver }.not_to raise_error }
|
|
187
141
|
end
|
|
188
142
|
|
|
189
|
-
context 'unknown type' do
|
|
190
|
-
let(:config)
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
expect{driver}.to raise_error Fluent::ConfigError
|
|
143
|
+
context 'with unknown type' do
|
|
144
|
+
let(:config) do
|
|
145
|
+
BASE_CONFIG + %[
|
|
146
|
+
<metric>
|
|
147
|
+
type foo
|
|
148
|
+
</metric>
|
|
149
|
+
]
|
|
197
150
|
end
|
|
151
|
+
it { expect { driver }.to raise_error(Fluent::ConfigError) }
|
|
198
152
|
end
|
|
199
153
|
end
|
|
200
154
|
|
|
201
|
-
emit_count = 0
|
|
202
155
|
shared_examples_for 'instruments record' do
|
|
203
|
-
|
|
204
|
-
|
|
156
|
+
before do
|
|
157
|
+
driver.run(default_tag: tag) { driver.feed(event_time, message) }
|
|
158
|
+
end
|
|
205
159
|
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
160
|
+
context 'full config' do
|
|
161
|
+
let(:config) { FULL_CONFIG }
|
|
162
|
+
let(:counter) { registry.get(:full_foo) }
|
|
163
|
+
let(:gauge) { registry.get(:full_bar) }
|
|
164
|
+
let(:summary) { registry.get(:full_baz) }
|
|
165
|
+
let(:histogram) { registry.get(:full_qux) }
|
|
166
|
+
let(:summary_with_accessor) { registry.get(:full_accessor1) }
|
|
167
|
+
let(:counter_with_accessor) { registry.get(:full_accessor2) }
|
|
210
168
|
|
|
211
169
|
it 'adds all metrics' do
|
|
212
|
-
expect(registry.metrics.map(&:name)).to
|
|
213
|
-
expect(registry.metrics.map(&:name)).to include(:full_bar)
|
|
214
|
-
expect(registry.metrics.map(&:name)).to include(:full_baz)
|
|
215
|
-
expect(registry.metrics.map(&:name)).to include(:full_accessor1)
|
|
216
|
-
expect(registry.metrics.map(&:name)).to include(:full_accessor2)
|
|
170
|
+
expect(registry.metrics.map(&:name)).to eq(%i[full_foo full_bar full_baz full_qux full_accessor1 full_accessor2])
|
|
217
171
|
expect(counter).to be_kind_of(::Prometheus::Client::Metric)
|
|
218
172
|
expect(gauge).to be_kind_of(::Prometheus::Client::Metric)
|
|
219
173
|
expect(summary).to be_kind_of(::Prometheus::Client::Metric)
|
|
@@ -241,21 +195,22 @@ shared_examples_for 'instruments record' do
|
|
|
241
195
|
end
|
|
242
196
|
|
|
243
197
|
it 'instruments histogram metric' do
|
|
198
|
+
driver.run(default_tag: tag) do
|
|
199
|
+
4.times { driver.feed(event_time, message) }
|
|
200
|
+
end
|
|
201
|
+
|
|
244
202
|
expect(histogram.type).to eq(:histogram)
|
|
245
203
|
expect(histogram.get({test_key: 'test_value', key: 'foo4'})).to be_kind_of(Hash)
|
|
246
|
-
expect(histogram.get({test_key: 'test_value', key: 'foo4'})[10]).to eq(
|
|
204
|
+
expect(histogram.get({test_key: 'test_value', key: 'foo4'})[10]).to eq(5) # 4 + `es` in before
|
|
247
205
|
end
|
|
248
206
|
end
|
|
249
207
|
|
|
250
208
|
context 'placeholder config' do
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
before :each do
|
|
254
|
-
es
|
|
255
|
-
end
|
|
209
|
+
let(:config) { PLACEHOLDER_CONFIG }
|
|
210
|
+
let(:counter) { registry.get(:placeholder_foo) }
|
|
256
211
|
|
|
257
212
|
it 'expands placeholders with record values' do
|
|
258
|
-
expect(registry.metrics.map(&:name)).to
|
|
213
|
+
expect(registry.metrics.map(&:name)).to eq([:placeholder_foo])
|
|
259
214
|
expect(counter).to be_kind_of(::Prometheus::Client::Metric)
|
|
260
215
|
key, _ = counter.values.find {|k,v| v == 100 }
|
|
261
216
|
expect(key).to be_kind_of(Hash)
|
|
@@ -268,14 +223,11 @@ shared_examples_for 'instruments record' do
|
|
|
268
223
|
end
|
|
269
224
|
|
|
270
225
|
context 'accessor config' do
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
before :each do
|
|
274
|
-
es
|
|
275
|
-
end
|
|
226
|
+
let(:config) { ACCESSOR_CONFIG }
|
|
227
|
+
let(:counter) { registry.get(:accessor_foo) }
|
|
276
228
|
|
|
277
229
|
it 'expands accessor with record values' do
|
|
278
|
-
expect(registry.metrics.map(&:name)).to
|
|
230
|
+
expect(registry.metrics.map(&:name)).to eq([:accessor_foo])
|
|
279
231
|
expect(counter).to be_kind_of(::Prometheus::Client::Metric)
|
|
280
232
|
key, _ = counter.values.find {|k,v| v == 100 }
|
|
281
233
|
expect(key).to be_kind_of(Hash)
|
|
@@ -284,14 +236,11 @@ shared_examples_for 'instruments record' do
|
|
|
284
236
|
end
|
|
285
237
|
|
|
286
238
|
context 'counter_without config' do
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
before :each do
|
|
290
|
-
es
|
|
291
|
-
end
|
|
239
|
+
let(:config) { COUNTER_WITHOUT_KEY_CONFIG }
|
|
240
|
+
let(:counter) { registry.get(:without_key_foo) }
|
|
292
241
|
|
|
293
242
|
it 'just increments by 1' do
|
|
294
|
-
expect(registry.metrics.map(&:name)).to
|
|
243
|
+
expect(registry.metrics.map(&:name)).to eq([:without_key_foo])
|
|
295
244
|
expect(counter).to be_kind_of(::Prometheus::Client::Metric)
|
|
296
245
|
_, value = counter.values.find {|k,v| k == {} }
|
|
297
246
|
expect(value).to eq(1)
|