fluent-plugin-juniper-telemetry_tech-mocha 0.4.0 → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/fluent/plugin/parser_juniper_jti.rb +354 -35
- data/lib/sr_stats_per_if_egress.pb.rb +52 -0
- data/lib/sr_stats_per_if_ingress.pb.rb +52 -0
- data/lib/sr_stats_per_sid.pb.rb +52 -0
- metadata +5 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 568c3cbe11ba43bc6c06a4353d90b950b02364d6bb5488667337ed6e7947686a
|
|
4
|
+
data.tar.gz: 2a1ae1503e2728fd24eab9ef11f9be307e9ba5d1fa97b1977f896db20789adf4
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: e34dea4bd929feddd940c3f1a1c63f89c93fd1189c9f4017a1a72ba2408132b27f068b9ea976ddaad5a4fa8c6e5ef2db39038de6cc301331976f1a0febb0244d
|
|
7
|
+
data.tar.gz: c41e668af4858c6ac5fd013c3722b4bdfb96ebf90f6f9861af42f1264a4022b05366a1877e802ee37e3b6e31589d10df6270ef28c851def9e9707cc21724db72
|
|
@@ -16,6 +16,9 @@ require 'port_exp.pb'
|
|
|
16
16
|
require 'protobuf'
|
|
17
17
|
require 'qmon.pb'
|
|
18
18
|
require 'logical_port.pb'
|
|
19
|
+
require 'sr_stats_per_if_egress.pb'
|
|
20
|
+
require 'sr_stats_per_if_ingress.pb'
|
|
21
|
+
require 'sr_stats_per_sid.pb'
|
|
19
22
|
require 'telemetry_top.pb'
|
|
20
23
|
|
|
21
24
|
|
|
@@ -99,6 +102,9 @@ module Fluent
|
|
|
99
102
|
|
|
100
103
|
datas_sensors = jti_msg_json["enterprise"]["juniperNetworks"]
|
|
101
104
|
$log.debug "Extracted the following sensor data from device '#{device_name}': #{datas_sensors}"
|
|
105
|
+
|
|
106
|
+
## Uncomment for DEBUG ONLY!!
|
|
107
|
+
#$log.warn "Extracted the following sensor data from device '#{device_name}': #{datas_sensors}"
|
|
102
108
|
rescue => e
|
|
103
109
|
$log.warn "Unable to extract sensor data sensor from jti_msg.enterprise.juniperNetworks, Error during processing: #{$!}"
|
|
104
110
|
$log.debug "Unable to extract sensor data sensor from jti_msg.enterprise.juniperNetworks, Data Dump : " + jti_msg.inspect.to_s
|
|
@@ -155,13 +161,6 @@ module Fluent
|
|
|
155
161
|
elsif level_1_key == "counter_name"
|
|
156
162
|
sensor_data.push({ 'counter_name' => level_1_value })
|
|
157
163
|
else
|
|
158
|
-
# By default, InfluxDB assigns the type of a field based on the type of the first value inserted.
|
|
159
|
-
# So, in the "value" field, if an Integer is inserted, then the "value" field will only accept Integer
|
|
160
|
-
# values hereon after ... so, a String value insertion will result in an error.
|
|
161
|
-
# To alleviate this, we will have "value" as the default field for Integers, so as not to break existing code.
|
|
162
|
-
# We will add additional "value_string", "value_float", fields to support different value types. This way,
|
|
163
|
-
# we can persist all the various telemetry sensor parameters in InfluxDB, not just the Integer values.
|
|
164
|
-
|
|
165
164
|
# Create local copy of 'sensor_data' variable.
|
|
166
165
|
local_sensor_data = sensor_data.dup
|
|
167
166
|
local_sensor_data = process_value(local_sensor_data, level_1_key, level_1_value, '')
|
|
@@ -183,6 +182,347 @@ module Fluent
|
|
|
183
182
|
|
|
184
183
|
|
|
185
184
|
|
|
185
|
+
#########################################################################
|
|
186
|
+
## SENSOR: /junos/services/segment-routing/interface/egress/usage/ ##
|
|
187
|
+
#########################################################################
|
|
188
|
+
elsif sensor == "jnpr_sr_stats_per_if_egress_ext"
|
|
189
|
+
|
|
190
|
+
resource = "/junos/services/segment-routing/interface/egress/usage/"
|
|
191
|
+
$log.debug "Processing sensor '#{sensor}' with resource '#{resource}'"
|
|
192
|
+
|
|
193
|
+
# At this point in the code, 'data_sensors' has the following value:
|
|
194
|
+
=begin
|
|
195
|
+
{
|
|
196
|
+
"jnpr_sr_stats_per_if_egress_ext": {
|
|
197
|
+
"per_if_records": [
|
|
198
|
+
{
|
|
199
|
+
"if_name": "et-1/1/0.0",
|
|
200
|
+
"counter_name": "oc-3847",
|
|
201
|
+
"egress_stats": {
|
|
202
|
+
"packets": 2878057633,
|
|
203
|
+
"bytes": 1387223773994,
|
|
204
|
+
"packet_rate": 20001,
|
|
205
|
+
"byte_rate": 9640765
|
|
206
|
+
}
|
|
207
|
+
}
|
|
208
|
+
]
|
|
209
|
+
}
|
|
210
|
+
}
|
|
211
|
+
=end
|
|
212
|
+
# Iterate over each record contained within the 'per_if_records' array ...
|
|
213
|
+
datas_sensors[sensor]['per_if_records'].each do |datas|
|
|
214
|
+
|
|
215
|
+
# Save all extracted sensor data in a list.
|
|
216
|
+
sensor_data = []
|
|
217
|
+
|
|
218
|
+
# Block to catch exceptions during sensor data parsing.
|
|
219
|
+
begin
|
|
220
|
+
|
|
221
|
+
# Add the device name to "sensor_data" for correlation purposes.
|
|
222
|
+
sensor_data.push({ 'device' => device_name })
|
|
223
|
+
|
|
224
|
+
# Each of the child elements under "per_if_records" is going to be either a "leaf" node (eg. Integer, String, Float, etc.)
|
|
225
|
+
# or a "branch" node (eg. Array or Hash), in which case these branch sections need additional level of processing.
|
|
226
|
+
# For the leaf nodes, these values can be written directly to "sensor_data"
|
|
227
|
+
|
|
228
|
+
datas.each do |level_1_key, level_1_value|
|
|
229
|
+
# If the node currently being processed is a "branch node" (ie. it has child nodes)
|
|
230
|
+
if level_1_value.is_a?(Hash) || level_1_value.is_a?(Array)
|
|
231
|
+
|
|
232
|
+
# From the proto file, we know that the level_1 branch nodes are all Hash values, so we can ignore the conditional
|
|
233
|
+
# below testing for an array
|
|
234
|
+
if level_1_value.is_a?(Array)
|
|
235
|
+
# Do nothing, as per reasons cited above.
|
|
236
|
+
# If the branch node is not an Array, then we can simply write the key/value pairs straight to "sensor_data".
|
|
237
|
+
else
|
|
238
|
+
level_1_value.each do |level_2_key, level_2_value|
|
|
239
|
+
## For debug only ...
|
|
240
|
+
#$log.debug "Value of 'level_2_key': '#{level_2_key}'"
|
|
241
|
+
#$log.debug "Value of 'level_2_value': '#{level_2_value}'"
|
|
242
|
+
|
|
243
|
+
# Create local copy of 'sensor_data' variable.
|
|
244
|
+
local_sensor_data = sensor_data.dup
|
|
245
|
+
local_sensor_data = process_value(local_sensor_data, level_2_key, level_2_value, level_1_key)
|
|
246
|
+
|
|
247
|
+
record = build_record(output_format, local_sensor_data)
|
|
248
|
+
## For debug only ...
|
|
249
|
+
#$log.debug "Value of 'local_sensor_data': '#{local_sensor_data}'"
|
|
250
|
+
yield gpb_time, record
|
|
251
|
+
end
|
|
252
|
+
end
|
|
253
|
+
|
|
254
|
+
# If the node currently being processed is a "leaf node" (ie. it has NO child nodes)
|
|
255
|
+
else
|
|
256
|
+
|
|
257
|
+
## For debug only ...
|
|
258
|
+
#$log.debug "Value of 'level_1_key': '#{level_1_key}'"
|
|
259
|
+
#$log.debug "Value of 'level_1_value': '#{level_1_value}'"
|
|
260
|
+
|
|
261
|
+
if level_1_key == "if_name"
|
|
262
|
+
sensor_data.push({ 'interface' => level_1_value })
|
|
263
|
+
else
|
|
264
|
+
# Create local copy of 'sensor_data' variable.
|
|
265
|
+
local_sensor_data = sensor_data.dup
|
|
266
|
+
local_sensor_data = process_value(local_sensor_data, level_1_key, level_1_value, '')
|
|
267
|
+
|
|
268
|
+
record = build_record(output_format, local_sensor_data)
|
|
269
|
+
## For debug only ...
|
|
270
|
+
#$log.debug "Value of 'local_sensor_data': '#{local_sensor_data}'"
|
|
271
|
+
#$log.debug "Value of 'record': '#{record}'"
|
|
272
|
+
yield gpb_time, record
|
|
273
|
+
end
|
|
274
|
+
end
|
|
275
|
+
end
|
|
276
|
+
|
|
277
|
+
rescue => e
|
|
278
|
+
$log.warn "Unable to parse '" + sensor + "' sensor, Error during processing: #{$!}"
|
|
279
|
+
$log.debug "Unable to parse '" + sensor + "' sensor, Data Dump: " + datas.inspect.to_s
|
|
280
|
+
end
|
|
281
|
+
end
|
|
282
|
+
|
|
283
|
+
|
|
284
|
+
|
|
285
|
+
|
|
286
|
+
##########################################################################
|
|
287
|
+
## SENSOR: /junos/services/segment-routing/interface/ingress/usage/ ##
|
|
288
|
+
##########################################################################
|
|
289
|
+
elsif sensor == "jnpr_sr_stats_per_if_ingress_ext"
|
|
290
|
+
|
|
291
|
+
resource = "/junos/services/segment-routing/interface/ingress/usage/"
|
|
292
|
+
$log.debug "Processing sensor '#{sensor}' with resource '#{resource}'"
|
|
293
|
+
|
|
294
|
+
# At this point in the code, 'data_sensors' has the following value:
|
|
295
|
+
=begin
|
|
296
|
+
{
|
|
297
|
+
"jnpr_sr_stats_per_if_ingress_ext": {
|
|
298
|
+
"per_if_records": [
|
|
299
|
+
{
|
|
300
|
+
"if_name": "xe-1/0/3:0.100",
|
|
301
|
+
"ingress_stats": {
|
|
302
|
+
"packets": 0,
|
|
303
|
+
"bytes": 0,
|
|
304
|
+
"packet_rate": 0,
|
|
305
|
+
"byte_rate": 0
|
|
306
|
+
}
|
|
307
|
+
},
|
|
308
|
+
...
|
|
309
|
+
{
|
|
310
|
+
"if_name": "et-1/1/0.0",
|
|
311
|
+
"ingress_stats": {
|
|
312
|
+
"packets": 0,
|
|
313
|
+
"bytes": 0,
|
|
314
|
+
"packet_rate": 0,
|
|
315
|
+
"byte_rate": 0
|
|
316
|
+
}
|
|
317
|
+
}
|
|
318
|
+
]
|
|
319
|
+
}
|
|
320
|
+
}
|
|
321
|
+
=end
|
|
322
|
+
# Iterate over each record contained within the 'per_if_records' array ...
|
|
323
|
+
datas_sensors[sensor]['per_if_records'].each do |datas|
|
|
324
|
+
|
|
325
|
+
# Save all extracted sensor data in a list.
|
|
326
|
+
sensor_data = []
|
|
327
|
+
|
|
328
|
+
# Block to catch exceptions during sensor data parsing.
|
|
329
|
+
begin
|
|
330
|
+
|
|
331
|
+
# Add the device name to "sensor_data" for correlation purposes.
|
|
332
|
+
sensor_data.push({ 'device' => device_name })
|
|
333
|
+
|
|
334
|
+
# Each of the child elements under "per_if_records" is going to be either a "leaf" node (eg. Integer, String, Float, etc.)
|
|
335
|
+
# or a "branch" node (eg. Array or Hash), in which case these branch sections need additional level of processing.
|
|
336
|
+
# For the leaf nodes, these values can be written directly to "sensor_data"
|
|
337
|
+
|
|
338
|
+
datas.each do |level_1_key, level_1_value|
|
|
339
|
+
# If the node currently being processed is a "branch node" (ie. it has child nodes)
|
|
340
|
+
if level_1_value.is_a?(Hash) || level_1_value.is_a?(Array)
|
|
341
|
+
|
|
342
|
+
# From the proto file, we know that the level_1 branch nodes are all Hash values, so we can ignore the conditional
|
|
343
|
+
# below testing for an array
|
|
344
|
+
if level_1_value.is_a?(Array)
|
|
345
|
+
# Do nothing, as per reasons cited above.
|
|
346
|
+
# If the branch node is not an Array, then we can simply write the key/value pairs straight to "sensor_data".
|
|
347
|
+
else
|
|
348
|
+
level_1_value.each do |level_2_key, level_2_value|
|
|
349
|
+
## For debug only ...
|
|
350
|
+
#$log.debug "Value of 'level_2_key': '#{level_2_key}'"
|
|
351
|
+
#$log.debug "Value of 'level_2_value': '#{level_2_value}'"
|
|
352
|
+
|
|
353
|
+
# Create local copy of 'sensor_data' variable.
|
|
354
|
+
local_sensor_data = sensor_data.dup
|
|
355
|
+
local_sensor_data = process_value(local_sensor_data, level_2_key, level_2_value, level_1_key)
|
|
356
|
+
|
|
357
|
+
record = build_record(output_format, local_sensor_data)
|
|
358
|
+
## For debug only ...
|
|
359
|
+
#$log.debug "Value of 'local_sensor_data': '#{local_sensor_data}'"
|
|
360
|
+
yield gpb_time, record
|
|
361
|
+
end
|
|
362
|
+
end
|
|
363
|
+
|
|
364
|
+
# If the node currently being processed is a "leaf node" (ie. it has NO child nodes)
|
|
365
|
+
else
|
|
366
|
+
|
|
367
|
+
## For debug only ...
|
|
368
|
+
#$log.debug "Value of 'level_1_key': '#{level_1_key}'"
|
|
369
|
+
#$log.debug "Value of 'level_1_value': '#{level_1_value}'"
|
|
370
|
+
|
|
371
|
+
if level_1_key == "if_name"
|
|
372
|
+
sensor_data.push({ 'interface' => level_1_value })
|
|
373
|
+
else
|
|
374
|
+
# Create local copy of 'sensor_data' variable.
|
|
375
|
+
local_sensor_data = sensor_data.dup
|
|
376
|
+
local_sensor_data = process_value(local_sensor_data, level_1_key, level_1_value, '')
|
|
377
|
+
|
|
378
|
+
record = build_record(output_format, local_sensor_data)
|
|
379
|
+
## For debug only ...
|
|
380
|
+
#$log.debug "Value of 'local_sensor_data': '#{local_sensor_data}'"
|
|
381
|
+
#$log.debug "Value of 'record': '#{record}'"
|
|
382
|
+
yield gpb_time, record
|
|
383
|
+
end
|
|
384
|
+
end
|
|
385
|
+
end
|
|
386
|
+
|
|
387
|
+
rescue => e
|
|
388
|
+
$log.warn "Unable to parse '" + sensor + "' sensor, Error during processing: #{$!}"
|
|
389
|
+
$log.debug "Unable to parse '" + sensor + "' sensor, Data Dump: " + datas.inspect.to_s
|
|
390
|
+
end
|
|
391
|
+
end
|
|
392
|
+
|
|
393
|
+
|
|
394
|
+
|
|
395
|
+
|
|
396
|
+
#############################################################
|
|
397
|
+
## SENSOR: /junos/services/segment-routing/sid/usage/ ##
|
|
398
|
+
#############################################################
|
|
399
|
+
elsif sensor == "jnpr_sr_stats_per_sid_ext"
|
|
400
|
+
|
|
401
|
+
resource = "/junos/services/segment-routing/sid/usage/"
|
|
402
|
+
$log.debug "Processing sensor '#{sensor}' with resource '#{resource}'"
|
|
403
|
+
|
|
404
|
+
# At this point in the code, 'data_sensors' has the following value:
|
|
405
|
+
=begin
|
|
406
|
+
{
|
|
407
|
+
"jnpr_sr_stats_per_sid_ext": {
|
|
408
|
+
"sid_stats": [
|
|
409
|
+
{
|
|
410
|
+
"sid_identifier": "25",
|
|
411
|
+
"instance_identifier": 0,
|
|
412
|
+
"counter_name": "oc-4",
|
|
413
|
+
"ingress_stats": {
|
|
414
|
+
"packets": 0,
|
|
415
|
+
"bytes": 0,
|
|
416
|
+
"packet_rate": 0,
|
|
417
|
+
"byte_rate": 0
|
|
418
|
+
}
|
|
419
|
+
},
|
|
420
|
+
{
|
|
421
|
+
"sid_identifier": "16896",
|
|
422
|
+
"instance_identifier": 0,
|
|
423
|
+
"counter_name": "oc-5",
|
|
424
|
+
"ingress_stats": {
|
|
425
|
+
"packets": 0,
|
|
426
|
+
"bytes": 0,
|
|
427
|
+
"packet_rate": 0,
|
|
428
|
+
"byte_rate": 0
|
|
429
|
+
}
|
|
430
|
+
},
|
|
431
|
+
...
|
|
432
|
+
{
|
|
433
|
+
"sid_identifier": "18957",
|
|
434
|
+
"instance_identifier": 0,
|
|
435
|
+
"counter_name": "oc-181",
|
|
436
|
+
"ingress_stats": {
|
|
437
|
+
"packets": 0,
|
|
438
|
+
"bytes": 0,
|
|
439
|
+
"packet_rate": 0,
|
|
440
|
+
"byte_rate": 0
|
|
441
|
+
}
|
|
442
|
+
},
|
|
443
|
+
{
|
|
444
|
+
"sid_identifier": "19213",
|
|
445
|
+
"instance_identifier": 0,
|
|
446
|
+
"counter_name": "oc-18"
|
|
447
|
+
}
|
|
448
|
+
]
|
|
449
|
+
}
|
|
450
|
+
}
|
|
451
|
+
=end
|
|
452
|
+
# Iterate over each record contained within the 'sid_stats' array ...
|
|
453
|
+
datas_sensors[sensor]['sid_stats'].each do |datas|
|
|
454
|
+
|
|
455
|
+
# Save all extracted sensor data in a list.
|
|
456
|
+
sensor_data = []
|
|
457
|
+
|
|
458
|
+
# Block to catch exceptions during sensor data parsing.
|
|
459
|
+
begin
|
|
460
|
+
|
|
461
|
+
# Add the device name to "sensor_data" for correlation purposes.
|
|
462
|
+
sensor_data.push({ 'device' => device_name })
|
|
463
|
+
|
|
464
|
+
# Each of the child elements under "per_if_records" is going to be either a "leaf" node (eg. Integer, String, Float, etc.)
|
|
465
|
+
# or a "branch" node (eg. Array or Hash), in which case these branch sections need additional level of processing.
|
|
466
|
+
# For the leaf nodes, these values can be written directly to "sensor_data"
|
|
467
|
+
|
|
468
|
+
datas.each do |level_1_key, level_1_value|
|
|
469
|
+
# If the node currently being processed is a "branch node" (ie. it has child nodes)
|
|
470
|
+
if level_1_value.is_a?(Hash) || level_1_value.is_a?(Array)
|
|
471
|
+
|
|
472
|
+
# From the proto file, we know that the level_1 branch nodes are all Hash values, so we can ignore the conditional
|
|
473
|
+
# below testing for an array
|
|
474
|
+
if level_1_value.is_a?(Array)
|
|
475
|
+
# Do nothing, as per reasons cited above.
|
|
476
|
+
# If the branch node is not an Array, then we can simply write the key/value pairs straight to "sensor_data".
|
|
477
|
+
else
|
|
478
|
+
level_1_value.each do |level_2_key, level_2_value|
|
|
479
|
+
## For debug only ...
|
|
480
|
+
#$log.debug "Value of 'level_2_key': '#{level_2_key}'"
|
|
481
|
+
#$log.debug "Value of 'level_2_value': '#{level_2_value}'"
|
|
482
|
+
|
|
483
|
+
# Create local copy of 'sensor_data' variable.
|
|
484
|
+
local_sensor_data = sensor_data.dup
|
|
485
|
+
local_sensor_data = process_value(local_sensor_data, level_2_key, level_2_value, level_1_key)
|
|
486
|
+
|
|
487
|
+
record = build_record(output_format, local_sensor_data)
|
|
488
|
+
## For debug only ...
|
|
489
|
+
#$log.debug "Value of 'local_sensor_data': '#{local_sensor_data}'"
|
|
490
|
+
yield gpb_time, record
|
|
491
|
+
end
|
|
492
|
+
end
|
|
493
|
+
|
|
494
|
+
# If the node currently being processed is a "leaf node" (ie. it has NO child nodes)
|
|
495
|
+
else
|
|
496
|
+
|
|
497
|
+
## For debug only ...
|
|
498
|
+
#$log.debug "Value of 'level_1_key': '#{level_1_key}'"
|
|
499
|
+
#$log.debug "Value of 'level_1_value': '#{level_1_value}'"
|
|
500
|
+
|
|
501
|
+
if level_1_key == "sid_identifier"
|
|
502
|
+
sensor_data.push({ 'sid_identifier' => level_1_value })
|
|
503
|
+
else
|
|
504
|
+
# Create local copy of 'sensor_data' variable.
|
|
505
|
+
local_sensor_data = sensor_data.dup
|
|
506
|
+
local_sensor_data = process_value(local_sensor_data, level_1_key, level_1_value, '')
|
|
507
|
+
|
|
508
|
+
record = build_record(output_format, local_sensor_data)
|
|
509
|
+
## For debug only ...
|
|
510
|
+
#$log.debug "Value of 'local_sensor_data': '#{local_sensor_data}'"
|
|
511
|
+
#$log.debug "Value of 'record': '#{record}'"
|
|
512
|
+
yield gpb_time, record
|
|
513
|
+
end
|
|
514
|
+
end
|
|
515
|
+
end
|
|
516
|
+
|
|
517
|
+
rescue => e
|
|
518
|
+
$log.warn "Unable to parse '" + sensor + "' sensor, Error during processing: #{$!}"
|
|
519
|
+
$log.debug "Unable to parse '" + sensor + "' sensor, Data Dump: " + datas.inspect.to_s
|
|
520
|
+
end
|
|
521
|
+
end
|
|
522
|
+
|
|
523
|
+
|
|
524
|
+
|
|
525
|
+
|
|
186
526
|
####################################################
|
|
187
527
|
## SENSOR: /junos/system/linecard/cpu/memory/ ##
|
|
188
528
|
####################################################
|
|
@@ -308,13 +648,6 @@ module Fluent
|
|
|
308
648
|
if level_1_key == "name"
|
|
309
649
|
sensor_data.push({ 'cpu_mem_partition_name' => level_1_value })
|
|
310
650
|
else
|
|
311
|
-
# By default, InfluxDB assigns the type of a field based on the type of the first value inserted.
|
|
312
|
-
# So, in the "value" field, if an Integer is inserted, then the "value" field will only accept Integer
|
|
313
|
-
# values hereon after ... so, a String value insertion will result in an error.
|
|
314
|
-
# To alleviate this, we will have "value" as the default field for Integers, so as not to break existing code.
|
|
315
|
-
# We will add additional "value_string", "value_float", fields to support different value types. This way,
|
|
316
|
-
# we can persist all the various telemetry sensor parameters in InfluxDB, not just the Integer values.
|
|
317
|
-
|
|
318
651
|
# Create local copy of 'sensor_data' variable.
|
|
319
652
|
local_sensor_data = sensor_data.dup
|
|
320
653
|
local_sensor_data = process_value(local_sensor_data, level_1_key, level_1_value, '')
|
|
@@ -696,13 +1029,6 @@ module Fluent
|
|
|
696
1029
|
elsif level_1_key == "init_time"
|
|
697
1030
|
# do nothing.
|
|
698
1031
|
else
|
|
699
|
-
# By default, InfluxDB assigns the type of a field based on the type of the first value inserted.
|
|
700
|
-
# So, in the "value" field, if an Integer is inserted, then the "value" field will only accept Integer
|
|
701
|
-
# values hereon after ... so, a String value insertion will result in an error.
|
|
702
|
-
# To alleviate this, we will have "value" as the default field for Integers, so as not to break existing code.
|
|
703
|
-
# We will add additional "value_string", "value_float", fields to support different value types. This way,
|
|
704
|
-
# we can persist all the various telemetry sensor parameters in InfluxDB, not just the Integer values.
|
|
705
|
-
|
|
706
1032
|
# Create local copy of 'sensor_data' variable.
|
|
707
1033
|
local_sensor_data = sensor_data.dup
|
|
708
1034
|
local_sensor_data = process_value(local_sensor_data, level_1_key, level_1_value, '')
|
|
@@ -871,13 +1197,6 @@ module Fluent
|
|
|
871
1197
|
elsif level_1_key == "init_time"
|
|
872
1198
|
# do nothing.
|
|
873
1199
|
else
|
|
874
|
-
# By default, InfluxDB assigns the type of a field based on the type of the first value inserted.
|
|
875
|
-
# So, in the "value" field, if an Integer is inserted, then the "value" field will only accept Integer
|
|
876
|
-
# values hereon after ... so, a String value insertion will result in an error.
|
|
877
|
-
# To alleviate this, we will have "value" as the default field for Integers, so as not to break existing code.
|
|
878
|
-
# We will add additional "value_string", "value_float", fields to support different value types. This way,
|
|
879
|
-
# we can persist all the various telemetry sensor parameters in InfluxDB, not just the Integer values.
|
|
880
|
-
|
|
881
1200
|
# Create local copy of 'sensor_data' variable.
|
|
882
1201
|
local_sensor_data = sensor_data.dup
|
|
883
1202
|
local_sensor_data = process_value(local_sensor_data, level_1_key, level_1_value, '')
|
|
@@ -1068,13 +1387,6 @@ module Fluent
|
|
|
1068
1387
|
elsif level_1_key == "init_time"
|
|
1069
1388
|
# do nothing.
|
|
1070
1389
|
else
|
|
1071
|
-
# By default, InfluxDB assigns the type of a field based on the type of the first value inserted.
|
|
1072
|
-
# So, in the "value" field, if an Integer is inserted, then the "value" field will only accept Integer
|
|
1073
|
-
# values hereon after ... so, a String value insertion will result in an error.
|
|
1074
|
-
# To alleviate this, we will have "value" as the default field for Integers, so as not to break existing code.
|
|
1075
|
-
# We will add additional "value_string", "value_float", fields to support different value types. This way,
|
|
1076
|
-
# we can persist all the various telemetry sensor parameters in InfluxDB, not just the Integer values.
|
|
1077
|
-
|
|
1078
1390
|
# Create local copy of 'sensor_data' variable.
|
|
1079
1391
|
local_sensor_data = sensor_data.dup
|
|
1080
1392
|
local_sensor_data = process_value(local_sensor_data, level_1_key, level_1_value, '')
|
|
@@ -1105,6 +1417,13 @@ module Fluent
|
|
|
1105
1417
|
|
|
1106
1418
|
def process_value(local_sensor_data, key, value, parent_key)
|
|
1107
1419
|
|
|
1420
|
+
# By default, InfluxDB assigns the type of a field based on the type of the first value inserted.
|
|
1421
|
+
# So, in the "value" field, if an Integer is inserted, then the "value" field will only accept Integer
|
|
1422
|
+
# values hereon after ... so, a String value insertion will result in an error.
|
|
1423
|
+
# To alleviate this, we will have "value" as the default field for Integers, so as not to break existing code.
|
|
1424
|
+
# We will add additional "value_string", "value_float", fields to support different value types. This way,
|
|
1425
|
+
# we can persist all the various telemetry sensor parameters in InfluxDB, not just the Integer values.
|
|
1426
|
+
|
|
1108
1427
|
if value.is_a?(Integer)
|
|
1109
1428
|
if parent_key == ''
|
|
1110
1429
|
local_sensor_data.push({ 'type' => key })
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
# encoding: utf-8
|
|
2
|
+
|
|
3
|
+
##
|
|
4
|
+
# This file is auto-generated. DO NOT EDIT!
|
|
5
|
+
#
|
|
6
|
+
require 'protobuf'
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
##
|
|
10
|
+
# Imports
|
|
11
|
+
#
|
|
12
|
+
require 'telemetry_top.pb'
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
##
|
|
16
|
+
# Message Classes
|
|
17
|
+
#
|
|
18
|
+
class SrStatsPerIfEgress < ::Protobuf::Message; end
|
|
19
|
+
class SegmentRoutingInterfaceRecord < ::Protobuf::Message; end
|
|
20
|
+
class SegmentRoutingIfStats < ::Protobuf::Message; end
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
##
|
|
24
|
+
# Message Fields
|
|
25
|
+
#
|
|
26
|
+
class SrStatsPerIfEgress
|
|
27
|
+
repeated ::SegmentRoutingInterfaceRecord, :per_if_records, 1
|
|
28
|
+
end
|
|
29
|
+
|
|
30
|
+
class SegmentRoutingInterfaceRecord
|
|
31
|
+
required :string, :if_name, 1, :".telemetry_options" => { :is_key => true }
|
|
32
|
+
optional :string, :parent_ae_name, 2, :".telemetry_options" => { :is_key => true }
|
|
33
|
+
optional :string, :counter_name, 3, :".telemetry_options" => { :is_key => true }
|
|
34
|
+
optional ::SegmentRoutingIfStats, :ingress_stats, 4
|
|
35
|
+
optional ::SegmentRoutingIfStats, :egress_stats, 5
|
|
36
|
+
end
|
|
37
|
+
|
|
38
|
+
class SegmentRoutingIfStats
|
|
39
|
+
optional :uint64, :packets, 1, :".telemetry_options" => { :is_counter => true }
|
|
40
|
+
optional :uint64, :bytes, 2, :".telemetry_options" => { :is_counter => true }
|
|
41
|
+
optional :uint64, :packet_rate, 3, :".telemetry_options" => { :is_gauge => true }
|
|
42
|
+
optional :uint64, :byte_rate, 4, :".telemetry_options" => { :is_gauge => true }
|
|
43
|
+
end
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
##
|
|
47
|
+
# Extended Message Fields
|
|
48
|
+
#
|
|
49
|
+
class ::JuniperNetworksSensors < ::Protobuf::Message
|
|
50
|
+
optional ::SrStatsPerIfEgress, :".jnpr_sr_stats_per_if_egress_ext", 17, :extension => true
|
|
51
|
+
end
|
|
52
|
+
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
# encoding: utf-8
|
|
2
|
+
|
|
3
|
+
##
|
|
4
|
+
# This file is auto-generated. DO NOT EDIT!
|
|
5
|
+
#
|
|
6
|
+
require 'protobuf'
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
##
|
|
10
|
+
# Imports
|
|
11
|
+
#
|
|
12
|
+
require 'telemetry_top.pb'
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
##
|
|
16
|
+
# Message Classes
|
|
17
|
+
#
|
|
18
|
+
class SrStatsPerIfIngress < ::Protobuf::Message; end
|
|
19
|
+
class SegmentRoutingIngIfRecord < ::Protobuf::Message; end
|
|
20
|
+
class SegmentRoutingIngIfStats < ::Protobuf::Message; end
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
##
|
|
24
|
+
# Message Fields
|
|
25
|
+
#
|
|
26
|
+
class SrStatsPerIfIngress
|
|
27
|
+
repeated ::SegmentRoutingIngIfRecord, :per_if_records, 1
|
|
28
|
+
end
|
|
29
|
+
|
|
30
|
+
class SegmentRoutingIngIfRecord
|
|
31
|
+
required :string, :if_name, 1, :".telemetry_options" => { :is_key => true }
|
|
32
|
+
optional :string, :parent_ae_name, 2, :".telemetry_options" => { :is_key => true }
|
|
33
|
+
optional :string, :counter_name, 3, :".telemetry_options" => { :is_key => true }
|
|
34
|
+
optional ::SegmentRoutingIngIfStats, :ingress_stats, 4
|
|
35
|
+
optional ::SegmentRoutingIngIfStats, :egress_stats, 5
|
|
36
|
+
end
|
|
37
|
+
|
|
38
|
+
class SegmentRoutingIngIfStats
|
|
39
|
+
optional :uint64, :packets, 1, :".telemetry_options" => { :is_counter => true }
|
|
40
|
+
optional :uint64, :bytes, 2, :".telemetry_options" => { :is_counter => true }
|
|
41
|
+
optional :uint64, :packet_rate, 3, :".telemetry_options" => { :is_gauge => true }
|
|
42
|
+
optional :uint64, :byte_rate, 4, :".telemetry_options" => { :is_gauge => true }
|
|
43
|
+
end
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
##
|
|
47
|
+
# Extended Message Fields
|
|
48
|
+
#
|
|
49
|
+
class ::JuniperNetworksSensors < ::Protobuf::Message
|
|
50
|
+
optional ::SrStatsPerIfIngress, :".jnpr_sr_stats_per_if_ingress_ext", 19, :extension => true
|
|
51
|
+
end
|
|
52
|
+
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
# encoding: utf-8
|
|
2
|
+
|
|
3
|
+
##
|
|
4
|
+
# This file is auto-generated. DO NOT EDIT!
|
|
5
|
+
#
|
|
6
|
+
require 'protobuf'
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
##
|
|
10
|
+
# Imports
|
|
11
|
+
#
|
|
12
|
+
require 'telemetry_top.pb'
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
##
|
|
16
|
+
# Message Classes
|
|
17
|
+
#
|
|
18
|
+
class SrStatsPerSid < ::Protobuf::Message; end
|
|
19
|
+
class SegmentRoutingRecord < ::Protobuf::Message; end
|
|
20
|
+
class SegmentRoutingStats < ::Protobuf::Message; end
|
|
21
|
+
|
|
22
|
+
|
|
23
|
+
##
|
|
24
|
+
# Message Fields
|
|
25
|
+
#
|
|
26
|
+
class SrStatsPerSid
|
|
27
|
+
repeated ::SegmentRoutingRecord, :sid_stats, 1
|
|
28
|
+
end
|
|
29
|
+
|
|
30
|
+
class SegmentRoutingRecord
|
|
31
|
+
required :string, :sid_identifier, 1, :".telemetry_options" => { :is_key => true }
|
|
32
|
+
optional :uint32, :instance_identifier, 2, :".telemetry_options" => { :is_key => true }
|
|
33
|
+
required :string, :counter_name, 3, :".telemetry_options" => { :is_key => true }
|
|
34
|
+
optional ::SegmentRoutingStats, :ingress_stats, 4
|
|
35
|
+
optional ::SegmentRoutingStats, :egress_stats, 5
|
|
36
|
+
end
|
|
37
|
+
|
|
38
|
+
class SegmentRoutingStats
|
|
39
|
+
optional :uint64, :packets, 1, :".telemetry_options" => { :is_counter => true }
|
|
40
|
+
optional :uint64, :bytes, 2, :".telemetry_options" => { :is_counter => true }
|
|
41
|
+
optional :uint64, :packet_rate, 3, :".telemetry_options" => { :is_gauge => true }
|
|
42
|
+
optional :uint64, :byte_rate, 4, :".telemetry_options" => { :is_gauge => true }
|
|
43
|
+
end
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
##
|
|
47
|
+
# Extended Message Fields
|
|
48
|
+
#
|
|
49
|
+
class ::JuniperNetworksSensors < ::Protobuf::Message
|
|
50
|
+
optional ::SrStatsPerSid, :".jnpr_sr_stats_per_sid_ext", 16, :extension => true
|
|
51
|
+
end
|
|
52
|
+
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fluent-plugin-juniper-telemetry_tech-mocha
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.4.
|
|
4
|
+
version: 0.4.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Tech Mocha
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2017-
|
|
11
|
+
date: 2017-12-20 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: fluentd
|
|
@@ -80,6 +80,9 @@ files:
|
|
|
80
80
|
- lib/port.pb.rb
|
|
81
81
|
- lib/port_exp.pb.rb
|
|
82
82
|
- lib/qmon.pb.rb
|
|
83
|
+
- lib/sr_stats_per_if_egress.pb.rb
|
|
84
|
+
- lib/sr_stats_per_if_ingress.pb.rb
|
|
85
|
+
- lib/sr_stats_per_sid.pb.rb
|
|
83
86
|
- lib/telemetry_top.pb.rb
|
|
84
87
|
homepage: https://github.com/tech-mocha/fluentd-plugin-juniper-telemetry
|
|
85
88
|
licenses:
|