fluent-plugin-juniper-telemetry_tech-mocha 0.4.0

data/lib/fluent/plugin/parser_juniper_na.rb

@@ -0,0 +1,147 @@
+module Fluent
+    class TextParser
+        class JuniperNaParser < Parser
+
+            Plugin.register_parser("juniper_na", self)
+
+            config_param :output_format, :string, :default => 'structured'
+
+            # This method is called after config_params have read configuration parameters
+            def configure(conf)
+                super
+
+                ## Check if "output_format" has a valid value
+                unless  @output_format.to_s == "structured" ||
+                        @output_format.to_s == "flat" ||
+                        @output_format.to_s == "statsd"
+
+                    raise ConfigError, "output_format value '#{@output_format}' is not valid. Must be : structured, flat or statsd"
+                end
+            end
+            # This is the main method. The input "text" is the unit of data to be parsed.
+            # If this is the in_tail plugin, it would be a line. If this is for in_syslog,
+            # it is a single syslog message.
+            def parse(text)
+
+                resources = JSON.parse(text)
+                time = Engine.now
+
+                resources.each do |resource|
+                    resource["Resources"].each do |data|
+                        name = data["Res_ID"]
+
+                        name_h = Hash.new
+                        type = ''
+                        if output_format.to_s == 'flat' ||
+                            output_format.to_s == 'statsd'
+                            name_gr = name_flat(name)
+
+                        elsif output_format.to_s == 'structured'
+                            name_h = name_hash(name)
+                            type = name_h['type']
+
+                        else
+                            $log.warn "Output_format '#{output_format.to_s}' not supported."
+                        end
+
+                        ##
+                        ## Extract data
+                        ## First check if the value is a hash or not
+                        ##
+                        data["Data"].each do |key, value|
+                            if value.is_a?(Hash)
+
+                                ## If data is within a Hash, extract all values and construct new keys
+                                data["Data"][key].each do |key2, value2|
+                                    sub_type = key + "." + key2
+
+                                    record = {}
+                                    if output_format.to_s == 'flat'
+                                        full_name = "#{name_gr}.#{sub_type}"
+                                        record[full_name.downcase]= value2
+
+                                    elsif output_format.to_s == 'structured'
+                                        name_h['type'] = type + sub_type
+                                        record['value'] = value2
+                                        record.merge!(name_h)
+
+                                    elsif output_format.to_s == 'statsd'
+                                        full_name = "#{name_gr}.#{sub_type}"
+                                        record[:statsd_type] = 'gauge'
+                                        record[:statsd_key] = full_name.downcase
+                                        record[:statsd_gauge] = value2
+                                    else
+                                        $log.warn "Output_format '#{output_format.to_s}' not supported for #{sub_type}"
+                                    end
+
+                                    yield time, record
+                                end
+                            else
+                                record = {}
+                                sub_type = key
+
+                                if output_format.to_s == 'flat'
+                                    full_name = "#{name_gr}.#{sub_type}"
+                                    record[full_name.downcase]= value
+
+                                elsif output_format.to_s == 'structured'
+                                    name_h['type'] = type + sub_type
+                                    record['value'] = value
+                                    record.merge!(name_h)
+
+                                elsif output_format.to_s == 'statsd'
+                                    full_name = "#{name_gr}.#{sub_type}"
+                                    record[:statsd_type] = 'gauge'
+                                    record[:statsd_key] = full_name.downcase
+                                    record[:statsd_gauge] = value
+                                else
+                                    $log.warn "Output_format '#{output_format.to_s}' not supported for #{sub_type}"
+                                end
+
+                                yield time, record
+                            end
+                        end
+                    end
+                end
+            end
+
+            def name_flat(res_id)
+
+                res_id.sub!(/^\//, "")
+
+                # ## Replace all / and : per .
+                res_id.gsub!('/', '.')
+                res_id.gsub!(':', '.')
+
+                return res_id
+            end
+
+            def name_hash(res_id)
+
+                # Parse Res_ID and convert to hash
+                # 1- Remove leading /
+                # 2- Split String by /
+                # 3- for each attribute split by : to extract key / value
+
+                res_id.sub!(/^\//, "")
+                attributes = res_id.split("/")
+
+                res_hash = Hash.new
+                type = ''
+
+                attributes.each do |attribute|
+                    key_value = attribute.split(":")
+                    res_hash[key_value[0].downcase] = key_value[1].downcase
+
+                    if key_value[0].downcase != 'device'
+                        type = type + key_value[0].downcase + '.'
+                    end
+                end
+
+                res_hash['type'] = type
+
+                return res_hash
+            end
+        end
+    end
+end

data/lib/google/protobuf/descriptor.pb.rb

@@ -0,0 +1,290 @@
+# encoding: utf-8
+
+##
+# This file is auto-generated. DO NOT EDIT!
+#
+require 'protobuf'
+
+module Google
+  module Protobuf
+    ::Protobuf::Optionable.inject(self) { ::Google::Protobuf::FileOptions }
+
+    ##
+    # Message Classes
+    #
+    class FileDescriptorSet < ::Protobuf::Message; end
+    class FileDescriptorProto < ::Protobuf::Message; end
+    class DescriptorProto < ::Protobuf::Message
+      class ExtensionRange < ::Protobuf::Message; end
+      class ReservedRange < ::Protobuf::Message; end
+
+    end
+
+    class FieldDescriptorProto < ::Protobuf::Message
+      class Type < ::Protobuf::Enum
+        define :TYPE_DOUBLE, 1
+        define :TYPE_FLOAT, 2
+        define :TYPE_INT64, 3
+        define :TYPE_UINT64, 4
+        define :TYPE_INT32, 5
+        define :TYPE_FIXED64, 6
+        define :TYPE_FIXED32, 7
+        define :TYPE_BOOL, 8
+        define :TYPE_STRING, 9
+        define :TYPE_GROUP, 10
+        define :TYPE_MESSAGE, 11
+        define :TYPE_BYTES, 12
+        define :TYPE_UINT32, 13
+        define :TYPE_ENUM, 14
+        define :TYPE_SFIXED32, 15
+        define :TYPE_SFIXED64, 16
+        define :TYPE_SINT32, 17
+        define :TYPE_SINT64, 18
+      end
+
+      class Label < ::Protobuf::Enum
+        define :LABEL_OPTIONAL, 1
+        define :LABEL_REQUIRED, 2
+        define :LABEL_REPEATED, 3
+      end
+
+    end
+
+    class OneofDescriptorProto < ::Protobuf::Message; end
+    class EnumDescriptorProto < ::Protobuf::Message; end
+    class EnumValueDescriptorProto < ::Protobuf::Message; end
+    class ServiceDescriptorProto < ::Protobuf::Message; end
+    class MethodDescriptorProto < ::Protobuf::Message; end
+    class FileOptions < ::Protobuf::Message
+      class OptimizeMode < ::Protobuf::Enum
+        define :SPEED, 1
+        define :CODE_SIZE, 2
+        define :LITE_RUNTIME, 3
+      end
+
+    end
+
+    class MessageOptions < ::Protobuf::Message; end
+    class FieldOptions < ::Protobuf::Message
+      class CType < ::Protobuf::Enum
+        define :STRING, 0
+        define :CORD, 1
+        define :STRING_PIECE, 2
+      end
+
+      class JSType < ::Protobuf::Enum
+        define :JS_NORMAL, 0
+        define :JS_STRING, 1
+        define :JS_NUMBER, 2
+      end
+
+    end
+
+    class EnumOptions < ::Protobuf::Message; end
+    class EnumValueOptions < ::Protobuf::Message; end
+    class ServiceOptions < ::Protobuf::Message; end
+    class MethodOptions < ::Protobuf::Message; end
+    class UninterpretedOption < ::Protobuf::Message
+      class NamePart < ::Protobuf::Message; end
+
+    end
+
+    class SourceCodeInfo < ::Protobuf::Message
+      class Location < ::Protobuf::Message; end
+
+    end
+
+
+
+    ##
+    # Message Fields
+    #
+    class FileDescriptorSet
+      repeated ::Google::Protobuf::FileDescriptorProto, :file, 1
+    end
+
+    class FileDescriptorProto
+      optional :string, :name, 1
+      optional :string, :package, 2
+      repeated :string, :dependency, 3
+      repeated :int32, :public_dependency, 10
+      repeated :int32, :weak_dependency, 11
+      repeated ::Google::Protobuf::DescriptorProto, :message_type, 4
+      repeated ::Google::Protobuf::EnumDescriptorProto, :enum_type, 5
+      repeated ::Google::Protobuf::ServiceDescriptorProto, :service, 6
+      repeated ::Google::Protobuf::FieldDescriptorProto, :extension, 7
+      optional ::Google::Protobuf::FileOptions, :options, 8
+      optional ::Google::Protobuf::SourceCodeInfo, :source_code_info, 9
+      optional :string, :syntax, 12
+    end
+
+    class DescriptorProto
+      class ExtensionRange
+        optional :int32, :start, 1
+        optional :int32, :end, 2
+      end
+
+      class ReservedRange
+        optional :int32, :start, 1
+        optional :int32, :end, 2
+      end
+
+      optional :string, :name, 1
+      repeated ::Google::Protobuf::FieldDescriptorProto, :field, 2
+      repeated ::Google::Protobuf::FieldDescriptorProto, :extension, 6
+      repeated ::Google::Protobuf::DescriptorProto, :nested_type, 3
+      repeated ::Google::Protobuf::EnumDescriptorProto, :enum_type, 4
+      repeated ::Google::Protobuf::DescriptorProto::ExtensionRange, :extension_range, 5
+      repeated ::Google::Protobuf::OneofDescriptorProto, :oneof_decl, 8
+      optional ::Google::Protobuf::MessageOptions, :options, 7
+      repeated ::Google::Protobuf::DescriptorProto::ReservedRange, :reserved_range, 9
+      repeated :string, :reserved_name, 10
+    end
+
+    class FieldDescriptorProto
+      optional :string, :name, 1
+      optional :int32, :number, 3
+      optional ::Google::Protobuf::FieldDescriptorProto::Label, :label, 4
+      optional ::Google::Protobuf::FieldDescriptorProto::Type, :type, 5
+      optional :string, :type_name, 6
+      optional :string, :extendee, 2
+      optional :string, :default_value, 7
+      optional :int32, :oneof_index, 9
+      optional :string, :json_name, 10
+      optional ::Google::Protobuf::FieldOptions, :options, 8
+    end
+
+    class OneofDescriptorProto
+      optional :string, :name, 1
+    end
+
+    class EnumDescriptorProto
+      optional :string, :name, 1
+      repeated ::Google::Protobuf::EnumValueDescriptorProto, :value, 2
+      optional ::Google::Protobuf::EnumOptions, :options, 3
+    end
+
+    class EnumValueDescriptorProto
+      optional :string, :name, 1
+      optional :int32, :number, 2
+      optional ::Google::Protobuf::EnumValueOptions, :options, 3
+    end
+
+    class ServiceDescriptorProto
+      optional :string, :name, 1
+      repeated ::Google::Protobuf::MethodDescriptorProto, :method, 2
+      optional ::Google::Protobuf::ServiceOptions, :options, 3
+    end
+
+    class MethodDescriptorProto
+      optional :string, :name, 1
+      optional :string, :input_type, 2
+      optional :string, :output_type, 3
+      optional ::Google::Protobuf::MethodOptions, :options, 4
+      optional :bool, :client_streaming, 5, :default => false
+      optional :bool, :server_streaming, 6, :default => false
+    end
+
+    class FileOptions
+      optional :string, :java_package, 1
+      optional :string, :java_outer_classname, 8
+      optional :bool, :java_multiple_files, 10, :default => false
+      optional :bool, :java_generate_equals_and_hash, 20, :default => false
+      optional :bool, :java_string_check_utf8, 27, :default => false
+      optional ::Google::Protobuf::FileOptions::OptimizeMode, :optimize_for, 9, :default => ::Google::Protobuf::FileOptions::OptimizeMode::SPEED
+      optional :string, :go_package, 11
+      optional :bool, :cc_generic_services, 16, :default => false
+      optional :bool, :java_generic_services, 17, :default => false
+      optional :bool, :py_generic_services, 18, :default => false
+      optional :bool, :deprecated, 23, :default => false
+      optional :bool, :cc_enable_arenas, 31, :default => false
+      optional :string, :objc_class_prefix, 36
+      optional :string, :csharp_namespace, 37
+      optional :bool, :javanano_use_deprecated_package, 38
+      repeated ::Google::Protobuf::UninterpretedOption, :uninterpreted_option, 999
+      # Extension Fields
+      extensions 1000...536870912
+    end
+
+    class MessageOptions
+      optional :bool, :message_set_wire_format, 1, :default => false
+      optional :bool, :no_standard_descriptor_accessor, 2, :default => false
+      optional :bool, :deprecated, 3, :default => false
+      optional :bool, :map_entry, 7
+      repeated ::Google::Protobuf::UninterpretedOption, :uninterpreted_option, 999
+      # Extension Fields
+      extensions 1000...536870912
+    end
+
+    class FieldOptions
+      optional ::Google::Protobuf::FieldOptions::CType, :ctype, 1, :default => ::Google::Protobuf::FieldOptions::CType::STRING
+      optional :bool, :packed, 2
+      optional ::Google::Protobuf::FieldOptions::JSType, :jstype, 6, :default => ::Google::Protobuf::FieldOptions::JSType::JS_NORMAL
+      optional :bool, :lazy, 5, :default => false
+      optional :bool, :deprecated, 3, :default => false
+      optional :bool, :weak, 10, :default => false
+      repeated ::Google::Protobuf::UninterpretedOption, :uninterpreted_option, 999
+      # Extension Fields
+      extensions 1000...536870912
+    end
+
+    class EnumOptions
+      optional :bool, :allow_alias, 2
+      optional :bool, :deprecated, 3, :default => false
+      repeated ::Google::Protobuf::UninterpretedOption, :uninterpreted_option, 999
+      # Extension Fields
+      extensions 1000...536870912
+    end
+
+    class EnumValueOptions
+      optional :bool, :deprecated, 1, :default => false
+      repeated ::Google::Protobuf::UninterpretedOption, :uninterpreted_option, 999
+      # Extension Fields
+      extensions 1000...536870912
+    end
+
+    class ServiceOptions
+      optional :bool, :deprecated, 33, :default => false
+      repeated ::Google::Protobuf::UninterpretedOption, :uninterpreted_option, 999
+      # Extension Fields
+      extensions 1000...536870912
+    end
+
+    class MethodOptions
+      optional :bool, :deprecated, 33, :default => false
+      repeated ::Google::Protobuf::UninterpretedOption, :uninterpreted_option, 999
+      # Extension Fields
+      extensions 1000...536870912
+    end
+
+    class UninterpretedOption
+      class NamePart
+        required :string, :name_part, 1
+        required :bool, :is_extension, 2
+      end
+
+      repeated ::Google::Protobuf::UninterpretedOption::NamePart, :name, 2
+      optional :string, :identifier_value, 3
+      optional :uint64, :positive_int_value, 4
+      optional :int64, :negative_int_value, 5
+      optional :double, :double_value, 6
+      optional :bytes, :string_value, 7
+      optional :string, :aggregate_value, 8
+    end
+
+    class SourceCodeInfo
+      class Location
+        repeated :int32, :path, 1, :packed => true
+        repeated :int32, :span, 2, :packed => true
+        optional :string, :leading_comments, 3
+        optional :string, :trailing_comments, 4
+        repeated :string, :leading_detached_comments, 6
+      end
+
+      repeated ::Google::Protobuf::SourceCodeInfo::Location, :location, 1
+    end
+
+  end
+
+end
+

data/lib/inline_jflow.pb.rb

@@ -0,0 +1,117 @@
+# encoding: utf-8
+
+##
+# This file is auto-generated. DO NOT EDIT!
+#
+require 'protobuf'
+
+
+##
+# Imports
+#
+require 'telemetry_top.pb'
+
+
+##
+# Message Classes
+#
+class InlineJflow < ::Protobuf::Message; end
+class InlineJflowNpuStats < ::Protobuf::Message; end
+
+
+##
+# Message Fields
+#
+class InlineJflow
+  optional :string, :ipv4_flows_export_format, 2
+  optional :string, :ipv6_flows_export_format, 3
+  optional :string, :vpls_flows_export_format, 4
+  optional :string, :mpls_flows_export_format, 5
+  optional :uint32, :ipv4_route_record_cnt, 6
+  optional :uint32, :ipv6_route_record_cnt, 7
+  optional :uint32, :mpls_route_record_cnt, 8
+  optional :uint32, :autonomous_system_record_cnt, 9
+  optional :uint64, :ipv4_max_flows_count, 10
+  optional :uint64, :ipv6_max_flows_count, 11
+  optional :uint64, :vpls_max_flows_count, 12
+  optional :uint64, :mpls_max_flows_count, 13
+  optional :uint32, :memory_alloc_fail_cnt, 14, :".telemetry_options" => { :is_counter => true }
+  optional :uint32, :ipv4_configured_observation_domain_id, 15
+  optional :uint32, :ipv6_configured_observation_domain_id, 16
+  optional :uint32, :vpls_configured_observation_domain_id, 17
+  optional :uint32, :mpls_configured_observation_domain_id, 18
+  optional :uint32, :last_clear_timestamp, 19
+  optional :bool, :ipv6_extended_attribute, 20
+  optional :bool, :flexible_flow_sizing, 21
+  optional :bool, :use_extended_flow_memory, 22
+  repeated ::InlineJflowNpuStats, :npu_stats, 50
+end
+
+class InlineJflowNpuStats
+  required :uint32, :npu_identifier, 1
+  optional :uint64, :ipv4_flow_packets, 51, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv4_flow_bytes, 52, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv4_total_flows, 53, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv4_active_flows, 54, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv4_flows_exported, 55, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv4_packets_exported, 56, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv4_flows_inactive_timed_out, 57, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv4_flows_active_timed_out, 58, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv4_flow_create_failure, 59, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv4_route_lookup_failure, 60, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv4_autonomous_system_lookup_failure, 61, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv4_flow_packet_export_failure, 62, :".telemetry_options" => { :is_counter => true }
+  optional :float, :ipv4_flow_table_utilization, 63, :".telemetry_options" => { :is_gauge => true }
+  optional :uint64, :ipv4_flow_insert_count, 64, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv6_flow_packets, 101, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv6_flow_bytes, 102, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv6_total_flows, 103, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv6_active_flows, 104, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv6_flows_exported, 105, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv6_packets_exported, 106, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv6_flows_inactive_timed_out, 107, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv6_flows_active_timed_out, 108, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv6_flow_create_failure, 109, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv6_route_lookup_failure, 110, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv6_autonomous_system_lookup_failure, 111, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :ipv6_flow_packet_export_failure, 112, :".telemetry_options" => { :is_counter => true }
+  optional :float, :ipv6_flow_table_utilization, 113, :".telemetry_options" => { :is_gauge => true }
+  optional :uint64, :ipv6_flow_insert_count, 114, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :vpls_flow_packets, 151, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :vpls_flow_bytes, 152, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :vpls_total_flows, 153, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :vpls_active_flows, 154, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :vpls_flows_exported, 155, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :vpls_packets_exported, 156, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :vpls_flows_inactive_timed_out, 157, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :vpls_flows_active_timed_out, 158, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :vpls_flow_create_failure, 159, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :vpls_route_lookup_failure, 160, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :vpls_autonomous_system_lookup_failure, 161, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :vpls_flow_packet_export_failure, 162, :".telemetry_options" => { :is_counter => true }
+  optional :float, :vpls_flow_table_utilization, 163, :".telemetry_options" => { :is_gauge => true }
+  optional :uint64, :vpls_flow_insert_count, 164, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :mpls_flow_packets, 201, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :mpls_flow_bytes, 202, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :mpls_total_flows, 203, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :mpls_active_flows, 204, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :mpls_flows_exported, 205, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :mpls_packets_exported, 206, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :mpls_flows_inactive_timed_out, 207, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :mpls_flows_active_timed_out, 208, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :mpls_flow_create_failure, 209, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :mpls_route_lookup_failure, 210, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :mpls_autonomous_system_lookup_failure, 211, :".telemetry_options" => { :is_counter => true }
+  optional :uint64, :mpls_flow_packet_export_failure, 212, :".telemetry_options" => { :is_counter => true }
+  optional :float, :mpls_flow_table_utilization, 213, :".telemetry_options" => { :is_gauge => true }
+  optional :uint64, :mpls_flow_insert_count, 214, :".telemetry_options" => { :is_counter => true }
+end
+
+
+##
+# Extended Message Fields
+#
+class ::JuniperNetworksSensors < ::Protobuf::Message
+  optional ::InlineJflow, :".inline_jflow_stats_ext", 9, :extension => true
+end
+