logstash-codec-protobuf 1.2.8-jruby

data/spec/helpers/pb3/messageA_pb.rb

@@ -0,0 +1,16 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: messageA.proto3
+
+require 'google/protobuf'
+
+require 'header/header_pb'
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "A.MessageA" do
+    optional :name, :string, 1
+    optional :header, :message, 2, "Header"
+  end
+end
+
+module A
+  MessageA = Google::Protobuf::DescriptorPool.generated_pool.lookup("A.MessageA").msgclass
+end

data/spec/helpers/pb3/messageB.proto3

@@ -0,0 +1,12 @@
+syntax = "proto3";
+
+// Compile: protoc --ruby_out=. spec/helpers/*proto3
+
+package B;
+
+import "header/header.proto3";
+
+message MessageB {
+    string name = 1;
+    Header header = 2;
+}

data/spec/helpers/pb3/messageB_pb.rb

@@ -0,0 +1,16 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: messageB.proto3
+
+require 'google/protobuf'
+
+require 'header/header_pb'
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "B.MessageB" do
+    optional :name, :string, 1
+    optional :header, :message, 2, "Header"
+  end
+end
+
+module B
+  MessageB = Google::Protobuf::DescriptorPool.generated_pool.lookup("B.MessageB").msgclass
+end

data/spec/helpers/pb3/rum2_pb.rb

@@ -0,0 +1,87 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: something/rum_akamai/AkamaiRum.proto
+
+begin; require 'google/protobuf'; rescue LoadError; end
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "something.logging.ProtoHeader2" do
+    optional :unix_timestamp, :int64, 1
+    optional :sender_id, :string, 2
+  end
+end
+
+module Something
+  module Logging
+    ProtoHeader2 = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.logging.ProtoHeader2").msgclass
+  end
+end
+
+
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "something.rum_akamai.ProtoAkamai2Rum" do
+    optional :header, :message, 1, "something.logging.ProtoHeader2"
+    optional :version, :string, 2
+    optional :url, :string, 3
+    optional :http_referer, :string, 4
+    optional :session_id, :string, 5
+    optional :tracking_id, :string, 6
+    optional :locale, :string, 7
+    optional :user_agent, :message, 8, "something.rum_akamai.ProtoAkamai2Rum.ProtoUserAgent"
+    optional :geo, :message, 9, "something.rum_akamai.ProtoAkamai2Rum.ProtoGeoLocation"
+    optional :timers, :message, 10, "something.rum_akamai.ProtoAkamai2Rum.ProtoTimers"
+    optional :page_group, :string, 11
+    repeated :active_ctests, :string, 12
+    optional :dom, :message, 13, "something.rum_akamai.ProtoAkamai2Rum.ProtoDom"
+    optional :domain, :string, 14
+    optional :timestamp, :string, 15
+  end
+  add_message "something.rum_akamai.ProtoAkamai2Rum.ProtoUserAgent" do
+    optional :family, :string, 1
+    optional :major, :float, 2
+    optional :manufacturer, :string, 3
+    optional :minor, :float, 4
+    optional :mobile, :string, 5
+    optional :model, :string, 6
+    optional :os, :string, 7
+    optional :osversion, :string, 8
+    optional :raw, :string, 9
+    optional :type, :string, 10
+  end
+  add_message "something.rum_akamai.ProtoAkamai2Rum.ProtoGeoLocation" do
+    optional :cc, :string, 1
+    optional :city, :string, 2
+    optional :isp, :string, 3
+    optional :lat, :float, 4
+    optional :lon, :float, 5
+    optional :netspeed, :string, 6
+    optional :organisation, :string, 7
+    optional :ovr, :bool, 8
+    optional :postalcode, :string, 9
+    optional :rg, :string, 10
+  end
+  add_message "something.rum_akamai.ProtoAkamai2Rum.ProtoTimers" do
+    optional :t_resp, :int32, 1
+    optional :fid, :int32, 2
+    optional :fcp, :int32, 3
+    optional :tti, :int32, 4
+    optional :ttfi, :int32, 5
+    optional :ttvr, :int32, 6
+    optional :longtasks, :float, 7
+  end
+  add_message "something.rum_akamai.ProtoAkamai2Rum.ProtoDom" do
+    optional :script, :int32, 1
+    optional :ext, :int32, 2
+    optional :ln, :int32, 3
+  end
+end
+
+module Something
+  module RumAkamai
+    ProtoAkamai2Rum = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.rum_akamai.ProtoAkamai2Rum").msgclass
+    ProtoAkamai2Rum::ProtoUserAgent = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.rum_akamai.ProtoAkamai2Rum.ProtoUserAgent").msgclass
+    ProtoAkamai2Rum::ProtoGeoLocation = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.rum_akamai.ProtoAkamai2Rum.ProtoGeoLocation").msgclass
+    ProtoAkamai2Rum::ProtoTimers = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.rum_akamai.ProtoAkamai2Rum.ProtoTimers").msgclass
+    ProtoAkamai2Rum::ProtoDom = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.rum_akamai.ProtoAkamai2Rum.ProtoDom").msgclass
+  end
+end

data/spec/helpers/pb3/rum3_pb.rb

@@ -0,0 +1,87 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: something/rum_akamai/AkamaiRum.proto
+
+begin; require 'google/protobuf'; rescue LoadError; end
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "something.logging.ProtoHeader3" do
+    optional :unix_timestamp, :int64, 1
+    optional :sender_id, :string, 2
+  end
+end
+
+module Something
+  module Logging
+    ProtoHeader3 = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.logging.ProtoHeader3").msgclass
+  end
+end
+
+
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "something.rum_akamai.ProtoAkamai3Rum" do
+    optional :header, :message, 1, "something.logging.ProtoHeader3"
+    optional :version, :string, 2
+    optional :url, :string, 3
+    optional :http_referer, :string, 4
+    optional :session_id, :string, 5
+    optional :tracking_id, :string, 6
+    optional :locale, :string, 7
+    optional :user_agent, :message, 8, "something.rum_akamai.ProtoAkamai3Rum.ProtoUserAgent"
+    optional :geo, :message, 9, "something.rum_akamai.ProtoAkamai3Rum.ProtoGeoLocation"
+    optional :timers, :message, 10, "something.rum_akamai.ProtoAkamai3Rum.ProtoTimers"
+    optional :page_group, :string, 11
+    repeated :active_ctests, :string, 12
+    optional :dom, :message, 13, "something.rum_akamai.ProtoAkamai3Rum.ProtoDom"
+    optional :domain, :string, 14
+    optional :timestamp, :string, 15
+  end
+  add_message "something.rum_akamai.ProtoAkamai3Rum.ProtoUserAgent" do
+    optional :family, :string, 1
+    optional :major, :float, 2
+    optional :manufacturer, :string, 3
+    optional :minor, :float, 4
+    optional :mobile, :string, 5
+    optional :model, :string, 6
+    optional :os, :string, 7
+    optional :osversion, :string, 8
+    optional :raw, :string, 9
+    optional :type, :string, 10
+  end
+  add_message "something.rum_akamai.ProtoAkamai3Rum.ProtoGeoLocation" do
+    optional :cc, :string, 1
+    optional :city, :string, 2
+    optional :isp, :string, 3
+    optional :lat, :float, 4
+    optional :lon, :float, 5
+    optional :netspeed, :string, 6
+    optional :organisation, :string, 7
+    optional :ovr, :bool, 8
+    optional :postalcode, :string, 9
+    optional :rg, :string, 10
+  end
+  add_message "something.rum_akamai.ProtoAkamai3Rum.ProtoTimers" do
+    optional :t_resp, :int32, 1
+    optional :fid, :int32, 2
+    optional :fcp, :int32, 3
+    optional :tti, :int32, 4
+    optional :ttfi, :int32, 5
+    optional :ttvr, :int32, 6
+    optional :longtasks, :float, 7
+  end
+  add_message "something.rum_akamai.ProtoAkamai3Rum.ProtoDom" do
+    optional :script, :int32, 1
+    optional :ext, :int32, 2
+    optional :ln, :int32, 3
+  end
+end
+
+module Something
+  module RumAkamai
+    ProtoAkamai3Rum = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.rum_akamai.ProtoAkamai3Rum").msgclass
+    ProtoAkamai3Rum::ProtoUserAgent = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.rum_akamai.ProtoAkamai3Rum.ProtoUserAgent").msgclass
+    ProtoAkamai3Rum::ProtoGeoLocation = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.rum_akamai.ProtoAkamai3Rum.ProtoGeoLocation").msgclass
+    ProtoAkamai3Rum::ProtoTimers = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.rum_akamai.ProtoAkamai3Rum.ProtoTimers").msgclass
+    ProtoAkamai3Rum::ProtoDom = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.rum_akamai.ProtoAkamai3Rum.ProtoDom").msgclass
+  end
+end

data/spec/helpers/pb3/rum_pb.rb

@@ -0,0 +1,87 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: something/rum_akamai/AkamaiRum.proto
+
+begin; require 'google/protobuf'; rescue LoadError; end
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "something.logging.ProtoHeader" do
+    optional :unix_timestamp, :int64, 1
+    optional :sender_id, :string, 2
+  end
+end
+
+module Something
+  module Logging
+    ProtoHeader = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.logging.ProtoHeader").msgclass
+  end
+end
+
+
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "something.rum_akamai.ProtoAkamaiRum" do
+    optional :header, :message, 1, "something.logging.ProtoHeader"
+    optional :version, :string, 2
+    optional :url, :string, 3
+    optional :http_referer, :string, 4
+    optional :session_id, :string, 5
+    optional :tracking_id, :string, 6
+    optional :locale, :string, 7
+    optional :user_agent, :message, 8, "something.rum_akamai.ProtoAkamaiRum.ProtoUserAgent"
+    optional :geo, :message, 9, "something.rum_akamai.ProtoAkamaiRum.ProtoGeoLocation"
+    optional :timers, :message, 10, "something.rum_akamai.ProtoAkamaiRum.ProtoTimers"
+    optional :page_group, :string, 11
+    repeated :active_ctests, :string, 12
+    optional :dom, :message, 13, "something.rum_akamai.ProtoAkamaiRum.ProtoDom"
+    optional :domain, :string, 14
+    optional :timestamp, :string, 15
+  end
+  add_message "something.rum_akamai.ProtoAkamaiRum.ProtoUserAgent" do
+    optional :family, :string, 1
+    optional :major, :float, 2
+    optional :manufacturer, :string, 3
+    optional :minor, :float, 4
+    optional :mobile, :string, 5
+    optional :model, :string, 6
+    optional :os, :string, 7
+    optional :osversion, :string, 8
+    optional :raw, :string, 9
+    optional :type, :string, 10
+  end
+  add_message "something.rum_akamai.ProtoAkamaiRum.ProtoGeoLocation" do
+    optional :cc, :string, 1
+    optional :city, :string, 2
+    optional :isp, :string, 3
+    optional :lat, :float, 4
+    optional :lon, :float, 5
+    optional :netspeed, :string, 6
+    optional :organisation, :string, 7
+    optional :ovr, :bool, 8
+    optional :postalcode, :string, 9
+    optional :rg, :string, 10
+  end
+  add_message "something.rum_akamai.ProtoAkamaiRum.ProtoTimers" do
+    optional :t_resp, :int32, 1
+    optional :fid, :int32, 2
+    optional :fcp, :int32, 3
+    optional :tti, :int32, 4
+    optional :ttfi, :int32, 5
+    optional :ttvr, :int32, 6
+    optional :longtasks, :float, 7
+  end
+  add_message "something.rum_akamai.ProtoAkamaiRum.ProtoDom" do
+    optional :script, :int32, 1
+    optional :ext, :int32, 2
+    optional :ln, :int32, 3
+  end
+end
+
+module Something
+  module RumAkamai
+    ProtoAkamaiRum = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.rum_akamai.ProtoAkamaiRum").msgclass
+    ProtoAkamaiRum::ProtoUserAgent = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.rum_akamai.ProtoAkamaiRum.ProtoUserAgent").msgclass
+    ProtoAkamaiRum::ProtoGeoLocation = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.rum_akamai.ProtoAkamaiRum.ProtoGeoLocation").msgclass
+    ProtoAkamaiRum::ProtoTimers = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.rum_akamai.ProtoAkamaiRum.ProtoTimers").msgclass
+    ProtoAkamaiRum::ProtoDom = Google::Protobuf::DescriptorPool.generated_pool.lookup("something.rum_akamai.ProtoAkamaiRum.ProtoDom").msgclass
+  end
+end

data/spec/helpers/pb3/unicorn.proto3

@@ -0,0 +1,31 @@
+syntax = "proto3";
+
+// Compile: protoc --ruby_out=. spec/helpers/*proto3
+
+message Unicorn {
+
+    string name = 1;
+    uint32 age = 2;
+    Colour fur_colour = 3;
+    repeated Colour favourite_colours = 4;
+    repeated int32 favourite_numbers = 5;
+    bool is_pegasus = 6;
+    string timestamp = 7; # Logstash adds this to the event, needed for encoder test
+    string version = 8; # Logstash adds this to the event, needed for encoder test
+    Unicorn mother = 9;
+    Unicorn father = 10;
+}
+
+enum Colour {
+    
+    BLUE = 1;
+    PINK = 2;
+    SILVER = 3;
+    GLITTER = 4;
+    WHITE = 5;
+    GREEN = 6;
+}
+
+// TODO test float datatypes aswell as single fields
+// TODO test class reference to other file as single field
+// TODO test a class as list

data/spec/helpers/pb3/unicorn_pb.rb

@@ -0,0 +1,31 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: spec/helpers/unicorn.proto3
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "Unicorn" do
+    optional :name, :string, 1
+    optional :age, :uint32, 2
+    optional :fur_colour, :enum, 3, "Colour"
+    repeated :favourite_colours, :enum, 4, "Colour"
+    repeated :favourite_numbers, :int32, 5
+    optional :is_pegasus, :bool, 6
+    optional :timestamp, :string, 7
+    optional :version, :string, 8
+    optional :mother, :message, 9, "Unicorn"
+    optional :father, :message, 10, "Unicorn"
+  end
+  add_enum "Colour" do
+    value :UNDEFINED, 0
+    value :BLUE, 1
+    value :PINK, 2
+    value :SILVER, 3
+    value :GLITTER, 4
+    value :WHITE, 5
+    value :GREEN, 6
+  end
+end
+
+Unicorn = Google::Protobuf::DescriptorPool.generated_pool.lookup("Unicorn").msgclass
+Colour = Google::Protobuf::DescriptorPool.generated_pool.lookup("Colour").enummodule

metadata

@@ -0,0 +1,177 @@
+--- !ruby/object:Gem::Specification
+name: logstash-codec-protobuf
+version: !ruby/object:Gem::Version
+  version: 1.2.8
+platform: jruby
+authors:
+- Inga Feick
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2023-03-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.60'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: '2.99'
+  name: logstash-core-plugin-api
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.60'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: '2.99'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 3.22.2
+  name: google-protobuf
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 3.22.2
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: ruby-protocol-buffers
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-devutils
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: This gem is a logstash plugin required to be installed on top of the
+  Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not
+  a stand-alone program
+email: inga.feick@trivago.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- CONTRIBUTORS
+- DEVELOPER.md
+- Gemfile
+- LICENSE
+- NOTICE.TXT
+- README.md
+- docs/index.asciidoc
+- google-protobuf-lib-update.md
+- lib/logstash/codecs/protobuf.rb
+- logstash-codec-protobuf.gemspec
+- spec/codecs/pb2_spec.rb
+- spec/codecs/pb3_decode_spec.rb
+- spec/codecs/pb3_encode_spec.rb
+- spec/helpers/pb2/ColourTestcase.pb.rb
+- spec/helpers/pb2/ColourTestcase.proto
+- spec/helpers/pb2/event.pb.rb
+- spec/helpers/pb2/event.proto
+- spec/helpers/pb2/header/header.pb.rb
+- spec/helpers/pb2/header/header.proto
+- spec/helpers/pb2/human.pb.rb
+- spec/helpers/pb2/unicorn.pb.rb
+- spec/helpers/pb2/unicorn_event.pb.rb
+- spec/helpers/pb3/FantasyHorse_pb.rb
+- spec/helpers/pb3/ProbeResult_pb.rb
+- spec/helpers/pb3/dnsmessage_pb.rb
+- spec/helpers/pb3/events.proto3
+- spec/helpers/pb3/events_pb.rb
+- spec/helpers/pb3/header/header.proto3
+- spec/helpers/pb3/header/header_pb.rb
+- spec/helpers/pb3/integertest_pb.rb
+- spec/helpers/pb3/messageA.proto3
+- spec/helpers/pb3/messageA_pb.rb
+- spec/helpers/pb3/messageB.proto3
+- spec/helpers/pb3/messageB_pb.rb
+- spec/helpers/pb3/rum2_pb.rb
+- spec/helpers/pb3/rum3_pb.rb
+- spec/helpers/pb3/rum_pb.rb
+- spec/helpers/pb3/unicorn.proto3
+- spec/helpers/pb3/unicorn_pb.rb
+homepage:
+licenses:
+- Apache License (2.0)
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: codec
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.2.29
+signing_key:
+specification_version: 4
+summary: Reads protobuf messages and converts to Logstash Events
+test_files:
+- spec/codecs/pb2_spec.rb
+- spec/codecs/pb3_decode_spec.rb
+- spec/codecs/pb3_encode_spec.rb
+- spec/helpers/pb2/ColourTestcase.pb.rb
+- spec/helpers/pb2/ColourTestcase.proto
+- spec/helpers/pb2/event.pb.rb
+- spec/helpers/pb2/event.proto
+- spec/helpers/pb2/header/header.pb.rb
+- spec/helpers/pb2/header/header.proto
+- spec/helpers/pb2/human.pb.rb
+- spec/helpers/pb2/unicorn.pb.rb
+- spec/helpers/pb2/unicorn_event.pb.rb
+- spec/helpers/pb3/FantasyHorse_pb.rb
+- spec/helpers/pb3/ProbeResult_pb.rb
+- spec/helpers/pb3/dnsmessage_pb.rb
+- spec/helpers/pb3/events.proto3
+- spec/helpers/pb3/events_pb.rb
+- spec/helpers/pb3/header/header.proto3
+- spec/helpers/pb3/header/header_pb.rb
+- spec/helpers/pb3/integertest_pb.rb
+- spec/helpers/pb3/messageA.proto3
+- spec/helpers/pb3/messageA_pb.rb
+- spec/helpers/pb3/messageB.proto3
+- spec/helpers/pb3/messageB_pb.rb
+- spec/helpers/pb3/rum2_pb.rb
+- spec/helpers/pb3/rum3_pb.rb
+- spec/helpers/pb3/rum_pb.rb
+- spec/helpers/pb3/unicorn.proto3
+- spec/helpers/pb3/unicorn_pb.rb