logstash-codec-avro_schema_registry 1.0.0 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 4b52cb641d3dcc1ab0e81aac04e073a609cf55e4
-  data.tar.gz: 26d12ac1f854fb677f7f8ecb23da35967e88a3b5
+  metadata.gz: 96fba808f06019f95c4e7795b896f3d1cb583f02
+  data.tar.gz: d4dcf8c54b94c97bb591c26b6d07cc895063c5ef
 SHA512:
-  metadata.gz: 3307ec8a0891959b5f1e9f6860463de2b108b70f9f0a9103106bfc58e8e81b8fc7fd0a463524c88f19e684e28cf209dc9a1f3c833218be252beb8c4dc7ae3a9a
-  data.tar.gz: d49ca291bc9b1e4ff75d3bbcd9feec6657d22cdd596e4523d409acda8c6b0d5af7d44736aa13f5f8c08fbfc539ea9b34c5a5e2f1df8dd33014f19f03856283ad
+  metadata.gz: 942512a18cd5811e85621d71b7adf4a3734b1334e26ae4f8501c8a96028c57712674498c81de6ee5fcbae201c6d69a868526a643ddcf911d858e94be7f10ba3a
+  data.tar.gz: d1f85086d6d0ff6e23c8306164add731bae9ae4a2cfded29c5698a11dab6c24899c3fc19ee0613e648f9ce95c3bb64958261c4b1e292e8693a1de7683975aa13

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+## 1.1.0
+ - Add support for client side TLS auth to schema registry
+
 ## 1.0.0
  - Add encode capability
  - Try base64 decode/encode on input/output

data/README.md

@@ -1,5 +1,7 @@
 # Logstash Codec - Avro Schema Registry
 
+### v1.1.0
+
 This plugin is used to serialize Logstash events as
 Avro datums, as well as deserializing Avro datums into
 Logstash events.
@@ -8,6 +10,12 @@ Decode/encode Avro records as Logstash events using the
 associated Avro schema from a Confluent schema registry.
 (https://github.com/confluentinc/schema-registry)
 
+## Installation
+
+```
+logstash-plugin install logstash-codec-avro_schema_registry
+```
+
 ##  Decoding (input)
 
 When this codec is used to decode the input, you may pass the following options:
@@ -36,6 +44,12 @@ When this codec is used to encode, you may pass the following options:
 - ``register_schema`` - will register the JSON schema if it does not exist.
 - ``binary_encoded`` - will output the encoded event as a ByteArray.
   Requires the ``ByteArraySerializer`` to be set in the Kafka output config.
+- ``client_certificate`` -  Client TLS certificate for mutual TLS
+- ``client_key`` -  Client TLS key for mutual TLS
+- ``ca_certificate`` -  CA Certificate
+- ``verify_mode`` -  SSL Verify modes.  Valid options are `verify_none`, `verify_peer`,  `verify_client_once` , and `verify_fail_if_no_peer_cert`.  Default is `verify_peer`
+
+  
 
 ## Usage
 
@@ -63,11 +77,12 @@ output {
       schema_uri => "/app/my_kafka_subject.avsc"
       register_schema => true
     }
+    value_serializer => "org.apache.kafka.common.serialization.ByteArraySerializer"
   }
 }
 ```
 
-### Binary encoded Kafka output
+### Using signed certificate for registry authentication
 
 ```
 output {
@@ -76,9 +91,12 @@ output {
     codec => avro_schema_registry {
       endpoint => "http://schemas.example.com"
       schema_id => 47
-      binary_encoded => true
+      client_key          => "./client.key"
+      client_certificate  => "./client.crt"
+      ca_certificate      => "./ca.pem"
+      verify_mode         => "verify_peer"
     }
     value_serializer => "org.apache.kafka.common.serialization.ByteArraySerializer"
   }
 }
-```
+```

data/lib/logstash/codecs/avro_schema_registry.rb

@@ -51,6 +51,11 @@ MAGIC_BYTE = 0
 # - ``register_schema`` - will register the JSON schema if it does not exist.
 # - ``binary_encoded`` - will output the encoded event as a ByteArray.
 #   Requires the ``ByteArraySerializer`` to be set in the Kafka output config.
+# - ``client_certificate`` -  Client TLS certificate for mutual TLS
+# - ``client_key`` -  Client TLS key for mutual TLS
+# - ``ca_certificate`` -  CA Certificate
+# - ``verify_mode`` -  SSL Verify modes.  Valid options are `verify_none`, `verify_peer`, `verify_client_once`,
+#   and `verify_fail_if_no_peer_cert`.  Default is `verify_peer`
 #
 # ==== Usage
 # Example usage with Kafka input and output.
@@ -78,11 +83,12 @@ MAGIC_BYTE = 0
 #       schema_uri => "/app/my_kafka_subject.avsc"
 #       register_schema => true
 #     }
+#     value_serializer => "org.apache.kafka.common.serialization.ByteArraySerializer"
 #   }
 # }
 # ----------------------------------
 #
-# Binary encoded Kafka output
+# Using signed certificate for registry authentication
 #
 # [source,ruby]
 # ----------------------------------
@@ -92,7 +98,10 @@ MAGIC_BYTE = 0
 #     codec => avro_schema_registry {
 #       endpoint => "http://schemas.example.com"
 #       schema_id => 47
-#       binary_encoded => true
+#       client_key          => "./client.key"
+#       client_certificate  => "./client.crt"
+#       ca_certificate      => "./ca.pem"
+#       verify_mode         => "verify_peer"
 #     }
 #     value_serializer => "org.apache.kafka.common.serialization.ByteArraySerializer"
 #   }
@@ -116,11 +125,27 @@ class LogStash::Codecs::AvroSchemaRegistry < LogStash::Codecs::Base
   config :schema_string, :validate => :string, :default => nil
   config :check_compatibility, :validate => :boolean, :default => false
   config :register_schema, :validate => :boolean, :default => false
-  config :binary_encoded, :validate => :boolean, :default => false
+  config :binary_encoded, :validate => :boolean, :default => true
 
+  config :client_certificate, :validate => :string, :default => nil
+  config :client_key, :validate => :string, :default => nil
+  config :ca_certificate, :validate => :string, :default => nil
+  config :verify_mode, :validate => :string, :default => 'verify_peer'
+  
   public
   def register
-    @client = SchemaRegistry::Client.new(endpoint, username, password)
+
+    @client = if client_certificate != nil
+      SchemaRegistry::Client.new(endpoint, username, password, SchemaRegistry::Client.connection_options(
+        client_certificate: client_certificate,
+        client_key: client_key,
+        ca_certificate: ca_certificate,
+        verify_mode: verify_mode
+      ))
+    else
+      SchemaRegistry::Client.new(endpoint, username, password)
+    end
+
     @schemas = Hash.new
     @write_schema_id = nil
   end

data/logstash-codec-avro_schema_registry.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name          = 'logstash-codec-avro_schema_registry'
-  s.version       = '1.0.0'
+  s.version       = '1.1.0'
   s.licenses      = ['Apache License (2.0)']
   s.summary         = "Encode and decode avro formatted data from a Confluent schema registry"
   s.description     = "Encode and decode avro formatted data from a Confluent schema registry"
@@ -21,6 +21,6 @@ Gem::Specification.new do |s|
   s.add_runtime_dependency "logstash-core-plugin-api", ">= 1.60", "<= 2.99"
   s.add_runtime_dependency "logstash-codec-line"
   s.add_runtime_dependency "avro"  #(Apache 2.0 license)
-  s.add_runtime_dependency "schema_registry"  #(MIT license)
+  s.add_runtime_dependency "schema_registry", ">= 0.1.0" #(MIT license)
   s.add_development_dependency "logstash-devutils"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-codec-avro_schema_registry
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.1.0
 platform: ruby
 authors:
 - RevPoint Media
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-09-25 00:00:00.000000000 Z
+date: 2018-05-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -63,7 +63,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.1.0
   name: schema_registry
   prerelease: false
   type: :runtime
@@ -71,7 +71,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: '0'
+        version: 0.1.0
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
@@ -101,55 +101,6 @@ files:
 - lib/logstash/codecs/avro_schema_registry.rb
 - logstash-codec-avro_schema_registry.gemspec
 - spec/codecs/avro_schema_registry_spec.rb
-- vendor/cache/avro-1.8.2.gem
-- vendor/cache/chronic_duration-0.10.6.gem
-- vendor/cache/clamp-0.6.5.gem
-- vendor/cache/coderay-1.1.1.gem
-- vendor/cache/concurrent-ruby-1.0.0-java.gem
-- vendor/cache/diff-lcs-1.3.gem
-- vendor/cache/ffi-1.9.18-java.gem
-- vendor/cache/filesize-0.0.4.gem
-- vendor/cache/fivemat-1.3.5.gem
-- vendor/cache/gem_publisher-1.5.0.gem
-- vendor/cache/gems-0.8.3.gem
-- vendor/cache/i18n-0.6.9.gem
-- vendor/cache/insist-1.0.0.gem
-- vendor/cache/jar-dependencies-0.3.11.gem
-- vendor/cache/jrjackson-0.4.2-java.gem
-- vendor/cache/jrmonitor-0.4.2.gem
-- vendor/cache/jruby-openssl-0.9.16-java.gem
-- vendor/cache/kramdown-1.14.0.gem
-- vendor/cache/logstash-codec-line-3.0.3.gem
-- vendor/cache/logstash-core-5.4.0-java.gem
-- vendor/cache/logstash-core-plugin-api-2.1.24-java.gem
-- vendor/cache/logstash-devutils-1.3.3-java.gem
-- vendor/cache/method_source-0.8.2.gem
-- vendor/cache/minitar-0.5.4.gem
-- vendor/cache/multi_json-1.12.1.gem
-- vendor/cache/numerizer-0.1.1.gem
-- vendor/cache/polyglot-0.3.5.gem
-- vendor/cache/pry-0.10.4-java.gem
-- vendor/cache/puma-2.16.0-java.gem
-- vendor/cache/rack-1.6.8.gem
-- vendor/cache/rack-protection-1.5.3.gem
-- vendor/cache/rake-12.0.0.gem
-- vendor/cache/rspec-3.6.0.gem
-- vendor/cache/rspec-core-3.6.0.gem
-- vendor/cache/rspec-expectations-3.6.0.gem
-- vendor/cache/rspec-mocks-3.6.0.gem
-- vendor/cache/rspec-support-3.6.0.gem
-- vendor/cache/rspec-wait-0.0.9.gem
-- vendor/cache/ruby-maven-3.3.12.gem
-- vendor/cache/ruby-maven-libs-3.3.9.gem
-- vendor/cache/rubyzip-1.1.7.gem
-- vendor/cache/schema_registry-0.0.4.gem
-- vendor/cache/sinatra-1.4.8.gem
-- vendor/cache/slop-3.6.0.gem
-- vendor/cache/spoon-0.0.6.gem
-- vendor/cache/stud-0.0.22.gem
-- vendor/cache/thread_safe-0.3.6-java.gem
-- vendor/cache/tilt-2.0.7.gem
-- vendor/cache/treetop-1.4.15.gem
 homepage: https://github.com/revpoint/logstash-codec-avro_schema_registry
 licenses:
 - Apache License (2.0)
@@ -172,7 +123,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project:
-rubygems_version: 2.4.8
+rubygems_version: 2.6.14.1
 signing_key:
 specification_version: 4
 summary: Encode and decode avro formatted data from a Confluent schema registry