logstash-input-kinesis 2.0.5-java → 2.0.6-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f3e4d9614e4481f001a52c155e113fa7597462bd6d23961e3ae925895b5c800f
-  data.tar.gz: 35e2f182b3c99631a5dc8585b161239b3d25881654869423d84cad7cff3394ae
+  metadata.gz: a75cb55ecad3e17ace50ce97f2355844a29b65f599c74f8f66ac1133de2066e9
+  data.tar.gz: b46a6227ead8f3c7b261ebb9943b07fad225818dccffffd115b741776c7aa370
 SHA512:
-  metadata.gz: 0aa496b90b0bc671323218b4a1d057857c518745a9e5b2eff66272598f37507a7ea4fc049f48e405c480ad56beafd1f69bad6cd22fdc8e230d429f28a9de1295
-  data.tar.gz: e6461c17ea75489281a20cb216494d864559bb6ea59a3f5dc69b0a2f997038a8d97f9b27ac2c980f2c53a6e8ed4357a339dc31c66e84963546c49aaf618e6079
+  metadata.gz: ebe78e4ca63b7ec51070b969cef14c4efed64673f5ad79377194e250d39ac1e249cd2f5f6c44669bdca946ff66c42be0377f8b0d3890c224846d6397a51d690e
+  data.tar.gz: ce0656e2b85a270406b67e9f0191d78cbcccab04663f28198031e19a54a809609c310adf404157b99f1e9e885d69d8c46d54dff778e5a39386b934950d7f60ec

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## 2.0.6
+ - Fix some documentation issues
+ - Add support for `initial_position_in_stream` config parameter. `TRIM_HORIZON` and `LATEST` are supported.
+
 ## 2.0.5
  - Docs: Add CHANGELOG.md
  - Support for specifying an AWS credentials profile with the `profile` config parameter

data/README.md

@@ -49,6 +49,9 @@ This are the properties you can configure and what are the default values:
 * `profile`: The AWS profile name for authentication. This ensures that the `~/.aws/credentials` AWS auth provider is used. By default this is empty and the default chain will be used.
     * **required**: false
     * **default value**: `""`    
+* `initial_position_in_stream`: The value for initialPositionInStream. Accepts "TRIM_HORIZON" or "LATEST".
+    * **required**: false
+    * **default value**: `"TRIM_HORIZON"`
 
 ## Authentication
 

data/lib/logstash/inputs/kinesis.rb

@@ -53,6 +53,9 @@ class LogStash::Inputs::Kinesis < LogStash::Inputs::Base
   # Select AWS profile for input
   config :profile, :validate => :string
 
+  # Select initial_position_in_stream. Accepts TRIM_HORIZON or LATEST
+  config :initial_position_in_stream, :validate => ["TRIM_HORIZON", "LATEST"], :default => "TRIM_HORIZON"
+
   def initialize(params = {})
     super(params)
   end
@@ -75,12 +78,18 @@ class LogStash::Inputs::Kinesis < LogStash::Inputs::Base
     else
       creds = com.amazonaws.auth::DefaultAWSCredentialsProviderChain.new
     end
+    initial_position_in_stream = if @initial_position_in_stream == "TRIM_HORIZON"
+      KCL::InitialPositionInStream::TRIM_HORIZON
+    else
+      KCL::InitialPositionInStream::LATEST
+    end
+
     @kcl_config = KCL::KinesisClientLibConfiguration.new(
       @application_name,
       @kinesis_stream_name,
       creds,
       worker_id).
-        withInitialPositionInStream(KCL::InitialPositionInStream::TRIM_HORIZON).
+        withInitialPositionInStream(initial_position_in_stream).
         withRegionName(@region)
   end
 

data/lib/logstash/inputs/kinesis/version.rb

@@ -2,7 +2,7 @@
 module Logstash
   module Input
     module Kinesis
-      VERSION = "2.0.5"
+      VERSION = "2.0.6"
     end
   end
 end

data/spec/inputs/kinesis_spec.rb

@@ -26,6 +26,18 @@ RSpec.describe "inputs/kinesis" do
     "profile" => "my-aws-profile"
   }}
 
+  # other config with LATEST as initial_position_in_stream
+  let(:config_with_latest) {{
+    "application_name" => "my-processor",
+    "kinesis_stream_name" => "run-specs",
+    "codec" => codec,
+    "metrics" => metrics,
+    "checkpoint_interval_seconds" => 120,
+    "region" => "ap-southeast-1",
+    "profile" => nil,
+    "initial_position_in_stream" => "LATEST"
+  }}
+
   subject!(:kinesis) { LogStash::Inputs::Kinesis.new(config) }
   let(:kcl_worker) { double('kcl_worker') }
   let(:stub_builder) { double('kcl_builder', build: kcl_worker) }
@@ -54,6 +66,17 @@ RSpec.describe "inputs/kinesis" do
     expect(kinesis_with_profile.kcl_config.get_kinesis_credentials_provider.getClass.to_s).to eq("com.amazonaws.auth.profile.ProfileCredentialsProvider")
   end
 
+  subject!(:kinesis_with_latest) { LogStash::Inputs::Kinesis.new(config_with_latest) }
+
+  it "configures the KCL" do
+    kinesis_with_latest.register
+    expect(kinesis_with_latest.kcl_config.applicationName).to eq("my-processor")
+    expect(kinesis_with_latest.kcl_config.streamName).to eq("run-specs")
+    expect(kinesis_with_latest.kcl_config.regionName).to eq("ap-southeast-1")
+    expect(kinesis_with_latest.kcl_config.initialPositionInStream).to eq(KCL::InitialPositionInStream::LATEST)
+    expect(kinesis_with_latest.kcl_config.get_kinesis_credentials_provider.getClass.to_s).to eq("com.amazonaws.auth.DefaultAWSCredentialsProviderChain")
+  end
+
   context "#run" do
     it "runs the KCL worker" do
       expect(kinesis).to receive(:kcl_builder).with(queue).and_return(stub_builder)

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-kinesis
 version: !ruby/object:Gem::Version
-  version: 2.0.5
+  version: 2.0.6
 platform: java
 authors:
 - Brian Palmer
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-07-11 00:00:00.000000000 Z
+date: 2017-08-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement