logstash-input-kinesis-cloudwatch-log-subscription 1.3.2-java

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: d238afe40305654bbc456cf629d6390b9773a435
+  data.tar.gz: 0f4d43a02df7aa4f34a77f4d0e064ccd7585a520
+SHA512:
+  metadata.gz: 50decd6d8a0b010ef2ff43c2b21e55f6649fd11ddb2b4ee84f64b49dffde847b27efb19b41703bfae617c332c807c8767239c6396be7d01ddaba425f9b5ab0f7
+  data.tar.gz: d99075f945737570851f18d2dc92537a60c0564300eec7c9c628d51002fc40511bc1bc233d4ab399302c450ab3082604984a921cf2239f71f2d5f5fbc46b5a44

data/.gitignore

@@ -0,0 +1,14 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - jruby-19mode

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in logstash-input-kinesis.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,14 @@
+Copyright (c) 2015 Brian Palmer
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+

data/README.md

@@ -0,0 +1,35 @@
+# Logstash AWS Kinesis Input Plugin
+
+This is a plugin for [Logstash](https://github.com/elasticsearch/logstash).
+
+[![Build Status](https://travis-ci.org/codekitchen/logstash-input-kinesis.svg)](https://travis-ci.org/codekitchen/logstash-input-kinesis)
+
+## Installation
+
+This plugin requires Logstash 1.5, and can be installed by Logstash
+itself.
+
+```sh
+$(LOGSTASH_DIR)/bin/plugin install logstash-input-kinesis
+```
+
+## Usage
+
+```
+input {
+  kinesis {
+    kinesis_stream_name => "my-logging-stream"
+    codec => json { }
+  }
+}
+```
+
+At least `kinesis_stream_name` is requred.
+
+## Contributing
+
+1. Fork it ( https://github.com/codekitchen/logstash-input-kinesis/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,15 @@
+require "bundler/gem_tasks"
+
+begin
+  require 'rspec/core/rake_task'
+  RSpec::Core::RakeTask.new(:spec)
+rescue LoadError
+end
+
+task default: "spec"
+
+task "vendor_jars" do
+  sh "mvn dependency:copy-dependencies -DoutputDirectory=vendor/jar-dependencies/runtime-jars/"
+end
+
+task build: "vendor_jars"

data/lib/logstash-input-kinesis_jars.rb

@@ -0,0 +1,5 @@
+# encoding: utf-8
+require 'logstash/environment'
+
+root_dir = File.expand_path(File.join(File.dirname(__FILE__), ".."))
+LogStash::Environment.load_runtime_jars! File.join(root_dir, "vendor")

data/lib/logstash/inputs/kinesis.rb

@@ -0,0 +1,103 @@
+# encoding: utf-8
+require "logstash/inputs/base"
+require "logstash/errors"
+require "logstash/environment"
+require "logstash/namespace"
+
+require 'logstash-input-kinesis_jars'
+require "logstash/inputs/kinesiscloudwatchlogsubscription/version"
+
+# Receive events through an AWS Kinesis stream.
+#
+# This input plugin uses the Java Kinesis Client Library underneath, so the
+# documentation at https://github.com/awslabs/amazon-kinesis-client will be
+# useful.
+#
+# AWS credentials can be specified either through environment variables, or an
+# IAM instance role. The library uses a DynamoDB table for worker coordination,
+# so you'll need to grant access to that as well as to the Kinesis stream. The
+# DynamoDB table has the same name as the `application_name` configuration
+# option, which defaults to "logstash".
+#
+# The library can optionally also send worker statistics to CloudWatch.
+class LogStash::Inputs::KinesisCloudWatchLogSubscription < LogStash::Inputs::Base
+  KCL = com.amazonaws.services.kinesis.clientlibrary.lib.worker
+  require "logstash/inputs/kinesiscloudwatchlogsubscription/worker"
+
+  config_name 'kinesis_cloudwatch_log_subscription'
+  milestone 1
+
+  attr_reader(
+    :kcl_config,
+    :kcl_worker,
+  )
+
+  # The application name used for the dynamodb coordination table. Must be
+  # unique for this kinesis stream.
+  config :application_name, :validate => :string, :default => "logstash"
+
+  # The kinesis stream name.
+  config :kinesis_stream_name, :validate => :string, :required => true
+
+  # The AWS region for Kinesis, DynamoDB, and CloudWatch (if enabled)
+  config :region, :validate => :string, :default => "us-east-1"
+
+  # How many seconds between worker checkpoints to dynamodb.
+  config :checkpoint_interval_seconds, :validate => :number, :default => 60
+
+  # Worker metric tracking. By default this is disabled, set it to "cloudwatch"
+  # to enable the cloudwatch integration in the Kinesis Client Library.
+  config :metrics, :validate => [nil, "cloudwatch"], :default => nil
+
+  def initialize(params = {}, kcl_class = KCL::Worker)
+    @kcl_class = kcl_class
+    super(params)
+  end
+
+  def register
+    # the INFO log level is extremely noisy in KCL
+    org.apache.commons.logging::LogFactory.getLog("com.amazonaws.services.kinesis").
+      logger.setLevel(java.util.logging::Level::WARNING)
+
+    worker_id = java.util::UUID.randomUUID.to_s
+    creds = com.amazonaws.auth::DefaultAWSCredentialsProviderChain.new()
+    @kcl_config = KCL::KinesisClientLibConfiguration.new(
+      @application_name,
+      @kinesis_stream_name,
+      creds,
+      worker_id).
+        withInitialPositionInStream(KCL::InitialPositionInStream::TRIM_HORIZON).
+        withRegionName(@region)
+  end
+
+  def run(output_queue)
+    worker_factory = proc { Worker.new(@codec.clone, output_queue, method(:decorate), @checkpoint_interval_seconds, @logger) }
+    if metrics_factory
+      @kcl_worker = @kcl_class.new(
+        worker_factory,
+        @kcl_config,
+        metrics_factory)
+    else
+      @kcl_worker = @kcl_class.new(
+        worker_factory,
+        @kcl_config)
+    end
+
+    @kcl_worker.run()
+  end
+
+  def teardown
+    @kcl_worker.shutdown if @kcl_worker
+  end
+
+  protected
+
+  def metrics_factory
+    case @metrics
+    when nil
+      com.amazonaws.services.kinesis.metrics.impl::NullMetricsFactory.new
+    when 'cloudwatch'
+      nil # default in the underlying library
+    end
+  end
+end

data/lib/logstash/inputs/kinesiscloudwatchlogsubscription/version.rb

@@ -0,0 +1,7 @@
+module Logstash
+  module Input
+    module KinesisCloudWatchLogSubscription
+      VERSION = "1.3.2"
+    end
+  end
+end

data/lib/logstash/inputs/kinesiscloudwatchlogsubscription/worker.rb

@@ -0,0 +1,77 @@
+class LogStash::Inputs::KinesisCloudWatchLogSubscription::Worker
+  include com.amazonaws.services.kinesis.clientlibrary.interfaces::IRecordProcessor
+
+  attr_reader(
+    :checkpoint_interval,
+    :codec,
+    :decorator,
+    :logger,
+    :output_queue,
+  )
+
+  def initialize(*args)
+    # nasty hack, because this is the name of a method on IRecordProcessor, but also ruby's constructor
+    if !@constructed
+      @codec, @output_queue, @decorator, @checkpoint_interval, @logger = args
+      @next_checkpoint = Time.now - 600
+      @constructed = true
+    else
+      _shard_id, _ = args
+      @decoder = java.nio.charset::Charset.forName("UTF-8").newDecoder()
+    end
+  end
+  public :initialize
+
+  def processRecords(records, checkpointer)
+    records.each { |record| process_record(record) }
+    if Time.now >= @next_checkpoint
+      checkpoint(checkpointer)
+      @next_checkpoint = Time.now + @checkpoint_interval
+    end
+  end
+
+  def shutdown(checkpointer, reason)
+    if reason == com.amazonaws.services.kinesis.clientlibrary.types::ShutdownReason::TERMINATE
+      checkpoint(checkpointer)
+    end
+  end
+
+  protected
+
+  def checkpoint(checkpointer)
+    checkpointer.checkpoint()
+  rescue => error
+    @logger.error("Kinesis worker failed checkpointing: #{error}")
+  end
+
+	def process_record(record)
+		# I'm SOOOO SORRY. This is fugly. But it works. And lets me ship.
+		# Please make this right. I was always getting incorrect header errors.
+		# Either with JRuby zlib, or raw java zlib :(
+		raw = record.getData
+		File.open( '/tmp/sequence-' + record.sequenceNumber, 'w+') do |file|
+			file.write(raw.array)
+		end
+
+		raw = `zcat /tmp/sequence-#{record.sequenceNumber}`
+		File.delete "/tmp/sequence-#{record.sequenceNumber}"
+
+		@codec.decode(raw) do |event|
+			@decorator.call(event)
+			@output_queue << event
+		end
+	rescue => error
+		@logger.error("Error processing record: #{error}")
+	end
+
+
+  def process_record(record)
+    raw = @decoder.decode(record.getData).to_s
+    @codec.decode(raw) do |event|
+      @decorator.call(event)
+      @output_queue << event
+    end
+  rescue => error
+    @logger.error("Error processing record: #{error}")
+  end
+end

data/logstash-input-kinesis.gemspec

@@ -0,0 +1,30 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'logstash/inputs/kinesiscloudwatchlogsubscription/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "logstash-input-kinesis-cloudwatch-log-subscription"
+  spec.version       = Logstash::Input::KinesisCloudWatchLogSubscription::VERSION
+  spec.authors       = ["Laurence MacGuire"]
+  spec.email         = ["leprechaun@gmail.com"]
+  spec.summary       = %q{Logstash plugin for Kinesis input from cloudwatch log subscriptions}
+  spec.description   = %q{This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program}
+  spec.homepage      = "https://github.com/leprechaun/logstash-input-kinesis-cloudwatch-log-subscription"
+  spec.licenses      = ['Apache License (2.0)']
+
+  spec.files         = `git ls-files`.split($\)
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  # Special flag to let us know this is actually a logstash plugin
+  spec.metadata      = { "logstash_plugin" => "true", "logstash_group" => "input" }
+
+  spec.platform      = 'java'
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.2.0"
+  spec.add_development_dependency "logstash-core", ">= 1.5.1"
+  spec.add_development_dependency "logstash-codec-json"
+end

data/pom.xml

@@ -0,0 +1,27 @@
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+  xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+  <groupId>codekitchen</groupId>
+  <artifactId>logstash-input-kinesis</artifactId>
+  <version>dev</version>
+  <dependencies>
+    <dependency>
+      <groupId>com.amazonaws</groupId>
+      <artifactId>amazon-kinesis-client</artifactId>
+      <version>1.2.1</version>
+    </dependency>
+  </dependencies>
+  <build>
+    <plugins>
+      <plugin>
+        <groupId>org.apache.maven.plugins</groupId>
+        <artifactId>maven-dependency-plugin</artifactId>
+        <executions>
+          <execution>
+            <id>copy-dependencies</id>
+          </execution>
+        </executions>
+      </plugin>
+    </plugins>
+  </build>
+</project>

data/spec/inputs/kinesis/worker_spec.rb

@@ -0,0 +1,58 @@
+require "logstash/plugin"
+require "logstash/inputs/kinesis"
+require "logstash/codecs/json"
+require "json"
+
+RSpec.describe "LogStash::Inputs::Kinesis::Worker" do
+  subject!(:worker) { LogStash::Inputs::Kinesis::Worker.new(codec, queue, decorator, checkpoint_interval) }
+  let(:codec) { LogStash::Codecs::JSON.new() }
+  let(:queue) { Queue.new }
+  let(:decorator) { proc { |x| x["decorated"] = true; x } }
+  let(:checkpoint_interval) { 120 }
+  let(:checkpointer) { double('checkpointer', checkpoint: nil) }
+  let(:shard_id) { "xyz" }
+
+  it "honors the initialize java interface method contract" do
+    expect { worker.initialize(shard_id) }.to_not raise_error
+  end
+
+  def record(hash = { "message" => "test" })
+    encoder = java.nio.charset::Charset.forName("UTF-8").newEncoder()
+    data = encoder.encode(java.nio.CharBuffer.wrap(JSON.generate(hash)))
+    double(getData: data)
+  end
+
+  let(:record1) { record(id: "record1", message: "test1") }
+  let(:record2) { record(id: "record2", message: "test2") }
+
+  context "initialized" do
+    before do
+      worker.initialize(shard_id)
+    end
+
+    describe "#processRecords" do
+      it "decodes and queues each record with decoration" do
+        worker.processRecords([record1, record2], checkpointer)
+        m1 = queue.pop
+        m2 = queue.pop
+        expect(m1).to be_kind_of(LogStash::Event)
+        expect(m2).to be_kind_of(LogStash::Event)
+        expect(m1['id']).to eq("record1")
+        expect(m1['message']).to eq("test1")
+        expect(m1['decorated']).to eq(true)
+      end
+
+      it "checkpoints on interval" do
+        expect(checkpointer).to receive(:checkpoint).once
+        worker.processRecords([], checkpointer)
+
+        # not this time
+        worker.processRecords([], checkpointer)
+
+        allow(Time).to receive(:now).and_return(Time.now + 125)
+        expect(checkpointer).to receive(:checkpoint).once
+        worker.processRecords([], checkpointer)
+      end
+    end
+  end
+end

data/spec/inputs/kinesis_spec.rb

@@ -0,0 +1,82 @@
+require "logstash/plugin"
+require "logstash/inputs/kinesis"
+require "logstash/codecs/json"
+
+RSpec.describe "inputs/kinesis" do
+  KCL = com.amazonaws.services.kinesis.clientlibrary.lib.worker
+
+  # It's very difficult to directly test the Java class, with all its private members,
+  # so we subclass it here.
+  class TestKCLWorker < KCL::Worker
+    field_reader :metricsFactory, :recordProcessorFactory
+    def run
+    end
+  end
+
+  let(:config) {{
+    "application_name" => "my-processor",
+    "kinesis_stream_name" => "run-specs",
+    "codec" => codec,
+    "metrics" => metrics,
+    "checkpoint_interval_seconds" => 120,
+    "region" => "ap-southeast-1",
+  }}
+
+  subject!(:kinesis) { LogStash::Inputs::Kinesis.new(config, kcl_class) }
+  let(:kcl_class) { TestKCLWorker }
+  let(:metrics) { nil }
+  let(:codec) { LogStash::Codecs::JSON.new() }
+
+  it "registers without error" do
+    input = LogStash::Plugin.lookup("input", "kinesis").new("kinesis_stream_name" => "specs", "codec" => codec)
+    expect { input.register }.to_not raise_error
+  end
+
+  it "configures the KCL" do
+    kinesis.register
+    expect(kinesis.kcl_config.applicationName).to eq("my-processor")
+    expect(kinesis.kcl_config.streamName).to eq("run-specs")
+    expect(kinesis.kcl_config.regionName).to eq("ap-southeast-1")
+    expect(kinesis.kcl_config.initialPositionInStream).to eq(KCL::InitialPositionInStream::TRIM_HORIZON)
+  end
+
+  context "#run" do
+    let(:queue) { Queue.new }
+
+    before do
+      kinesis.register
+    end
+
+    it "clones the codec for each worker" do
+      expect(codec).to receive(:clone).once
+      kinesis.run(queue)
+      worker = kinesis.kcl_worker.recordProcessorFactory.call()
+      expect(worker).to be_kind_of(LogStash::Inputs::Kinesis::Worker)
+    end
+
+    it "generates a valid worker via the factory proc" do
+      kinesis.run(queue)
+      worker = kinesis.kcl_worker.recordProcessorFactory.call()
+      expect(worker.codec).to be_kind_of(codec.class)
+      expect(worker.checkpoint_interval).to eq(120)
+      expect(worker.output_queue).to eq(queue)
+      expect(worker.decorator).to eq(kinesis.method(:decorate))
+      expect(worker.logger).to eq(kinesis.logger)
+    end
+
+    it "disables metric tracking by default" do
+      kinesis.run(queue)
+      expect(kinesis.kcl_worker.metricsFactory).to be_kind_of(com.amazonaws.services.kinesis.metrics.impl::NullMetricsFactory)
+    end
+
+    context "cloudwatch" do
+      let(:metrics) { "cloudwatch" }
+      it "uses cloudwatch metrics if specified" do
+        kinesis.run(queue)
+        expect(kinesis.kcl_worker.metricsFactory).to be_kind_of(com.amazonaws.services.kinesis.metrics.impl::CWMetricsFactory)
+        # the process hangs otherwise
+        kinesis.kcl_worker.metricsFactory.shutdown
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,17 @@
+RSpec.configure do |config|
+  config.expect_with :rspec do |expectations|
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  config.mock_with :rspec do |mocks|
+    mocks.verify_partial_doubles = true
+  end
+
+  config.disable_monkey_patching!
+  config.warnings = false
+  if config.files_to_run.one?
+    config.default_formatter = 'doc'
+  end
+  config.order = :random
+  Kernel.srand config.seed
+end

metadata

@@ -0,0 +1,191 @@
+--- !ruby/object:Gem::Specification
+name: logstash-input-kinesis-cloudwatch-log-subscription
+version: !ruby/object:Gem::Version
+  version: 1.3.2
+platform: java
+authors:
+- Laurence MacGuire
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-07-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.2.0
+- !ruby/object:Gem::Dependency
+  name: logstash-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.5.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.5.1
+- !ruby/object:Gem::Dependency
+  name: logstash-codec-json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: This gem is a logstash plugin required to be installed on top of the
+  Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not
+  a stand-alone program
+email:
+- leprechaun@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/logstash-input-kinesis_jars.rb
+- lib/logstash/inputs/kinesis.rb
+- lib/logstash/inputs/kinesiscloudwatchlogsubscription/version.rb
+- lib/logstash/inputs/kinesiscloudwatchlogsubscription/worker.rb
+- logstash-input-kinesis.gemspec
+- pom.xml
+- spec/inputs/kinesis/worker_spec.rb
+- spec/inputs/kinesis_spec.rb
+- spec/spec_helper.rb
+- vendor/jar-dependencies/runtime-jars/amazon-kinesis-client-1.2.1.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-autoscaling-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-cloudformation-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-cloudfront-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-cloudhsm-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-cloudsearch-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-cloudtrail-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-cloudwatch-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-cloudwatchmetrics-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-codedeploy-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-cognitoidentity-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-cognitosync-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-config-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-core-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-datapipeline-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-directconnect-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-dynamodb-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-ec2-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-ecs-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-elasticache-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-elasticbeanstalk-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-elasticloadbalancing-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-elastictranscoder-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-emr-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-glacier-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-iam-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-importexport-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-kinesis-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-kms-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-lambda-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-logs-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-opsworks-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-rds-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-redshift-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-route53-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-s3-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-ses-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-simpledb-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-simpleworkflow-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-sns-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-sqs-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-storagegateway-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-sts-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-support-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/aws-java-sdk-swf-libraries-1.9.16.jar
+- vendor/jar-dependencies/runtime-jars/commons-codec-1.6.jar
+- vendor/jar-dependencies/runtime-jars/commons-logging-1.1.3.jar
+- vendor/jar-dependencies/runtime-jars/httpclient-4.3.4.jar
+- vendor/jar-dependencies/runtime-jars/httpcore-4.3.2.jar
+- vendor/jar-dependencies/runtime-jars/jackson-annotations-2.3.0.jar
+- vendor/jar-dependencies/runtime-jars/jackson-core-2.3.2.jar
+- vendor/jar-dependencies/runtime-jars/jackson-databind-2.3.2.jar
+- vendor/jar-dependencies/runtime-jars/joda-time-2.8.1.jar
+homepage: https://github.com/leprechaun/logstash-input-kinesis-cloudwatch-log-subscription
+licenses:
+- Apache License (2.0)
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: input
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Logstash plugin for Kinesis input from cloudwatch log subscriptions
+test_files:
+- spec/inputs/kinesis/worker_spec.rb
+- spec/inputs/kinesis_spec.rb
+- spec/spec_helper.rb