logstash-input-kinesis 2.0.10-java → 2.2.0-java

Sign up to get free protection for your applications and to get access to all the features.
Files changed (43) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +18 -0
  3. data/LICENSE +202 -0
  4. data/README.md +17 -2
  5. data/lib/logstash/inputs/kinesis.rb +68 -6
  6. data/lib/logstash/inputs/kinesis/worker.rb +1 -1
  7. data/logstash-input-kinesis.gemspec +6 -7
  8. data/spec/inputs/kinesis/worker_spec.rb +42 -0
  9. data/spec/inputs/kinesis_spec.rb +43 -0
  10. data/vendor/jar-dependencies/runtime-jars/com/amazonaws/amazon-kinesis-client/{1.9.2/amazon-kinesis-client-1.9.2.jar → 1.13.3/amazon-kinesis-client-1.13.3.jar} +0 -0
  11. data/vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-cloudwatch/1.11.728/aws-java-sdk-cloudwatch-1.11.728.jar +0 -0
  12. data/vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-core/1.11.1034/aws-java-sdk-core-1.11.1034.jar +0 -0
  13. data/vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-dynamodb/{1.11.400/aws-java-sdk-dynamodb-1.11.400.jar → 1.11.728/aws-java-sdk-dynamodb-1.11.728.jar} +0 -0
  14. data/vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-kinesis/1.11.728/aws-java-sdk-kinesis-1.11.728.jar +0 -0
  15. data/vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-kms/1.11.728/aws-java-sdk-kms-1.11.728.jar +0 -0
  16. data/vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-s3/1.11.728/aws-java-sdk-s3-1.11.728.jar +0 -0
  17. data/vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-sts/1.11.1034/aws-java-sdk-sts-1.11.1034.jar +0 -0
  18. data/vendor/jar-dependencies/runtime-jars/com/amazonaws/jmespath-java/1.11.1034/jmespath-java-1.11.1034.jar +0 -0
  19. data/vendor/jar-dependencies/runtime-jars/com/fasterxml/jackson/core/jackson-databind/{2.6.7.1/jackson-databind-2.6.7.1.jar → 2.6.7.4/jackson-databind-2.6.7.4.jar} +0 -0
  20. data/vendor/jar-dependencies/runtime-jars/com/google/code/findbugs/jsr305/3.0.2/jsr305-3.0.2.jar +0 -0
  21. data/vendor/jar-dependencies/runtime-jars/com/google/errorprone/error_prone_annotations/2.1.3/error_prone_annotations-2.1.3.jar +0 -0
  22. data/vendor/jar-dependencies/runtime-jars/com/google/guava/guava/26.0-jre/guava-26.0-jre.jar +0 -0
  23. data/vendor/jar-dependencies/runtime-jars/com/google/j2objc/j2objc-annotations/1.1/j2objc-annotations-1.1.jar +0 -0
  24. data/vendor/jar-dependencies/runtime-jars/commons-codec/commons-codec/1.15/commons-codec-1.15.jar +0 -0
  25. data/vendor/jar-dependencies/runtime-jars/logstash-input-kinesis_jars.rb +46 -34
  26. data/vendor/jar-dependencies/runtime-jars/org/apache/commons/commons-lang3/3.7/commons-lang3-3.7.jar +0 -0
  27. data/vendor/jar-dependencies/runtime-jars/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar +0 -0
  28. data/vendor/jar-dependencies/runtime-jars/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar +0 -0
  29. data/vendor/jar-dependencies/runtime-jars/org/checkerframework/checker-qual/2.5.2/checker-qual-2.5.2.jar +0 -0
  30. data/vendor/jar-dependencies/runtime-jars/org/codehaus/mojo/animal-sniffer-annotations/1.14/animal-sniffer-annotations-1.14.jar +0 -0
  31. metadata +28 -21
  32. data/lib/logstash/inputs/kinesis/version.rb +0 -8
  33. data/vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-cloudwatch/1.11.400/aws-java-sdk-cloudwatch-1.11.400.jar +0 -0
  34. data/vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-core/1.11.414/aws-java-sdk-core-1.11.414.jar +0 -0
  35. data/vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-kinesis/1.11.400/aws-java-sdk-kinesis-1.11.400.jar +0 -0
  36. data/vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-kms/1.11.400/aws-java-sdk-kms-1.11.400.jar +0 -0
  37. data/vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-s3/1.11.400/aws-java-sdk-s3-1.11.400.jar +0 -0
  38. data/vendor/jar-dependencies/runtime-jars/com/amazonaws/jmespath-java/1.11.400/jmespath-java-1.11.400.jar +0 -0
  39. data/vendor/jar-dependencies/runtime-jars/com/google/guava/guava/18.0/guava-18.0.jar +0 -0
  40. data/vendor/jar-dependencies/runtime-jars/commons-codec/commons-codec/1.10/commons-codec-1.10.jar +0 -0
  41. data/vendor/jar-dependencies/runtime-jars/commons-lang/commons-lang/2.6/commons-lang-2.6.jar +0 -0
  42. data/vendor/jar-dependencies/runtime-jars/org/apache/httpcomponents/httpclient/4.5.5/httpclient-4.5.5.jar +0 -0
  43. data/vendor/jar-dependencies/runtime-jars/org/apache/httpcomponents/httpcore/4.4.9/httpcore-4.4.9.jar +0 -0
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: e043e41cda349ab19d8a7d315d12053e85720655957ecdd2bfa14c8004b3f251
4
- data.tar.gz: 7f45606c39c9afe600125b147426fc6187ffccff94a8b202cda6c4e51391393e
3
+ metadata.gz: 9006cbd2a28773fd6135e1359fee5165a473a9b43fbcb662f27ff9a41a5661b6
4
+ data.tar.gz: bf63c441cbf2e46dd3017dcbc1f56342e63b9df9233015ef8a3a26269c073c16
5
5
  SHA512:
6
- metadata.gz: 2a49ae6fee952b540b522dca5cbab79cbdaabf68c2e9e628f1f88fbeea3b89f0bf4f03e8dfea65284d9125d68365e702536ee096dc161bcedb8eb9fe15120ba3
7
- data.tar.gz: 67fa5c368c1924e31d3a47ad4082d06c957ade7c6d36e7d8023e54cd06a113bf1f2bd4de84d426bb68911f3a1f36e7eb5dc1ff73bb14cf5803554b7a5c621b21
6
+ metadata.gz: 6e5a6c89c64337e1d4f36fdf82ffa6e63dba3763ce1766fd18c080bd94d6cba193a08edef2885bcb8d747cd4cb8e7677bf1ae0c07d10c6c79969f4c8b15ee727
7
+ data.tar.gz: cf9221b5973fa5f07441bcec545e5046180fe79d103ecc392e816fa486a2666ee5116411b719e5dba746ee0b013bea1abf0a25dbbe30f31cc9590f2a88a2beb7
data/CHANGELOG.md CHANGED
@@ -1,3 +1,21 @@
1
+ ## 2.2.0
2
+ - Proxy support for Kinesis, DynamoDB, and CloudWatch clients [#84](https://github.com/logstash-plugins/logstash-input-kinesis/issues/84)
3
+ - Upgrade AWS SDK for WebIdentityTokenCredentialsProvider Support [#82](https://github.com/logstash-plugins/logstash-input-kinesis/issues/82)
4
+ - Don't overwrite existing event metadata [#69](https://github.com/logstash-plugins/logstash-input-kinesis/issues/69)
5
+ - [Docs] additional_settings does not need comma [#75](https://github.com/logstash-plugins/logstash-input-kinesis/issues/75)
6
+
7
+ ## 2.1.2
8
+ - Fixed logging level setup to use JUL and JCL loggers backend [#87](https://github.com/logstash-plugins/logstash-input-kinesis/issues/87)
9
+
10
+ ## 2.1.1
11
+ - Added helpful content from readme to doc file for publishing [#63](https://github.com/logstash-plugins/logstash-input-kinesis/pull/63)
12
+
13
+ ## 2.1.0
14
+ - Changed role assumption to also assume role for interactions with dynamodb and cloudwatch [#66](https://github.com/logstash-plugins/logstash-input-kinesis/pull/66)
15
+
16
+ ## 2.0.11
17
+ - Added the ability to assume a role [#40](https://github.com/logstash-plugins/logstash-input-kinesis/pull/40)
18
+
1
19
  ## 2.0.10
2
20
  - Added the ability to set additional settings exposed through KinesisClientLibConfiguration [#51](https://github.com/logstash-plugins/logstash-input-kinesis/pull/51)
3
21
 
data/LICENSE ADDED
@@ -0,0 +1,202 @@
1
+
2
+ Apache License
3
+ Version 2.0, January 2004
4
+ http://www.apache.org/licenses/
5
+
6
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
7
+
8
+ 1. Definitions.
9
+
10
+ "License" shall mean the terms and conditions for use, reproduction,
11
+ and distribution as defined by Sections 1 through 9 of this document.
12
+
13
+ "Licensor" shall mean the copyright owner or entity authorized by
14
+ the copyright owner that is granting the License.
15
+
16
+ "Legal Entity" shall mean the union of the acting entity and all
17
+ other entities that control, are controlled by, or are under common
18
+ control with that entity. For the purposes of this definition,
19
+ "control" means (i) the power, direct or indirect, to cause the
20
+ direction or management of such entity, whether by contract or
21
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
22
+ outstanding shares, or (iii) beneficial ownership of such entity.
23
+
24
+ "You" (or "Your") shall mean an individual or Legal Entity
25
+ exercising permissions granted by this License.
26
+
27
+ "Source" form shall mean the preferred form for making modifications,
28
+ including but not limited to software source code, documentation
29
+ source, and configuration files.
30
+
31
+ "Object" form shall mean any form resulting from mechanical
32
+ transformation or translation of a Source form, including but
33
+ not limited to compiled object code, generated documentation,
34
+ and conversions to other media types.
35
+
36
+ "Work" shall mean the work of authorship, whether in Source or
37
+ Object form, made available under the License, as indicated by a
38
+ copyright notice that is included in or attached to the work
39
+ (an example is provided in the Appendix below).
40
+
41
+ "Derivative Works" shall mean any work, whether in Source or Object
42
+ form, that is based on (or derived from) the Work and for which the
43
+ editorial revisions, annotations, elaborations, or other modifications
44
+ represent, as a whole, an original work of authorship. For the purposes
45
+ of this License, Derivative Works shall not include works that remain
46
+ separable from, or merely link (or bind by name) to the interfaces of,
47
+ the Work and Derivative Works thereof.
48
+
49
+ "Contribution" shall mean any work of authorship, including
50
+ the original version of the Work and any modifications or additions
51
+ to that Work or Derivative Works thereof, that is intentionally
52
+ submitted to Licensor for inclusion in the Work by the copyright owner
53
+ or by an individual or Legal Entity authorized to submit on behalf of
54
+ the copyright owner. For the purposes of this definition, "submitted"
55
+ means any form of electronic, verbal, or written communication sent
56
+ to the Licensor or its representatives, including but not limited to
57
+ communication on electronic mailing lists, source code control systems,
58
+ and issue tracking systems that are managed by, or on behalf of, the
59
+ Licensor for the purpose of discussing and improving the Work, but
60
+ excluding communication that is conspicuously marked or otherwise
61
+ designated in writing by the copyright owner as "Not a Contribution."
62
+
63
+ "Contributor" shall mean Licensor and any individual or Legal Entity
64
+ on behalf of whom a Contribution has been received by Licensor and
65
+ subsequently incorporated within the Work.
66
+
67
+ 2. Grant of Copyright License. Subject to the terms and conditions of
68
+ this License, each Contributor hereby grants to You a perpetual,
69
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
70
+ copyright license to reproduce, prepare Derivative Works of,
71
+ publicly display, publicly perform, sublicense, and distribute the
72
+ Work and such Derivative Works in Source or Object form.
73
+
74
+ 3. Grant of Patent License. Subject to the terms and conditions of
75
+ this License, each Contributor hereby grants to You a perpetual,
76
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
77
+ (except as stated in this section) patent license to make, have made,
78
+ use, offer to sell, sell, import, and otherwise transfer the Work,
79
+ where such license applies only to those patent claims licensable
80
+ by such Contributor that are necessarily infringed by their
81
+ Contribution(s) alone or by combination of their Contribution(s)
82
+ with the Work to which such Contribution(s) was submitted. If You
83
+ institute patent litigation against any entity (including a
84
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
85
+ or a Contribution incorporated within the Work constitutes direct
86
+ or contributory patent infringement, then any patent licenses
87
+ granted to You under this License for that Work shall terminate
88
+ as of the date such litigation is filed.
89
+
90
+ 4. Redistribution. You may reproduce and distribute copies of the
91
+ Work or Derivative Works thereof in any medium, with or without
92
+ modifications, and in Source or Object form, provided that You
93
+ meet the following conditions:
94
+
95
+ (a) You must give any other recipients of the Work or
96
+ Derivative Works a copy of this License; and
97
+
98
+ (b) You must cause any modified files to carry prominent notices
99
+ stating that You changed the files; and
100
+
101
+ (c) You must retain, in the Source form of any Derivative Works
102
+ that You distribute, all copyright, patent, trademark, and
103
+ attribution notices from the Source form of the Work,
104
+ excluding those notices that do not pertain to any part of
105
+ the Derivative Works; and
106
+
107
+ (d) If the Work includes a "NOTICE" text file as part of its
108
+ distribution, then any Derivative Works that You distribute must
109
+ include a readable copy of the attribution notices contained
110
+ within such NOTICE file, excluding those notices that do not
111
+ pertain to any part of the Derivative Works, in at least one
112
+ of the following places: within a NOTICE text file distributed
113
+ as part of the Derivative Works; within the Source form or
114
+ documentation, if provided along with the Derivative Works; or,
115
+ within a display generated by the Derivative Works, if and
116
+ wherever such third-party notices normally appear. The contents
117
+ of the NOTICE file are for informational purposes only and
118
+ do not modify the License. You may add Your own attribution
119
+ notices within Derivative Works that You distribute, alongside
120
+ or as an addendum to the NOTICE text from the Work, provided
121
+ that such additional attribution notices cannot be construed
122
+ as modifying the License.
123
+
124
+ You may add Your own copyright statement to Your modifications and
125
+ may provide additional or different license terms and conditions
126
+ for use, reproduction, or distribution of Your modifications, or
127
+ for any such Derivative Works as a whole, provided Your use,
128
+ reproduction, and distribution of the Work otherwise complies with
129
+ the conditions stated in this License.
130
+
131
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
132
+ any Contribution intentionally submitted for inclusion in the Work
133
+ by You to the Licensor shall be under the terms and conditions of
134
+ this License, without any additional terms or conditions.
135
+ Notwithstanding the above, nothing herein shall supersede or modify
136
+ the terms of any separate license agreement you may have executed
137
+ with Licensor regarding such Contributions.
138
+
139
+ 6. Trademarks. This License does not grant permission to use the trade
140
+ names, trademarks, service marks, or product names of the Licensor,
141
+ except as required for reasonable and customary use in describing the
142
+ origin of the Work and reproducing the content of the NOTICE file.
143
+
144
+ 7. Disclaimer of Warranty. Unless required by applicable law or
145
+ agreed to in writing, Licensor provides the Work (and each
146
+ Contributor provides its Contributions) on an "AS IS" BASIS,
147
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
148
+ implied, including, without limitation, any warranties or conditions
149
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
150
+ PARTICULAR PURPOSE. You are solely responsible for determining the
151
+ appropriateness of using or redistributing the Work and assume any
152
+ risks associated with Your exercise of permissions under this License.
153
+
154
+ 8. Limitation of Liability. In no event and under no legal theory,
155
+ whether in tort (including negligence), contract, or otherwise,
156
+ unless required by applicable law (such as deliberate and grossly
157
+ negligent acts) or agreed to in writing, shall any Contributor be
158
+ liable to You for damages, including any direct, indirect, special,
159
+ incidental, or consequential damages of any character arising as a
160
+ result of this License or out of the use or inability to use the
161
+ Work (including but not limited to damages for loss of goodwill,
162
+ work stoppage, computer failure or malfunction, or any and all
163
+ other commercial damages or losses), even if such Contributor
164
+ has been advised of the possibility of such damages.
165
+
166
+ 9. Accepting Warranty or Additional Liability. While redistributing
167
+ the Work or Derivative Works thereof, You may choose to offer,
168
+ and charge a fee for, acceptance of support, warranty, indemnity,
169
+ or other liability obligations and/or rights consistent with this
170
+ License. However, in accepting such obligations, You may act only
171
+ on Your own behalf and on Your sole responsibility, not on behalf
172
+ of any other Contributor, and only if You agree to indemnify,
173
+ defend, and hold each Contributor harmless for any liability
174
+ incurred by, or claims asserted against, such Contributor by reason
175
+ of your accepting any such warranty or additional liability.
176
+
177
+ END OF TERMS AND CONDITIONS
178
+
179
+ APPENDIX: How to apply the Apache License to your work.
180
+
181
+ To apply the Apache License to your work, attach the following
182
+ boilerplate notice, with the fields enclosed by brackets "[]"
183
+ replaced with your own identifying information. (Don't include
184
+ the brackets!) The text should be enclosed in the appropriate
185
+ comment syntax for the file format. We also recommend that a
186
+ file or class name and description of purpose be included on the
187
+ same "printed page" as the copyright notice for easier
188
+ identification within third-party archives.
189
+
190
+ Copyright 2020 Elastic and contributors
191
+
192
+ Licensed under the Apache License, Version 2.0 (the "License");
193
+ you may not use this file except in compliance with the License.
194
+ You may obtain a copy of the License at
195
+
196
+ http://www.apache.org/licenses/LICENSE-2.0
197
+
198
+ Unless required by applicable law or agreed to in writing, software
199
+ distributed under the License is distributed on an "AS IS" BASIS,
200
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
201
+ See the License for the specific language governing permissions and
202
+ limitations under the License.
data/README.md CHANGED
@@ -1,6 +1,6 @@
1
1
  # Logstash AWS Kinesis Input Plugin
2
2
 
3
- [![Build Status](https://travis-ci.org/logstash-plugins/logstash-input-kinesis.svg)](https://travis-ci.org/logstash-plugins/logstash-input-kinesis)
3
+ [![Build Status](https://travis-ci.com/logstash-plugins/logstash-input-kinesis.svg)](https://travis-ci.com/logstash-plugins/logstash-input-kinesis)
4
4
 
5
5
  This is a [AWS Kinesis](http://docs.aws.amazon.com/kinesis/latest/dev/introduction.html) input plugin for [Logstash](https://github.com/elasticsearch/logstash). Under the hood uses the [Kinesis Client Library](http://docs.aws.amazon.com/kinesis/latest/dev/kinesis-record-processor-implementation-app-java.html).
6
6
 
@@ -48,7 +48,13 @@ This are the properties you can configure and what are the default values:
48
48
  * **default value**: `nil`
49
49
  * `profile`: The AWS profile name for authentication. This ensures that the `~/.aws/credentials` AWS auth provider is used. By default this is empty and the default chain will be used.
50
50
  * **required**: false
51
- * **default value**: `""`
51
+ * `role_arn`: The AWS role to assume. This can be used, for example, to access a Kinesis stream in a different AWS
52
+ account. This role will be assumed after the default credentials or profile credentials are created. By default
53
+ this is empty and a role will not be assumed.
54
+ * **required**: false
55
+ * `role_session_name`: Session name to use when assuming an IAM role. This is recorded in CloudTrail logs for example.
56
+ * **required**: false
57
+ * **default value**: `"logstash"`
52
58
  * `initial_position_in_stream`: The value for initialPositionInStream. Accepts "TRIM_HORIZON" or "LATEST".
53
59
  * **required**: false
54
60
  * **default value**: `"TRIM_HORIZON"`
@@ -82,3 +88,12 @@ Look at the [documentation](https://docs.aws.amazon.com/AWSJavaSDK/latest/javado
82
88
  3. Commit your changes (`git commit -am 'Add some feature'`)
83
89
  4. Push to the branch (`git push origin my-new-feature`)
84
90
  5. Create a new Pull Request
91
+
92
+
93
+ ## Development
94
+
95
+ To download all jars:
96
+ `bundler exec rake install_jars`
97
+
98
+ To run all specs:
99
+ `bundler exec rspec`
@@ -1,13 +1,13 @@
1
1
  # encoding: utf-8
2
2
 
3
3
  require "socket"
4
+ require "uri"
4
5
  require "logstash/inputs/base"
5
6
  require "logstash/errors"
6
7
  require "logstash/environment"
7
8
  require "logstash/namespace"
8
9
 
9
10
  require 'logstash-input-kinesis_jars'
10
- require "logstash/inputs/kinesis/version"
11
11
 
12
12
 
13
13
  # Receive events through an AWS Kinesis stream.
@@ -55,25 +55,50 @@ class LogStash::Inputs::Kinesis < LogStash::Inputs::Base
55
55
  # Select AWS profile for input
56
56
  config :profile, :validate => :string
57
57
 
58
+ # The AWS IAM Role to assume, if any.
59
+ # This is used to generate temporary credentials typically for cross-account access.
60
+ # See https://docs.aws.amazon.com/STS/latest/APIReference/API_AssumeRole.html for more information.
61
+ config :role_arn, :validate => :string
62
+
63
+ # Session name to use when assuming an IAM role
64
+ config :role_session_name, :validate => :string, :default => "logstash"
65
+
58
66
  # Select initial_position_in_stream. Accepts TRIM_HORIZON or LATEST
59
67
  config :initial_position_in_stream, :validate => ["TRIM_HORIZON", "LATEST"], :default => "TRIM_HORIZON"
60
68
 
61
69
  # Any additional arbitrary kcl options configurable in the KinesisClientLibConfiguration
62
70
  config :additional_settings, :validate => :hash, :default => {}
63
71
 
72
+ # Proxy for Kinesis, DynamoDB, and CloudWatch (if enabled)
73
+ config :http_proxy, :validate => :string, :default => nil
74
+
75
+ # Hosts that should be excluded from proxying
76
+ config :non_proxy_hosts, :validate => :string, :default => nil
77
+
64
78
  def initialize(params = {})
65
79
  super(params)
66
80
  end
67
81
 
68
82
  def register
69
83
  # the INFO log level is extremely noisy in KCL
70
- kinesis_logger = org.apache.commons.logging::LogFactory.getLog("com.amazonaws.services.kinesis").logger
71
- if kinesis_logger.java_kind_of?(java.util.logging::Logger)
72
- kinesis_logger.setLevel(java.util.logging::Level::WARNING)
84
+ lg = org.apache.commons.logging::LogFactory.getLog("com.amazonaws.services.kinesis")
85
+ if lg.java_kind_of?(org.apache.commons.logging.impl::Jdk14Logger)
86
+ kinesis_logger = lg.logger
87
+ if kinesis_logger.java_kind_of?(java.util.logging::Logger)
88
+ kinesis_logger.setLevel(java.util.logging::Level::WARNING)
89
+ else
90
+ kinesis_logger.setLevel(org.apache.log4j::Level::WARN)
91
+ end
92
+ elsif lg.java_kind_of?(org.apache.logging.log4jJcl::Log4jLog)
93
+ logContext = org.apache.logging.log4j::LogManager.getContext(false)
94
+ config = logContext.getConfiguration()
95
+ config.getLoggerConfig("com.amazonaws.services.kinesis").setLevel(org.apache.logging.log4j::Level::WARN)
73
96
  else
74
- kinesis_logger.setLevel(org.apache.log4j::Level::WARN)
97
+ raise "Can't configure WARN log level for logger wrapper class #{lg.class}"
75
98
  end
76
99
 
100
+ @logger.info("Registering logstash-input-kinesis")
101
+
77
102
  hostname = Socket.gethostname
78
103
  uuid = java.util::UUID.randomUUID.to_s
79
104
  worker_id = "#{hostname}:#{uuid}"
@@ -85,6 +110,14 @@ class LogStash::Inputs::Kinesis < LogStash::Inputs::Base
85
110
  else
86
111
  creds = com.amazonaws.auth::DefaultAWSCredentialsProviderChain.new
87
112
  end
113
+
114
+ # If a role ARN is set then assume the role as a new layer over the credentials already created
115
+ unless @role_arn.nil?
116
+ kinesis_creds = com.amazonaws.auth::STSAssumeRoleSessionCredentialsProvider.new(creds, @role_arn, @role_session_name)
117
+ else
118
+ kinesis_creds = creds
119
+ end
120
+
88
121
  initial_position_in_stream = if @initial_position_in_stream == "TRIM_HORIZON"
89
122
  KCL::InitialPositionInStream::TRIM_HORIZON
90
123
  else
@@ -94,7 +127,7 @@ class LogStash::Inputs::Kinesis < LogStash::Inputs::Base
94
127
  @kcl_config = KCL::KinesisClientLibConfiguration.new(
95
128
  @application_name,
96
129
  @kinesis_stream_name,
97
- creds,
130
+ kinesis_creds, # credential provider for Kinesis, DynamoDB and Cloudwatch access
98
131
  worker_id).
99
132
  withInitialPositionInStream(initial_position_in_stream).
100
133
  withRegionName(@region)
@@ -105,6 +138,19 @@ class LogStash::Inputs::Kinesis < LogStash::Inputs::Base
105
138
  fn = "with_#{key}"
106
139
  @kcl_config.send(fn, value)
107
140
  end
141
+
142
+ unless @http_proxy.to_s.empty?
143
+ proxy_uri = URI(@http_proxy)
144
+ @logger.info("Using proxy #{proxy_uri.scheme}://#{proxy_uri.user}:*****@#{proxy_uri.host}:#{proxy_uri.port}")
145
+ clnt_cfg = @kcl_config.get_kinesis_client_configuration
146
+ set_client_proxy_settings(clnt_cfg, proxy_uri)
147
+ clnt_cfg = @kcl_config.get_dynamo_db_client_configuration
148
+ set_client_proxy_settings(clnt_cfg, proxy_uri)
149
+ clnt_cfg = @kcl_config.get_cloud_watch_client_configuration
150
+ set_client_proxy_settings(clnt_cfg, proxy_uri)
151
+ end
152
+
153
+ @logger.info("Registered logstash-input-kinesis")
108
154
  end
109
155
 
110
156
  def run(output_queue)
@@ -141,4 +187,20 @@ class LogStash::Inputs::Kinesis < LogStash::Inputs::Base
141
187
  nil # default in the underlying library
142
188
  end
143
189
  end
190
+
191
+ def set_client_proxy_settings(clnt_cfg, proxy_uri)
192
+ protocol = nil
193
+ case proxy_uri.scheme
194
+ when "http"
195
+ protocol = com.amazonaws.Protocol::HTTP
196
+ when "https"
197
+ protocol = com.amazonaws.Protocol::HTTPS
198
+ end
199
+ clnt_cfg.set_proxy_protocol(protocol) if protocol
200
+ clnt_cfg.set_proxy_username(proxy_uri.user)
201
+ clnt_cfg.set_proxy_password(proxy_uri.password)
202
+ clnt_cfg.set_proxy_host(proxy_uri.host)
203
+ clnt_cfg.set_proxy_port(proxy_uri.port)
204
+ clnt_cfg.set_non_proxy_hosts(@non_proxy_hosts) unless @non_proxy_hosts.to_s.empty?
205
+ end
144
206
  end
@@ -49,7 +49,7 @@ class LogStash::Inputs::Kinesis::Worker
49
49
  metadata = build_metadata(record)
50
50
  @codec.decode(raw) do |event|
51
51
  @decorator.call(event)
52
- event.set('@metadata', metadata)
52
+ event.set('@metadata', event.get('@metadata').merge(metadata))
53
53
  @output_queue << event
54
54
  end
55
55
  rescue => error
@@ -1,11 +1,9 @@
1
1
  # coding: utf-8
2
- lib = File.expand_path('../lib', __FILE__)
3
- $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
4
- require 'logstash/inputs/kinesis/version'
2
+ version = File.read(File.expand_path(File.join(File.dirname(__FILE__), "VERSION"))).strip
5
3
 
6
4
  Gem::Specification.new do |spec|
7
5
  spec.name = "logstash-input-kinesis"
8
- spec.version = Logstash::Input::Kinesis::VERSION
6
+ spec.version = version
9
7
  spec.authors = ["Brian Palmer"]
10
8
  spec.email = ["brian@codekitchen.net"]
11
9
  spec.summary = "Receives events through an AWS Kinesis stream"
@@ -22,12 +20,13 @@ Gem::Specification.new do |spec|
22
20
 
23
21
  spec.platform = 'java'
24
22
 
25
- spec.requirements << "jar 'com.amazonaws:amazon-kinesis-client', '1.9.2'"
26
- spec.requirements << "jar 'com.amazonaws:aws-java-sdk-core', '1.11.414'"
23
+ spec.requirements << "jar 'com.amazonaws:amazon-kinesis-client', '1.13.3'"
24
+ spec.requirements << "jar 'com.amazonaws:aws-java-sdk-core', '1.11.1034'"
25
+ spec.requirements << "jar 'com.amazonaws:aws-java-sdk-sts', '1.11.1034'"
27
26
 
28
27
  spec.add_runtime_dependency "logstash-core-plugin-api", ">= 1.60", "<= 2.99"
29
28
 
30
29
  spec.add_development_dependency 'logstash-devutils'
31
- spec.add_development_dependency 'jar-dependencies', '~> 0.3.4'
30
+ spec.add_development_dependency 'jar-dependencies', '~> 0.4'
32
31
  spec.add_development_dependency "logstash-codec-json"
33
32
  end
@@ -45,6 +45,9 @@ RSpec.describe "LogStash::Inputs::Kinesis::Worker" do
45
45
  ),
46
46
  record(
47
47
  {
48
+ '@metadata' => {
49
+ forwarded: 'record2'
50
+ },
48
51
  id: "record2",
49
52
  message: "test2"
50
53
  },
@@ -55,6 +58,25 @@ RSpec.describe "LogStash::Inputs::Kinesis::Worker" do
55
58
  )
56
59
  .withCheckpointer(checkpointer)
57
60
  }
61
+ let(:collide_metadata_process_input) {
62
+ KCL_TYPES::ProcessRecordsInput.new()
63
+ .withRecords(java.util.Arrays.asList([
64
+ record(
65
+ {
66
+ '@metadata' => {
67
+ forwarded: 'record3',
68
+ partition_key: 'invalid_key'
69
+ },
70
+ id: "record3",
71
+ message: "test3"
72
+ },
73
+ '1.441215410869E9',
74
+ 'partitionKey3',
75
+ '21269319989652663814458848515492872193'
76
+ )].to_java)
77
+ )
78
+ .withCheckpointer(checkpointer)
79
+ }
58
80
  let(:empty_process_input) {
59
81
  KCL_TYPES::ProcessRecordsInput.new()
60
82
  .withRecords(java.util.Arrays.asList([].to_java))
@@ -82,6 +104,26 @@ RSpec.describe "LogStash::Inputs::Kinesis::Worker" do
82
104
  expect(m1.get('decorated')).to eq(true)
83
105
  end
84
106
 
107
+ it "decodes and keeps submitted metadata" do
108
+ worker.processRecords(process_input)
109
+ expect(queue.size).to eq(2)
110
+ m1 = queue.pop
111
+ m2 = queue.pop
112
+ expect(m1).to be_kind_of(LogStash::Event)
113
+ expect(m2).to be_kind_of(LogStash::Event)
114
+ expect(m1.get('@metadata')['forwarded']).to eq(nil)
115
+ expect(m2.get('@metadata')['forwarded']).to eq('record2')
116
+ end
117
+
118
+ it "decodes and does not allow submitted metadata to overwrite internal keys" do
119
+ worker.processRecords(collide_metadata_process_input)
120
+ expect(queue.size).to eq(1)
121
+ m1 = queue.pop
122
+ expect(m1).to be_kind_of(LogStash::Event)
123
+ expect(m1.get('@metadata')['forwarded']).to eq('record3')
124
+ expect(m1.get('@metadata')['partition_key']).to eq('partitionKey3')
125
+ end
126
+
85
127
  it "checkpoints on interval" do
86
128
  expect(checkpointer).to receive(:checkpoint).once
87
129
  worker.processRecords(empty_process_input)
@@ -26,6 +26,17 @@ RSpec.describe "inputs/kinesis" do
26
26
  "profile" => "my-aws-profile"
27
27
  }}
28
28
 
29
+ # Config hash to test assume role provider if role_arn is specified
30
+ let(:config_with_role_arn) {{
31
+ "application_name" => "my-processor",
32
+ "kinesis_stream_name" => "run-specs",
33
+ "codec" => codec,
34
+ "metrics" => metrics,
35
+ "checkpoint_interval_seconds" => 120,
36
+ "region" => "ap-southeast-1",
37
+ "role_arn" => "arn:aws:iam::???????????:role/my-role"
38
+ }}
39
+
29
40
  # other config with LATEST as initial_position_in_stream
30
41
  let(:config_with_latest) {{
31
42
  "application_name" => "my-processor",
@@ -54,6 +65,19 @@ RSpec.describe "inputs/kinesis" do
54
65
  }
55
66
  }}
56
67
 
68
+ # Config with proxy
69
+ let(:config_with_proxy) {{
70
+ "application_name" => "my-processor",
71
+ "kinesis_stream_name" => "run-specs",
72
+ "codec" => codec,
73
+ "metrics" => metrics,
74
+ "checkpoint_interval_seconds" => 120,
75
+ "region" => "ap-southeast-1",
76
+ "profile" => nil,
77
+ "http_proxy" => "http://user1:pwd1@proxy.example.com:3128/",
78
+ "non_proxy_hosts" => "127.0.0.5",
79
+ }}
80
+
57
81
  # Config hash to test invalid additional_settings where the name is not found
58
82
  let(:config_with_invalid_additional_settings_name_not_found) {{
59
83
  "application_name" => "my-processor",
@@ -110,6 +134,15 @@ RSpec.describe "inputs/kinesis" do
110
134
  expect(kinesis_with_profile.kcl_config.get_kinesis_credentials_provider.getClass.to_s).to eq("com.amazonaws.auth.profile.ProfileCredentialsProvider")
111
135
  end
112
136
 
137
+ subject!(:kinesis_with_role_arn) { LogStash::Inputs::Kinesis.new(config_with_role_arn) }
138
+
139
+ it "uses STS for accessing the kinesis stream if role_arn is specified" do
140
+ kinesis_with_role_arn.register
141
+ expect(kinesis_with_role_arn.kcl_config.get_kinesis_credentials_provider.getClass.to_s).to eq("com.amazonaws.auth.STSAssumeRoleSessionCredentialsProvider")
142
+ expect(kinesis_with_role_arn.kcl_config.get_dynamo_db_credentials_provider.getClass.to_s).to eq("com.amazonaws.auth.STSAssumeRoleSessionCredentialsProvider")
143
+ expect(kinesis_with_role_arn.kcl_config.get_cloud_watch_credentials_provider.getClass.to_s).to eq("com.amazonaws.auth.STSAssumeRoleSessionCredentialsProvider")
144
+ end
145
+
113
146
  subject!(:kinesis_with_latest) { LogStash::Inputs::Kinesis.new(config_with_latest) }
114
147
 
115
148
  it "configures the KCL" do
@@ -133,6 +166,16 @@ RSpec.describe "inputs/kinesis" do
133
166
  expect(kinesis_with_valid_additional_settings.kcl_config.kinesisEndpoint).to eq("http://localhost")
134
167
  end
135
168
 
169
+ subject!(:kinesis_with_proxy) { LogStash::Inputs::Kinesis.new(config_with_proxy) }
170
+
171
+ it "configures the KCL with proxy settings" do
172
+ kinesis_with_proxy.register
173
+ clnt_config = kinesis_with_proxy.kcl_config.kinesis_client_configuration
174
+ expect(clnt_config.get_proxy_username).to eq("user1")
175
+ expect(clnt_config.get_proxy_host).to eq("proxy.example.com")
176
+ expect(clnt_config.get_proxy_port).to eq(3128)
177
+ expect(clnt_config.get_non_proxy_hosts).to eq("127.0.0.5")
178
+ end
136
179
 
137
180
  subject!(:kinesis_with_invalid_additional_settings_name_not_found) { LogStash::Inputs::Kinesis.new(config_with_invalid_additional_settings_name_not_found) }
138
181
 
@@ -2,49 +2,61 @@
2
2
  begin
3
3
  require 'jar_dependencies'
4
4
  rescue LoadError
5
- require 'com/fasterxml/jackson/core/jackson-databind/2.6.7.1/jackson-databind-2.6.7.1.jar'
6
- require 'com/fasterxml/jackson/core/jackson-core/2.6.7/jackson-core-2.6.7.jar'
5
+ require 'com/google/guava/guava/26.0-jre/guava-26.0-jre.jar'
6
+ require 'com/google/code/findbugs/jsr305/3.0.2/jsr305-3.0.2.jar'
7
+ require 'org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar'
7
8
  require 'com/fasterxml/jackson/dataformat/jackson-dataformat-cbor/2.6.7/jackson-dataformat-cbor-2.6.7.jar'
8
- require 'org/apache/httpcomponents/httpclient/4.5.5/httpclient-4.5.5.jar'
9
- require 'com/amazonaws/jmespath-java/1.11.400/jmespath-java-1.11.400.jar'
10
- require 'com/amazonaws/aws-java-sdk-s3/1.11.400/aws-java-sdk-s3-1.11.400.jar'
11
- require 'com/google/guava/guava/18.0/guava-18.0.jar'
12
- require 'commons-lang/commons-lang/2.6/commons-lang-2.6.jar'
13
- require 'commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar'
9
+ require 'com/amazonaws/aws-java-sdk-cloudwatch/1.11.728/aws-java-sdk-cloudwatch-1.11.728.jar'
10
+ require 'com/google/j2objc/j2objc-annotations/1.1/j2objc-annotations-1.1.jar'
11
+ require 'com/amazonaws/aws-java-sdk-kinesis/1.11.728/aws-java-sdk-kinesis-1.11.728.jar'
12
+ require 'org/codehaus/mojo/animal-sniffer-annotations/1.14/animal-sniffer-annotations-1.14.jar'
13
+ require 'org/apache/commons/commons-lang3/3.7/commons-lang3-3.7.jar'
14
14
  require 'joda-time/joda-time/2.8.1/joda-time-2.8.1.jar'
15
- require 'software/amazon/ion/ion-java/1.0.2/ion-java-1.0.2.jar'
16
- require 'com/amazonaws/amazon-kinesis-client/1.9.2/amazon-kinesis-client-1.9.2.jar'
17
- require 'com/amazonaws/aws-java-sdk-kinesis/1.11.400/aws-java-sdk-kinesis-1.11.400.jar'
18
- require 'com/amazonaws/aws-java-sdk-cloudwatch/1.11.400/aws-java-sdk-cloudwatch-1.11.400.jar'
19
- require 'org/apache/httpcomponents/httpcore/4.4.9/httpcore-4.4.9.jar'
20
- require 'com/amazonaws/aws-java-sdk-dynamodb/1.11.400/aws-java-sdk-dynamodb-1.11.400.jar'
21
- require 'com/amazonaws/aws-java-sdk-core/1.11.414/aws-java-sdk-core-1.11.414.jar'
22
- require 'commons-codec/commons-codec/1.10/commons-codec-1.10.jar'
15
+ require 'com/amazonaws/aws-java-sdk-sts/1.11.1034/aws-java-sdk-sts-1.11.1034.jar'
23
16
  require 'com/fasterxml/jackson/core/jackson-annotations/2.6.0/jackson-annotations-2.6.0.jar'
24
- require 'com/amazonaws/aws-java-sdk-kms/1.11.400/aws-java-sdk-kms-1.11.400.jar'
17
+ require 'com/google/errorprone/error_prone_annotations/2.1.3/error_prone_annotations-2.1.3.jar'
25
18
  require 'com/google/protobuf/protobuf-java/2.6.1/protobuf-java-2.6.1.jar'
19
+ require 'com/amazonaws/aws-java-sdk-kms/1.11.728/aws-java-sdk-kms-1.11.728.jar'
20
+ require 'com/amazonaws/aws-java-sdk-core/1.11.1034/aws-java-sdk-core-1.11.1034.jar'
21
+ require 'commons-codec/commons-codec/1.15/commons-codec-1.15.jar'
22
+ require 'com/fasterxml/jackson/core/jackson-core/2.6.7/jackson-core-2.6.7.jar'
23
+ require 'com/amazonaws/aws-java-sdk-dynamodb/1.11.728/aws-java-sdk-dynamodb-1.11.728.jar'
24
+ require 'com/amazonaws/aws-java-sdk-s3/1.11.728/aws-java-sdk-s3-1.11.728.jar'
25
+ require 'commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar'
26
+ require 'org/checkerframework/checker-qual/2.5.2/checker-qual-2.5.2.jar'
27
+ require 'software/amazon/ion/ion-java/1.0.2/ion-java-1.0.2.jar'
28
+ require 'com/amazonaws/amazon-kinesis-client/1.13.3/amazon-kinesis-client-1.13.3.jar'
29
+ require 'org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar'
30
+ require 'com/fasterxml/jackson/core/jackson-databind/2.6.7.4/jackson-databind-2.6.7.4.jar'
31
+ require 'com/amazonaws/jmespath-java/1.11.1034/jmespath-java-1.11.1034.jar'
26
32
  end
27
33
 
28
34
  if defined? Jars
29
- require_jar 'com.fasterxml.jackson.core', 'jackson-databind', '2.6.7.1'
30
- require_jar 'com.fasterxml.jackson.core', 'jackson-core', '2.6.7'
35
+ require_jar 'com.google.guava', 'guava', '26.0-jre'
36
+ require_jar 'com.google.code.findbugs', 'jsr305', '3.0.2'
37
+ require_jar 'org.apache.httpcomponents', 'httpclient', '4.5.13'
31
38
  require_jar 'com.fasterxml.jackson.dataformat', 'jackson-dataformat-cbor', '2.6.7'
32
- require_jar 'org.apache.httpcomponents', 'httpclient', '4.5.5'
33
- require_jar 'com.amazonaws', 'jmespath-java', '1.11.400'
34
- require_jar 'com.amazonaws', 'aws-java-sdk-s3', '1.11.400'
35
- require_jar 'com.google.guava', 'guava', '18.0'
36
- require_jar 'commons-lang', 'commons-lang', '2.6'
37
- require_jar 'commons-logging', 'commons-logging', '1.1.3'
39
+ require_jar 'com.amazonaws', 'aws-java-sdk-cloudwatch', '1.11.728'
40
+ require_jar 'com.google.j2objc', 'j2objc-annotations', '1.1'
41
+ require_jar 'com.amazonaws', 'aws-java-sdk-kinesis', '1.11.728'
42
+ require_jar 'org.codehaus.mojo', 'animal-sniffer-annotations', '1.14'
43
+ require_jar 'org.apache.commons', 'commons-lang3', '3.7'
38
44
  require_jar 'joda-time', 'joda-time', '2.8.1'
39
- require_jar 'software.amazon.ion', 'ion-java', '1.0.2'
40
- require_jar 'com.amazonaws', 'amazon-kinesis-client', '1.9.2'
41
- require_jar 'com.amazonaws', 'aws-java-sdk-kinesis', '1.11.400'
42
- require_jar 'com.amazonaws', 'aws-java-sdk-cloudwatch', '1.11.400'
43
- require_jar 'org.apache.httpcomponents', 'httpcore', '4.4.9'
44
- require_jar 'com.amazonaws', 'aws-java-sdk-dynamodb', '1.11.400'
45
- require_jar 'com.amazonaws', 'aws-java-sdk-core', '1.11.414'
46
- require_jar 'commons-codec', 'commons-codec', '1.10'
45
+ require_jar 'com.amazonaws', 'aws-java-sdk-sts', '1.11.1034'
47
46
  require_jar 'com.fasterxml.jackson.core', 'jackson-annotations', '2.6.0'
48
- require_jar 'com.amazonaws', 'aws-java-sdk-kms', '1.11.400'
47
+ require_jar 'com.google.errorprone', 'error_prone_annotations', '2.1.3'
49
48
  require_jar 'com.google.protobuf', 'protobuf-java', '2.6.1'
49
+ require_jar 'com.amazonaws', 'aws-java-sdk-kms', '1.11.728'
50
+ require_jar 'com.amazonaws', 'aws-java-sdk-core', '1.11.1034'
51
+ require_jar 'commons-codec', 'commons-codec', '1.15'
52
+ require_jar 'com.fasterxml.jackson.core', 'jackson-core', '2.6.7'
53
+ require_jar 'com.amazonaws', 'aws-java-sdk-dynamodb', '1.11.728'
54
+ require_jar 'com.amazonaws', 'aws-java-sdk-s3', '1.11.728'
55
+ require_jar 'commons-logging', 'commons-logging', '1.1.3'
56
+ require_jar 'org.checkerframework', 'checker-qual', '2.5.2'
57
+ require_jar 'software.amazon.ion', 'ion-java', '1.0.2'
58
+ require_jar 'com.amazonaws', 'amazon-kinesis-client', '1.13.3'
59
+ require_jar 'org.apache.httpcomponents', 'httpcore', '4.4.13'
60
+ require_jar 'com.fasterxml.jackson.core', 'jackson-databind', '2.6.7.4'
61
+ require_jar 'com.amazonaws', 'jmespath-java', '1.11.1034'
50
62
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-input-kinesis
3
3
  version: !ruby/object:Gem::Version
4
- version: 2.0.10
4
+ version: 2.2.0
5
5
  platform: java
6
6
  authors:
7
7
  - Brian Palmer
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2018-11-06 00:00:00.000000000 Z
11
+ date: 2021-06-28 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  requirement: !ruby/object:Gem::Requirement
@@ -49,7 +49,7 @@ dependencies:
49
49
  requirements:
50
50
  - - "~>"
51
51
  - !ruby/object:Gem::Version
52
- version: 0.3.4
52
+ version: '0.4'
53
53
  name: jar-dependencies
54
54
  prerelease: false
55
55
  type: :development
@@ -57,7 +57,7 @@ dependencies:
57
57
  requirements:
58
58
  - - "~>"
59
59
  - !ruby/object:Gem::Version
60
- version: 0.3.4
60
+ version: '0.4'
61
61
  - !ruby/object:Gem::Dependency
62
62
  requirement: !ruby/object:Gem::Requirement
63
63
  requirements:
@@ -84,35 +84,41 @@ files:
84
84
  - CHANGELOG.md
85
85
  - CONTRIBUTORS
86
86
  - Gemfile
87
+ - LICENSE
87
88
  - README.md
88
89
  - lib/logstash/inputs/kinesis.rb
89
- - lib/logstash/inputs/kinesis/version.rb
90
90
  - lib/logstash/inputs/kinesis/worker.rb
91
91
  - logstash-input-kinesis.gemspec
92
92
  - spec/inputs/kinesis/worker_spec.rb
93
93
  - spec/inputs/kinesis_spec.rb
94
94
  - spec/spec_helper.rb
95
- - vendor/jar-dependencies/runtime-jars/com/amazonaws/amazon-kinesis-client/1.9.2/amazon-kinesis-client-1.9.2.jar
96
- - vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-cloudwatch/1.11.400/aws-java-sdk-cloudwatch-1.11.400.jar
97
- - vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-core/1.11.414/aws-java-sdk-core-1.11.414.jar
98
- - vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-dynamodb/1.11.400/aws-java-sdk-dynamodb-1.11.400.jar
99
- - vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-kinesis/1.11.400/aws-java-sdk-kinesis-1.11.400.jar
100
- - vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-kms/1.11.400/aws-java-sdk-kms-1.11.400.jar
101
- - vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-s3/1.11.400/aws-java-sdk-s3-1.11.400.jar
102
- - vendor/jar-dependencies/runtime-jars/com/amazonaws/jmespath-java/1.11.400/jmespath-java-1.11.400.jar
95
+ - vendor/jar-dependencies/runtime-jars/com/amazonaws/amazon-kinesis-client/1.13.3/amazon-kinesis-client-1.13.3.jar
96
+ - vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-cloudwatch/1.11.728/aws-java-sdk-cloudwatch-1.11.728.jar
97
+ - vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-core/1.11.1034/aws-java-sdk-core-1.11.1034.jar
98
+ - vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-dynamodb/1.11.728/aws-java-sdk-dynamodb-1.11.728.jar
99
+ - vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-kinesis/1.11.728/aws-java-sdk-kinesis-1.11.728.jar
100
+ - vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-kms/1.11.728/aws-java-sdk-kms-1.11.728.jar
101
+ - vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-s3/1.11.728/aws-java-sdk-s3-1.11.728.jar
102
+ - vendor/jar-dependencies/runtime-jars/com/amazonaws/aws-java-sdk-sts/1.11.1034/aws-java-sdk-sts-1.11.1034.jar
103
+ - vendor/jar-dependencies/runtime-jars/com/amazonaws/jmespath-java/1.11.1034/jmespath-java-1.11.1034.jar
103
104
  - vendor/jar-dependencies/runtime-jars/com/fasterxml/jackson/core/jackson-annotations/2.6.0/jackson-annotations-2.6.0.jar
104
105
  - vendor/jar-dependencies/runtime-jars/com/fasterxml/jackson/core/jackson-core/2.6.7/jackson-core-2.6.7.jar
105
- - vendor/jar-dependencies/runtime-jars/com/fasterxml/jackson/core/jackson-databind/2.6.7.1/jackson-databind-2.6.7.1.jar
106
+ - vendor/jar-dependencies/runtime-jars/com/fasterxml/jackson/core/jackson-databind/2.6.7.4/jackson-databind-2.6.7.4.jar
106
107
  - vendor/jar-dependencies/runtime-jars/com/fasterxml/jackson/dataformat/jackson-dataformat-cbor/2.6.7/jackson-dataformat-cbor-2.6.7.jar
107
- - vendor/jar-dependencies/runtime-jars/com/google/guava/guava/18.0/guava-18.0.jar
108
+ - vendor/jar-dependencies/runtime-jars/com/google/code/findbugs/jsr305/3.0.2/jsr305-3.0.2.jar
109
+ - vendor/jar-dependencies/runtime-jars/com/google/errorprone/error_prone_annotations/2.1.3/error_prone_annotations-2.1.3.jar
110
+ - vendor/jar-dependencies/runtime-jars/com/google/guava/guava/26.0-jre/guava-26.0-jre.jar
111
+ - vendor/jar-dependencies/runtime-jars/com/google/j2objc/j2objc-annotations/1.1/j2objc-annotations-1.1.jar
108
112
  - vendor/jar-dependencies/runtime-jars/com/google/protobuf/protobuf-java/2.6.1/protobuf-java-2.6.1.jar
109
- - vendor/jar-dependencies/runtime-jars/commons-codec/commons-codec/1.10/commons-codec-1.10.jar
110
- - vendor/jar-dependencies/runtime-jars/commons-lang/commons-lang/2.6/commons-lang-2.6.jar
113
+ - vendor/jar-dependencies/runtime-jars/commons-codec/commons-codec/1.15/commons-codec-1.15.jar
111
114
  - vendor/jar-dependencies/runtime-jars/commons-logging/commons-logging/1.1.3/commons-logging-1.1.3.jar
112
115
  - vendor/jar-dependencies/runtime-jars/joda-time/joda-time/2.8.1/joda-time-2.8.1.jar
113
116
  - vendor/jar-dependencies/runtime-jars/logstash-input-kinesis_jars.rb
114
- - vendor/jar-dependencies/runtime-jars/org/apache/httpcomponents/httpclient/4.5.5/httpclient-4.5.5.jar
115
- - vendor/jar-dependencies/runtime-jars/org/apache/httpcomponents/httpcore/4.4.9/httpcore-4.4.9.jar
117
+ - vendor/jar-dependencies/runtime-jars/org/apache/commons/commons-lang3/3.7/commons-lang3-3.7.jar
118
+ - vendor/jar-dependencies/runtime-jars/org/apache/httpcomponents/httpclient/4.5.13/httpclient-4.5.13.jar
119
+ - vendor/jar-dependencies/runtime-jars/org/apache/httpcomponents/httpcore/4.4.13/httpcore-4.4.13.jar
120
+ - vendor/jar-dependencies/runtime-jars/org/checkerframework/checker-qual/2.5.2/checker-qual-2.5.2.jar
121
+ - vendor/jar-dependencies/runtime-jars/org/codehaus/mojo/animal-sniffer-annotations/1.14/animal-sniffer-annotations-1.14.jar
116
122
  - vendor/jar-dependencies/runtime-jars/software/amazon/ion/ion-java/1.0.2/ion-java-1.0.2.jar
117
123
  homepage: https://github.com/logstash-plugins/logstash-input-kinesis
118
124
  licenses:
@@ -136,8 +142,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
136
142
  - !ruby/object:Gem::Version
137
143
  version: '0'
138
144
  requirements:
139
- - jar 'com.amazonaws:amazon-kinesis-client', '1.9.2'
140
- - jar 'com.amazonaws:aws-java-sdk-core', '1.11.414'
145
+ - jar 'com.amazonaws:amazon-kinesis-client', '1.13.3'
146
+ - jar 'com.amazonaws:aws-java-sdk-core', '1.11.1034'
147
+ - jar 'com.amazonaws:aws-java-sdk-sts', '1.11.1034'
141
148
  rubyforge_project:
142
149
  rubygems_version: 2.6.13
143
150
  signing_key:
@@ -1,8 +0,0 @@
1
- # encoding: utf-8
2
- module Logstash
3
- module Input
4
- module Kinesis
5
- VERSION = "2.0.10"
6
- end
7
- end
8
- end