logstash-output-kinesis 0.0.6-java → 0.0.7-java
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +16 -0
- data/build.gradle +1 -1
- data/lib/logstash-output-kinesis/version.rb +1 -1
- data/vendor/jar-dependencies/runtime-jars/{amazon-kinesis-producer-0.10.0.jar → amazon-kinesis-producer-0.10.1.jar} +0 -0
- data/vendor/jar-dependencies/runtime-jars/{joda-time-2.8.1.jar → joda-time-2.8.2.jar} +0 -0
- metadata +5 -6
- data/vendor/jar-dependencies/runtime-jars/commons-compress-1.9.jar +0 -0
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 5a611c00487fc62b28645be128e51346c99ef79d
|
|
4
|
+
data.tar.gz: 9a02efc3bdeda7653fab8c244d5ebcd65b787a41
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: b9b8e63eb47505e6cef6adf49e6fddd652c1f4ebef89d88b1058f7d6749f0a85659cc08e8a0481b631f8504ffa7927951c24ec637f55ac47ff5f5c3f99f5cbaf
|
|
7
|
+
data.tar.gz: c1e89b38ad7b8e2ed67b693176976665d741deff4167624ae657548de065e988110461912cd56973bf115e3365e0efcecc4d3480240c0043e3ab4ba437e55615
|
data/README.md
CHANGED
|
@@ -48,6 +48,22 @@ output {
|
|
|
48
48
|
}
|
|
49
49
|
```
|
|
50
50
|
|
|
51
|
+
### Record Aggregation
|
|
52
|
+
|
|
53
|
+
The [Amazon KPL library can aggregate](https://docs.aws.amazon.com/kinesis/latest/dev/kinesis-kpl-concepts.html#d0e3423) your records when writing to the Kinesis stream. **This behaviour is configured to be enabled by default.**
|
|
54
|
+
|
|
55
|
+
If you are using an older version of the Amazon KCL library to consume your records, or not using KCL at all, your consumer application(s) will probably not behave correctly. See [the matrix on this page](https://docs.aws.amazon.com/kinesis/latest/dev/kinesis-kpl-integration.html) for more info, and read [more about de-aggregating records here](https://docs.aws.amazon.com/kinesis/latest/dev/kinesis-kpl-consumer-deaggregation.html).
|
|
56
|
+
|
|
57
|
+
If you wish to simply disable record aggregation, that's easy:
|
|
58
|
+
|
|
59
|
+
```
|
|
60
|
+
output {
|
|
61
|
+
kinesis {
|
|
62
|
+
aggregation_enabled => false
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
```
|
|
66
|
+
|
|
51
67
|
|
|
52
68
|
## Known Issues
|
|
53
69
|
|
data/build.gradle
CHANGED
|
Binary file
|
|
Binary file
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: logstash-output-kinesis
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.7
|
|
5
5
|
platform: java
|
|
6
6
|
authors:
|
|
7
7
|
- Sam Day
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2015-
|
|
11
|
+
date: 2015-08-23 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -109,10 +109,9 @@ files:
|
|
|
109
109
|
- logstash-output-kinesis.gemspec
|
|
110
110
|
- spec/outputs/kinesis_spec.rb
|
|
111
111
|
- spec/spec_helper.rb
|
|
112
|
-
- vendor/jar-dependencies/runtime-jars/amazon-kinesis-producer-0.10.
|
|
112
|
+
- vendor/jar-dependencies/runtime-jars/amazon-kinesis-producer-0.10.1.jar
|
|
113
113
|
- vendor/jar-dependencies/runtime-jars/aws-java-sdk-core-1.9.37.jar
|
|
114
114
|
- vendor/jar-dependencies/runtime-jars/commons-codec-1.6.jar
|
|
115
|
-
- vendor/jar-dependencies/runtime-jars/commons-compress-1.9.jar
|
|
116
115
|
- vendor/jar-dependencies/runtime-jars/commons-io-2.4.jar
|
|
117
116
|
- vendor/jar-dependencies/runtime-jars/commons-lang-2.6.jar
|
|
118
117
|
- vendor/jar-dependencies/runtime-jars/commons-logging-1.1.3.jar
|
|
@@ -122,7 +121,7 @@ files:
|
|
|
122
121
|
- vendor/jar-dependencies/runtime-jars/jackson-annotations-2.3.0.jar
|
|
123
122
|
- vendor/jar-dependencies/runtime-jars/jackson-core-2.3.2.jar
|
|
124
123
|
- vendor/jar-dependencies/runtime-jars/jackson-databind-2.3.2.jar
|
|
125
|
-
- vendor/jar-dependencies/runtime-jars/joda-time-2.8.
|
|
124
|
+
- vendor/jar-dependencies/runtime-jars/joda-time-2.8.2.jar
|
|
126
125
|
- vendor/jar-dependencies/runtime-jars/protobuf-java-2.6.1.jar
|
|
127
126
|
- vendor/jar-dependencies/runtime-jars/slf4j-api-1.7.12.jar
|
|
128
127
|
- vendor/jar-dependencies/runtime-jars/slf4j-simple-1.7.12.jar
|
|
@@ -148,7 +147,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
148
147
|
version: '0'
|
|
149
148
|
requirements: []
|
|
150
149
|
rubyforge_project:
|
|
151
|
-
rubygems_version: 2.
|
|
150
|
+
rubygems_version: 2.1.9
|
|
152
151
|
signing_key:
|
|
153
152
|
specification_version: 4
|
|
154
153
|
summary: This output plugin sends records to Kinesis using the Kinesis Producer Library (KPL)
|
|
Binary file
|