fluent-plugin-kinesis 1.1.2 → 1.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.travis.yml +11 -5
- data/CHANGELOG.md +4 -0
- data/Gemfile +1 -1
- data/Makefile +12 -2
- data/NOTICE.txt +1 -1
- data/README.md +12 -51
- data/Rakefile +1 -1
- data/benchmark/task.rake +1 -1
- data/fluent-plugin-kinesis.gemspec +1 -1
- data/gemfiles/Gemfile.aws-sdk-2.4 +1 -1
- data/gemfiles/Gemfile.fluentd-0.10.58 +1 -1
- data/gemfiles/Gemfile.fluentd-0.12 +1 -1
- data/gemfiles/Gemfile.fluentd-0.14.11 +20 -0
- data/gemfiles/Gemfile.ruby-2.0 +1 -1
- data/gemfiles/Gemfile.ruby-2.1 +1 -1
- data/lib/fluent/plugin/kinesis_helper.rb +8 -3
- data/lib/fluent/plugin/kinesis_helper/api.rb +1 -1
- data/lib/fluent/plugin/kinesis_helper/class_methods.rb +1 -1
- data/lib/fluent/plugin/kinesis_helper/client.rb +1 -1
- data/lib/fluent/plugin/kinesis_helper/credentials.rb +1 -1
- data/lib/fluent/plugin/kinesis_helper/error.rb +1 -1
- data/lib/fluent/plugin/kinesis_helper/format.rb +1 -1
- data/lib/fluent/plugin/kinesis_helper/initialize.rb +1 -1
- data/lib/fluent/plugin/kinesis_helper/kpl.rb +1 -1
- data/lib/fluent/plugin/out_kinesis.rb +8 -2
- data/lib/fluent/plugin/out_kinesis_firehose.rb +1 -1
- data/lib/fluent/plugin/out_kinesis_producer.rb +1 -1
- data/lib/fluent/plugin/out_kinesis_streams.rb +1 -1
- data/lib/fluent/plugin/patched_detach_process_impl.rb +1 -1
- data/lib/fluent_plugin_kinesis/version.rb +2 -2
- data/lib/kinesis_producer.rb +1 -1
- data/lib/kinesis_producer/daemon.rb +1 -1
- data/lib/kinesis_producer/library.rb +1 -1
- data/lib/kinesis_producer/protobuf/config.pb.rb +1 -1
- data/lib/kinesis_producer/protobuf/messages.pb.rb +1 -1
- data/lib/kinesis_producer/tasks/binary.rake +1 -1
- metadata +4 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 8d2e990f8886423c95645780d0e44dc8fa9db2d6
|
|
4
|
+
data.tar.gz: f37b1fc727a468940b901698364812f55eeacbb3
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: ef98238e2b6b7a580f9ac67e439efe758bf40d71b23e9efa2d63165c10a3a6015f9ec20cb07294b33396aa393872616a896fc82d6bf4d54d9541ca1c58646506
|
|
7
|
+
data.tar.gz: 7c833e6fe327b1c320769ce00f3cd30c58adaa1bf7a7ca463f220e02840d06bb0d0a00ffe7b8bcf7d8a2beae26acaa0cad973b6fde21e2d13f6b0845ae446398
|
data/.travis.yml
CHANGED
|
@@ -8,19 +8,25 @@ matrix:
|
|
|
8
8
|
- rvm: 2.1.10
|
|
9
9
|
os: linux
|
|
10
10
|
gemfile: gemfiles/Gemfile.ruby-2.1
|
|
11
|
-
- rvm: 2.2.
|
|
11
|
+
- rvm: 2.2.6
|
|
12
12
|
os: linux
|
|
13
13
|
gemfile: Gemfile
|
|
14
|
-
- rvm: 2.3.
|
|
14
|
+
- rvm: 2.3.3
|
|
15
15
|
os: linux
|
|
16
16
|
gemfile: Gemfile
|
|
17
|
-
- rvm: 2.
|
|
17
|
+
- rvm: 2.4.0
|
|
18
|
+
os: linux
|
|
19
|
+
gemfile: Gemfile
|
|
20
|
+
- rvm: 2.3.3
|
|
18
21
|
os: linux
|
|
19
22
|
gemfile: gemfiles/Gemfile.fluentd-0.10.58
|
|
20
|
-
- rvm: 2.3.
|
|
23
|
+
- rvm: 2.3.3
|
|
21
24
|
os: linux
|
|
22
25
|
gemfile: gemfiles/Gemfile.fluentd-0.12
|
|
23
|
-
- rvm: 2.3.
|
|
26
|
+
- rvm: 2.3.3
|
|
27
|
+
os: linux
|
|
28
|
+
gemfile: gemfiles/Gemfile.fluentd-0.14.11
|
|
29
|
+
- rvm: 2.3.3
|
|
24
30
|
os: linux
|
|
25
31
|
gemfile: gemfiles/Gemfile.aws-sdk-2.4
|
|
26
32
|
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,9 @@
|
|
|
1
1
|
# CHANGELOG
|
|
2
2
|
|
|
3
|
+
## 1.1.3
|
|
4
|
+
|
|
5
|
+
- Bug fix - Fix issues with fluentd 0.14.12 [#99](https://github.com/awslabs/aws-fluent-plugin-kinesis/issues/99)
|
|
6
|
+
|
|
3
7
|
## 1.1.2
|
|
4
8
|
|
|
5
9
|
- Bug fix - Adjust credentials_provider for newer version of aws-ruby-sdk [#93](https://github.com/awslabs/aws-fluent-plugin-kinesis/issues/93)
|
data/Gemfile
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
data/Makefile
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -12,7 +12,7 @@
|
|
|
12
12
|
# express or implied. See the License for the specific language governing
|
|
13
13
|
# permissions and limitations under the License.
|
|
14
14
|
|
|
15
|
-
.PHONY: test install benchmark benchmark-streams benchmark-producer hello $(wildcard test/test_*.rb) $(wildcard test/**/test_*.rb)
|
|
15
|
+
.PHONY: copyright test install benchmark benchmark-streams benchmark-producer hello $(wildcard test/test_*.rb) $(wildcard test/**/test_*.rb)
|
|
16
16
|
|
|
17
17
|
all:
|
|
18
18
|
bundle install
|
|
@@ -37,3 +37,13 @@ hello:
|
|
|
37
37
|
|
|
38
38
|
$(wildcard test/test_*.rb) $(wildcard test/**/test_*.rb):
|
|
39
39
|
bundle exec rake test TEST=$@
|
|
40
|
+
|
|
41
|
+
copyright:
|
|
42
|
+
find . \( -name 'Gemfile*' \
|
|
43
|
+
-or -name 'Makefile' \
|
|
44
|
+
-or -name 'NOTICE.txt' \
|
|
45
|
+
-or -name 'Rakefile' \
|
|
46
|
+
-or -name 'fluent-plugin-kinesis.gemspec' \
|
|
47
|
+
-or -name '*.rake' \
|
|
48
|
+
-or -name '*.rb' \
|
|
49
|
+
\) -exec sed -i '' -e 's/Copyright 2014-2017/Copyright 2014-2017/' {} \;
|
data/NOTICE.txt
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
1
|
Fluent Plugin for Amazon Kinesis
|
|
2
|
-
Copyright 2014-
|
|
2
|
+
Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
data/README.md
CHANGED
|
@@ -112,7 +112,6 @@ Add configuration like below:
|
|
|
112
112
|
try_flush_interval 0.1
|
|
113
113
|
queued_chunk_flush_interval 0.01
|
|
114
114
|
num_threads 15
|
|
115
|
-
detach_process 5
|
|
116
115
|
|
|
117
116
|
Note: Each value should be adjusted to your system by yourself.
|
|
118
117
|
|
|
@@ -195,7 +194,7 @@ Boolean, default `true`. If enabled, when after retrying, the next retrying chec
|
|
|
195
194
|
Integer, default 500. The number of max count of making batch request from record chunk. It can't exceed the default value because it's API limit.
|
|
196
195
|
|
|
197
196
|
### batch_request_max_size
|
|
198
|
-
Integer, default 5 * 1024*1024. The number of max size of making batch request from record chunk. It can't exceed the default value because it's API limit.
|
|
197
|
+
Integer, default 5 * 1024 * 1024. The number of max size of making batch request from record chunk. It can't exceed the default value because it's API limit.
|
|
199
198
|
|
|
200
199
|
### http_proxy
|
|
201
200
|
HTTP proxy for API calling. Default `nil`.
|
|
@@ -227,7 +226,16 @@ A key to extract partition key from JSON object. Default `nil`, which means part
|
|
|
227
226
|
Boolean. Enable if you need to debug Kinesis Producer Library metrics. Default is `false`.
|
|
228
227
|
|
|
229
228
|
### kinesis_producer
|
|
230
|
-
This section is configuration for Kinesis Producer Library. Almost all of description comes from [deault_config.propertites of KPL Java Sample Application][default_config.properties].
|
|
229
|
+
This section is configuration for Kinesis Producer Library. Almost all of description comes from [deault_config.propertites of KPL Java Sample Application][default_config.properties]. You should specify configurations below inside `<kinesis_producer>` section like:
|
|
230
|
+
|
|
231
|
+
<match your_tag>
|
|
232
|
+
@type kinesis_producer
|
|
233
|
+
region us-east-1
|
|
234
|
+
stream_name your_stream
|
|
235
|
+
<kinesis_producer>
|
|
236
|
+
record_max_buffered_time 10
|
|
237
|
+
</kinesis_producer>
|
|
238
|
+
</match>
|
|
231
239
|
|
|
232
240
|
#### aggregation_enabled
|
|
233
241
|
Enable aggregation. With aggregation, multiple user records are packed into a single KinesisRecord. If disabled, each user record is sent in its own KinesisRecord.
|
|
@@ -473,53 +481,6 @@ Boolean. Disable if you want to verify ssl conncetion, for testing. Default `tru
|
|
|
473
481
|
### debug
|
|
474
482
|
Boolean. Enable if you need to debug Amazon Kinesis Firehose API call. Default is `false`.
|
|
475
483
|
|
|
476
|
-
## Configuration: Examples
|
|
477
|
-
|
|
478
|
-
Here are some configuration examles.
|
|
479
|
-
Assume that the JSON object below is coming to with tag 'your_tag'.
|
|
480
|
-
|
|
481
|
-
{
|
|
482
|
-
"name":"foo",
|
|
483
|
-
"action":"bar"
|
|
484
|
-
}
|
|
485
|
-
|
|
486
|
-
### Improving throughput to Amazon Kinesis
|
|
487
|
-
The plugin can also be configured to execute in parallel. `detach_process` and `num_threads` configuration settings control parallelism.
|
|
488
|
-
|
|
489
|
-
In case of the configuration below, you will spawn 2 processes.
|
|
490
|
-
|
|
491
|
-
<match your_tag>
|
|
492
|
-
type kinesis_*
|
|
493
|
-
|
|
494
|
-
stream_name YOUR_STREAM_NAME
|
|
495
|
-
region us-east-1
|
|
496
|
-
|
|
497
|
-
detach_process 2
|
|
498
|
-
</match>
|
|
499
|
-
|
|
500
|
-
You can also specify a number of threads to put. The number of threads is bound to each individual processes. So in this case, you will spawn 1 process which has 50 threads.
|
|
501
|
-
|
|
502
|
-
<match your_tag>
|
|
503
|
-
type kinesis_*
|
|
504
|
-
|
|
505
|
-
stream_name YOUR_STREAM_NAME
|
|
506
|
-
region us-east-1
|
|
507
|
-
|
|
508
|
-
num_threads 50
|
|
509
|
-
</match>
|
|
510
|
-
|
|
511
|
-
Both options can be used together, in the configuration below, you will spawn 2 processes and 50 threads per each processes.
|
|
512
|
-
|
|
513
|
-
<match your_tag>
|
|
514
|
-
type kinesis_*
|
|
515
|
-
|
|
516
|
-
stream_name YOUR_STREAM_NAME
|
|
517
|
-
region us-east-1
|
|
518
|
-
|
|
519
|
-
detach_process 2
|
|
520
|
-
num_threads 50
|
|
521
|
-
</match>
|
|
522
|
-
|
|
523
484
|
## Development
|
|
524
485
|
|
|
525
486
|
To launch `fluentd` process with this plugin for development, follow the steps below:
|
|
@@ -552,6 +513,6 @@ Bug reports and pull requests are welcome on [GitHub][github].
|
|
|
552
513
|
[fluentd_buffer]: http://docs.fluentd.org/articles/buffer-plugin-overview
|
|
553
514
|
[github]: https://github.com/awslabs/aws-fluent-plugin-kinesis
|
|
554
515
|
[formatter.rb]: https://github.com/fluent/fluentd/blob/master/lib/fluent/formatter.rb
|
|
555
|
-
[default_config.properties]: https://github.com/awslabs/amazon-kinesis-producer/blob/
|
|
516
|
+
[default_config.properties]: https://github.com/awslabs/amazon-kinesis-producer/blob/v0.10.2/java/amazon-kinesis-producer-sample/default_config.properties
|
|
556
517
|
[old-readme]: https://github.com/awslabs/aws-fluent-plugin-kinesis/blob/master/README-v0.4.md
|
|
557
518
|
[fluentd-doc-kinesis]: http://docs.fluentd.org/articles/kinesis-stream
|
data/Rakefile
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
data/benchmark/task.rake
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# coding: utf-8
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2014-
|
|
3
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Amazon Software License (the "License").
|
|
6
6
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
#
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Amazon Software License (the "License").
|
|
5
|
+
# You may not use this file except in compliance with the License.
|
|
6
|
+
# A copy of the License is located at
|
|
7
|
+
#
|
|
8
|
+
# http://aws.amazon.com/asl/
|
|
9
|
+
#
|
|
10
|
+
# or in the "license" file accompanying this file. This file is distributed
|
|
11
|
+
# on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
|
|
12
|
+
# express or implied. See the License for the specific language governing
|
|
13
|
+
# permissions and limitations under the License.
|
|
14
|
+
|
|
15
|
+
source 'https://rubygems.org'
|
|
16
|
+
|
|
17
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
18
|
+
gemspec path: ".."
|
|
19
|
+
|
|
20
|
+
gem "fluentd", "~> 0.14.11"
|
data/gemfiles/Gemfile.ruby-2.0
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
data/gemfiles/Gemfile.ruby-2.1
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -20,8 +20,13 @@ module Fluent
|
|
|
20
20
|
module KinesisHelper
|
|
21
21
|
include Fluent::SetTimeKeyMixin
|
|
22
22
|
include Fluent::SetTagKeyMixin
|
|
23
|
-
|
|
24
|
-
|
|
23
|
+
# detach_multi_process has been deleted at 0.14.12
|
|
24
|
+
# https://github.com/fluent/fluentd/commit/fcd8cc18e1f3a95710a80f982b91a1414fadc432
|
|
25
|
+
require 'fluent/version'
|
|
26
|
+
if Gem::Version.new(Fluent::VERSION) < Gem::Version.new('0.14.12')
|
|
27
|
+
require 'fluent/process'
|
|
28
|
+
include Fluent::DetachMultiProcessMixin
|
|
29
|
+
end
|
|
25
30
|
|
|
26
31
|
def self.included(klass)
|
|
27
32
|
klass.extend ClassMethods
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -22,7 +22,13 @@ require 'fluent_plugin_kinesis/version'
|
|
|
22
22
|
module FluentPluginKinesis
|
|
23
23
|
class OutputFilter < Fluent::BufferedOutput
|
|
24
24
|
|
|
25
|
-
|
|
25
|
+
# detach_multi_process has been deleted at 0.14.12
|
|
26
|
+
# https://github.com/fluent/fluentd/commit/fcd8cc18e1f3a95710a80f982b91a1414fadc432
|
|
27
|
+
require 'fluent/version'
|
|
28
|
+
if Gem::Version.new(Fluent::VERSION) < Gem::Version.new('0.14.12')
|
|
29
|
+
require 'fluent/process'
|
|
30
|
+
include Fluent::DetachMultiProcessMixin
|
|
31
|
+
end
|
|
26
32
|
include Fluent::SetTimeKeyMixin
|
|
27
33
|
include Fluent::SetTagKeyMixin
|
|
28
34
|
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -13,5 +13,5 @@
|
|
|
13
13
|
# permissions and limitations under the License.
|
|
14
14
|
|
|
15
15
|
module FluentPluginKinesis
|
|
16
|
-
VERSION = '1.1.
|
|
16
|
+
VERSION = '1.1.3'
|
|
17
17
|
end
|
data/lib/kinesis_producer.rb
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
#
|
|
2
|
-
# Copyright 2014-
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
3
|
#
|
|
4
4
|
# Licensed under the Amazon Software License (the "License").
|
|
5
5
|
# You may not use this file except in compliance with the License.
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fluent-plugin-kinesis
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.1.
|
|
4
|
+
version: 1.1.3
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Amazon Web Services
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2017-02-02 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: fluentd
|
|
@@ -280,6 +280,7 @@ files:
|
|
|
280
280
|
- gemfiles/Gemfile.aws-sdk-2.4
|
|
281
281
|
- gemfiles/Gemfile.fluentd-0.10.58
|
|
282
282
|
- gemfiles/Gemfile.fluentd-0.12
|
|
283
|
+
- gemfiles/Gemfile.fluentd-0.14.11
|
|
283
284
|
- gemfiles/Gemfile.ruby-2.0
|
|
284
285
|
- gemfiles/Gemfile.ruby-2.1
|
|
285
286
|
- lib/fluent/plugin/kinesis_helper.rb
|
|
@@ -324,7 +325,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
324
325
|
version: '0'
|
|
325
326
|
requirements: []
|
|
326
327
|
rubyforge_project:
|
|
327
|
-
rubygems_version: 2.5.
|
|
328
|
+
rubygems_version: 2.5.2
|
|
328
329
|
signing_key:
|
|
329
330
|
specification_version: 4
|
|
330
331
|
summary: Fluentd output plugin that sends events to Amazon Kinesis.
|