fluent-plugin-kinesis 1.1.0 → 1.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.travis.yml +23 -31
- data/CHANGELOG.md +5 -0
- data/gemfiles/Gemfile.aws-sdk-2.4 +20 -0
- data/gemfiles/Gemfile.ruby-2.0 +21 -0
- data/gemfiles/Gemfile.ruby-2.1 +21 -0
- data/lib/fluent/plugin/kinesis_helper/api.rb +3 -2
- data/lib/fluent/plugin/kinesis_helper/credentials.rb +3 -3
- data/lib/fluent_plugin_kinesis/version.rb +1 -1
- metadata +5 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: af13ca5555ee396e24c22114057a2fe2095d6a98
|
4
|
+
data.tar.gz: 55013538d174c46e54592675891aea41df32a45d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 0b993cd00e37f89fdef57f96910daf615724c5c71f6006ba27cef7cd69abab33a1951f86d0f56e3dafac5e84f5c005a03a7ea734e30600fef02391b3ed3b016d
|
7
|
+
data.tar.gz: 6f1aabaef1d6e31267399a3ed3fddb2efc6c4b739fef2be99cb48ad569ce7942974eb95417e1d9bda4f951a2b0edbb124825df43de6a30798586d5e1e3fafece
|
data/.travis.yml
CHANGED
@@ -1,37 +1,29 @@
|
|
1
1
|
language: ruby
|
2
2
|
|
3
|
-
rvm:
|
4
|
-
- 2.0.0
|
5
|
-
- 2.1
|
6
|
-
- 2.2
|
7
|
-
|
8
|
-
gemfile:
|
9
|
-
- Gemfile
|
10
|
-
- gemfiles/Gemfile.fluentd-0.10.58
|
11
|
-
- gemfiles/Gemfile.fluentd-0.12
|
12
|
-
|
13
|
-
os:
|
14
|
-
- linux
|
15
|
-
- osx
|
16
|
-
|
17
|
-
before_install:
|
18
|
-
- gem update bundler
|
19
|
-
|
20
|
-
script: bundle exec rake test
|
21
|
-
|
22
|
-
sudo: false
|
23
|
-
|
24
3
|
matrix:
|
25
|
-
|
26
|
-
- rvm: 2.0.0
|
27
|
-
os:
|
28
|
-
|
4
|
+
include:
|
5
|
+
- rvm: 2.0.0-p648
|
6
|
+
os: linux
|
7
|
+
gemfile: gemfiles/Gemfile.ruby-2.0
|
8
|
+
- rvm: 2.1.10
|
9
|
+
os: linux
|
10
|
+
gemfile: gemfiles/Gemfile.ruby-2.1
|
11
|
+
- rvm: 2.2.5
|
12
|
+
os: linux
|
13
|
+
gemfile: Gemfile
|
14
|
+
- rvm: 2.3.1
|
15
|
+
os: linux
|
29
16
|
gemfile: Gemfile
|
30
|
-
- rvm: 2.1
|
31
|
-
os:
|
17
|
+
- rvm: 2.3.1
|
18
|
+
os: linux
|
32
19
|
gemfile: gemfiles/Gemfile.fluentd-0.10.58
|
33
|
-
- rvm: 2.1
|
34
|
-
os:
|
20
|
+
- rvm: 2.3.1
|
21
|
+
os: linux
|
35
22
|
gemfile: gemfiles/Gemfile.fluentd-0.12
|
36
|
-
- rvm: 2.
|
37
|
-
os:
|
23
|
+
- rvm: 2.3.1
|
24
|
+
os: linux
|
25
|
+
gemfile: gemfiles/Gemfile.aws-sdk-2.4
|
26
|
+
|
27
|
+
script: bundle exec rake test
|
28
|
+
|
29
|
+
sudo: false
|
data/CHANGELOG.md
CHANGED
@@ -1,5 +1,10 @@
|
|
1
1
|
# CHANGELOG
|
2
2
|
|
3
|
+
## 1.1.1
|
4
|
+
|
5
|
+
- Bug fix - Fix incompatibility for AWS SDK 2.5 [#80](https://github.com/awslabs/aws-fluent-plugin-kinesis/issues/80)
|
6
|
+
- Bug fix - Fix wrong logic for batch request [#81](https://github.com/awslabs/aws-fluent-plugin-kinesis/issues/81)
|
7
|
+
|
3
8
|
## 1.1.0
|
4
9
|
|
5
10
|
- Feature - Derive stream name from fluentd tag for KPL [#67](https://github.com/awslabs/aws-fluent-plugin-kinesis/issues/67)
|
@@ -0,0 +1,20 @@
|
|
1
|
+
#
|
2
|
+
# Copyright 2014-2016 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
3
|
+
#
|
4
|
+
# Licensed under the Amazon Software License (the "License").
|
5
|
+
# You may not use this file except in compliance with the License.
|
6
|
+
# A copy of the License is located at
|
7
|
+
#
|
8
|
+
# http://aws.amazon.com/asl/
|
9
|
+
#
|
10
|
+
# or in the "license" file accompanying this file. This file is distributed
|
11
|
+
# on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
|
12
|
+
# express or implied. See the License for the specific language governing
|
13
|
+
# permissions and limitations under the License.
|
14
|
+
|
15
|
+
source 'https://rubygems.org'
|
16
|
+
|
17
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
18
|
+
gemspec path: ".."
|
19
|
+
|
20
|
+
gem "aws-sdk", "~> 2.4.4"
|
@@ -0,0 +1,21 @@
|
|
1
|
+
#
|
2
|
+
# Copyright 2014-2016 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
3
|
+
#
|
4
|
+
# Licensed under the Amazon Software License (the "License").
|
5
|
+
# You may not use this file except in compliance with the License.
|
6
|
+
# A copy of the License is located at
|
7
|
+
#
|
8
|
+
# http://aws.amazon.com/asl/
|
9
|
+
#
|
10
|
+
# or in the "license" file accompanying this file. This file is distributed
|
11
|
+
# on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
|
12
|
+
# express or implied. See the License for the specific language governing
|
13
|
+
# permissions and limitations under the License.
|
14
|
+
|
15
|
+
source 'https://rubygems.org'
|
16
|
+
|
17
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
18
|
+
gemspec path: ".."
|
19
|
+
|
20
|
+
gem "activesupport", "~> 4"
|
21
|
+
gem "fluentd", "~> 0.12.26"
|
@@ -0,0 +1,21 @@
|
|
1
|
+
#
|
2
|
+
# Copyright 2014-2016 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
3
|
+
#
|
4
|
+
# Licensed under the Amazon Software License (the "License").
|
5
|
+
# You may not use this file except in compliance with the License.
|
6
|
+
# A copy of the License is located at
|
7
|
+
#
|
8
|
+
# http://aws.amazon.com/asl/
|
9
|
+
#
|
10
|
+
# or in the "license" file accompanying this file. This file is distributed
|
11
|
+
# on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
|
12
|
+
# express or implied. See the License for the specific language governing
|
13
|
+
# permissions and limitations under the License.
|
14
|
+
|
15
|
+
source 'https://rubygems.org'
|
16
|
+
|
17
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
18
|
+
gemspec path: ".."
|
19
|
+
|
20
|
+
gem "activesupport", "~> 4"
|
21
|
+
gem "fluentd", "~> 0.12.26"
|
@@ -58,13 +58,14 @@ module Fluent
|
|
58
58
|
|
59
59
|
def batch_by_limit(records, max_count, max_size)
|
60
60
|
result, buf, size = records.inject([[],[],0]){|(result, buf, size), record|
|
61
|
-
|
61
|
+
record_size = size_of_values(record)
|
62
|
+
if buf.size+1 > max_count or size+record_size > max_size
|
62
63
|
result << buf
|
63
64
|
buf = []
|
64
65
|
size = 0
|
65
66
|
end
|
66
67
|
buf << record
|
67
|
-
size +=
|
68
|
+
size += record_size
|
68
69
|
[result, buf, size]
|
69
70
|
}
|
70
71
|
result << buf
|
@@ -38,11 +38,11 @@ module Fluent
|
|
38
38
|
private
|
39
39
|
|
40
40
|
def default_credentials_provider
|
41
|
-
config_class = Struct.new(:access_key_id, :secret_access_key, :session_token, :profile)
|
42
|
-
config = config_class.new(@aws_key_id, @aws_sec_key)
|
41
|
+
config_class = Struct.new(:access_key_id, :secret_access_key, :region, :session_token, :profile)
|
42
|
+
config = config_class.new(@aws_key_id, @aws_sec_key, @region)
|
43
43
|
provider = Aws::CredentialProviderChain.new(config).resolve
|
44
44
|
if provider.nil?
|
45
|
-
raise Fluent::ConfigError, "You must specify credentials on ~/.aws/credentials, environment variables or
|
45
|
+
raise Fluent::ConfigError, "You must specify credentials on ~/.aws/credentials, environment variables or instance profile for default credentials"
|
46
46
|
end
|
47
47
|
provider
|
48
48
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-kinesis
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.1.
|
4
|
+
version: 1.1.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2016-
|
11
|
+
date: 2016-08-22 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: fluentd
|
@@ -277,8 +277,11 @@ files:
|
|
277
277
|
- benchmark/dummy.conf
|
278
278
|
- benchmark/task.rake
|
279
279
|
- fluent-plugin-kinesis.gemspec
|
280
|
+
- gemfiles/Gemfile.aws-sdk-2.4
|
280
281
|
- gemfiles/Gemfile.fluentd-0.10.58
|
281
282
|
- gemfiles/Gemfile.fluentd-0.12
|
283
|
+
- gemfiles/Gemfile.ruby-2.0
|
284
|
+
- gemfiles/Gemfile.ruby-2.1
|
282
285
|
- lib/fluent/plugin/kinesis_helper.rb
|
283
286
|
- lib/fluent/plugin/kinesis_helper/api.rb
|
284
287
|
- lib/fluent/plugin/kinesis_helper/class_methods.rb
|