fluent-plugin-kinesis 1.1.0 → 1.1.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.travis.yml +23 -31
- data/CHANGELOG.md +5 -0
- data/gemfiles/Gemfile.aws-sdk-2.4 +20 -0
- data/gemfiles/Gemfile.ruby-2.0 +21 -0
- data/gemfiles/Gemfile.ruby-2.1 +21 -0
- data/lib/fluent/plugin/kinesis_helper/api.rb +3 -2
- data/lib/fluent/plugin/kinesis_helper/credentials.rb +3 -3
- data/lib/fluent_plugin_kinesis/version.rb +1 -1
- metadata +5 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: af13ca5555ee396e24c22114057a2fe2095d6a98
|
4
|
+
data.tar.gz: 55013538d174c46e54592675891aea41df32a45d
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 0b993cd00e37f89fdef57f96910daf615724c5c71f6006ba27cef7cd69abab33a1951f86d0f56e3dafac5e84f5c005a03a7ea734e30600fef02391b3ed3b016d
|
7
|
+
data.tar.gz: 6f1aabaef1d6e31267399a3ed3fddb2efc6c4b739fef2be99cb48ad569ce7942974eb95417e1d9bda4f951a2b0edbb124825df43de6a30798586d5e1e3fafece
|
data/.travis.yml
CHANGED
@@ -1,37 +1,29 @@
|
|
1
1
|
language: ruby
|
2
2
|
|
3
|
-
rvm:
|
4
|
-
- 2.0.0
|
5
|
-
- 2.1
|
6
|
-
- 2.2
|
7
|
-
|
8
|
-
gemfile:
|
9
|
-
- Gemfile
|
10
|
-
- gemfiles/Gemfile.fluentd-0.10.58
|
11
|
-
- gemfiles/Gemfile.fluentd-0.12
|
12
|
-
|
13
|
-
os:
|
14
|
-
- linux
|
15
|
-
- osx
|
16
|
-
|
17
|
-
before_install:
|
18
|
-
- gem update bundler
|
19
|
-
|
20
|
-
script: bundle exec rake test
|
21
|
-
|
22
|
-
sudo: false
|
23
|
-
|
24
3
|
matrix:
|
25
|
-
|
26
|
-
- rvm: 2.0.0
|
27
|
-
os:
|
28
|
-
|
4
|
+
include:
|
5
|
+
- rvm: 2.0.0-p648
|
6
|
+
os: linux
|
7
|
+
gemfile: gemfiles/Gemfile.ruby-2.0
|
8
|
+
- rvm: 2.1.10
|
9
|
+
os: linux
|
10
|
+
gemfile: gemfiles/Gemfile.ruby-2.1
|
11
|
+
- rvm: 2.2.5
|
12
|
+
os: linux
|
13
|
+
gemfile: Gemfile
|
14
|
+
- rvm: 2.3.1
|
15
|
+
os: linux
|
29
16
|
gemfile: Gemfile
|
30
|
-
- rvm: 2.1
|
31
|
-
os:
|
17
|
+
- rvm: 2.3.1
|
18
|
+
os: linux
|
32
19
|
gemfile: gemfiles/Gemfile.fluentd-0.10.58
|
33
|
-
- rvm: 2.1
|
34
|
-
os:
|
20
|
+
- rvm: 2.3.1
|
21
|
+
os: linux
|
35
22
|
gemfile: gemfiles/Gemfile.fluentd-0.12
|
36
|
-
- rvm: 2.
|
37
|
-
os:
|
23
|
+
- rvm: 2.3.1
|
24
|
+
os: linux
|
25
|
+
gemfile: gemfiles/Gemfile.aws-sdk-2.4
|
26
|
+
|
27
|
+
script: bundle exec rake test
|
28
|
+
|
29
|
+
sudo: false
|
data/CHANGELOG.md
CHANGED
@@ -1,5 +1,10 @@
|
|
1
1
|
# CHANGELOG
|
2
2
|
|
3
|
+
## 1.1.1
|
4
|
+
|
5
|
+
- Bug fix - Fix incompatibility for AWS SDK 2.5 [#80](https://github.com/awslabs/aws-fluent-plugin-kinesis/issues/80)
|
6
|
+
- Bug fix - Fix wrong logic for batch request [#81](https://github.com/awslabs/aws-fluent-plugin-kinesis/issues/81)
|
7
|
+
|
3
8
|
## 1.1.0
|
4
9
|
|
5
10
|
- Feature - Derive stream name from fluentd tag for KPL [#67](https://github.com/awslabs/aws-fluent-plugin-kinesis/issues/67)
|
@@ -0,0 +1,20 @@
|
|
1
|
+
#
|
2
|
+
# Copyright 2014-2016 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
3
|
+
#
|
4
|
+
# Licensed under the Amazon Software License (the "License").
|
5
|
+
# You may not use this file except in compliance with the License.
|
6
|
+
# A copy of the License is located at
|
7
|
+
#
|
8
|
+
# http://aws.amazon.com/asl/
|
9
|
+
#
|
10
|
+
# or in the "license" file accompanying this file. This file is distributed
|
11
|
+
# on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
|
12
|
+
# express or implied. See the License for the specific language governing
|
13
|
+
# permissions and limitations under the License.
|
14
|
+
|
15
|
+
source 'https://rubygems.org'
|
16
|
+
|
17
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
18
|
+
gemspec path: ".."
|
19
|
+
|
20
|
+
gem "aws-sdk", "~> 2.4.4"
|
@@ -0,0 +1,21 @@
|
|
1
|
+
#
|
2
|
+
# Copyright 2014-2016 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
3
|
+
#
|
4
|
+
# Licensed under the Amazon Software License (the "License").
|
5
|
+
# You may not use this file except in compliance with the License.
|
6
|
+
# A copy of the License is located at
|
7
|
+
#
|
8
|
+
# http://aws.amazon.com/asl/
|
9
|
+
#
|
10
|
+
# or in the "license" file accompanying this file. This file is distributed
|
11
|
+
# on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
|
12
|
+
# express or implied. See the License for the specific language governing
|
13
|
+
# permissions and limitations under the License.
|
14
|
+
|
15
|
+
source 'https://rubygems.org'
|
16
|
+
|
17
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
18
|
+
gemspec path: ".."
|
19
|
+
|
20
|
+
gem "activesupport", "~> 4"
|
21
|
+
gem "fluentd", "~> 0.12.26"
|
@@ -0,0 +1,21 @@
|
|
1
|
+
#
|
2
|
+
# Copyright 2014-2016 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
3
|
+
#
|
4
|
+
# Licensed under the Amazon Software License (the "License").
|
5
|
+
# You may not use this file except in compliance with the License.
|
6
|
+
# A copy of the License is located at
|
7
|
+
#
|
8
|
+
# http://aws.amazon.com/asl/
|
9
|
+
#
|
10
|
+
# or in the "license" file accompanying this file. This file is distributed
|
11
|
+
# on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
|
12
|
+
# express or implied. See the License for the specific language governing
|
13
|
+
# permissions and limitations under the License.
|
14
|
+
|
15
|
+
source 'https://rubygems.org'
|
16
|
+
|
17
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
18
|
+
gemspec path: ".."
|
19
|
+
|
20
|
+
gem "activesupport", "~> 4"
|
21
|
+
gem "fluentd", "~> 0.12.26"
|
@@ -58,13 +58,14 @@ module Fluent
|
|
58
58
|
|
59
59
|
def batch_by_limit(records, max_count, max_size)
|
60
60
|
result, buf, size = records.inject([[],[],0]){|(result, buf, size), record|
|
61
|
-
|
61
|
+
record_size = size_of_values(record)
|
62
|
+
if buf.size+1 > max_count or size+record_size > max_size
|
62
63
|
result << buf
|
63
64
|
buf = []
|
64
65
|
size = 0
|
65
66
|
end
|
66
67
|
buf << record
|
67
|
-
size +=
|
68
|
+
size += record_size
|
68
69
|
[result, buf, size]
|
69
70
|
}
|
70
71
|
result << buf
|
@@ -38,11 +38,11 @@ module Fluent
|
|
38
38
|
private
|
39
39
|
|
40
40
|
def default_credentials_provider
|
41
|
-
config_class = Struct.new(:access_key_id, :secret_access_key, :session_token, :profile)
|
42
|
-
config = config_class.new(@aws_key_id, @aws_sec_key)
|
41
|
+
config_class = Struct.new(:access_key_id, :secret_access_key, :region, :session_token, :profile)
|
42
|
+
config = config_class.new(@aws_key_id, @aws_sec_key, @region)
|
43
43
|
provider = Aws::CredentialProviderChain.new(config).resolve
|
44
44
|
if provider.nil?
|
45
|
-
raise Fluent::ConfigError, "You must specify credentials on ~/.aws/credentials, environment variables or
|
45
|
+
raise Fluent::ConfigError, "You must specify credentials on ~/.aws/credentials, environment variables or instance profile for default credentials"
|
46
46
|
end
|
47
47
|
provider
|
48
48
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-kinesis
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.1.
|
4
|
+
version: 1.1.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Amazon Web Services
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2016-
|
11
|
+
date: 2016-08-22 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: fluentd
|
@@ -277,8 +277,11 @@ files:
|
|
277
277
|
- benchmark/dummy.conf
|
278
278
|
- benchmark/task.rake
|
279
279
|
- fluent-plugin-kinesis.gemspec
|
280
|
+
- gemfiles/Gemfile.aws-sdk-2.4
|
280
281
|
- gemfiles/Gemfile.fluentd-0.10.58
|
281
282
|
- gemfiles/Gemfile.fluentd-0.12
|
283
|
+
- gemfiles/Gemfile.ruby-2.0
|
284
|
+
- gemfiles/Gemfile.ruby-2.1
|
282
285
|
- lib/fluent/plugin/kinesis_helper.rb
|
283
286
|
- lib/fluent/plugin/kinesis_helper/api.rb
|
284
287
|
- lib/fluent/plugin/kinesis_helper/class_methods.rb
|