fluent-plugin-kinesis-aggregation 0.1.0 → 0.1.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +3 -40
- data/fluent-plugin-kinesis-aggregation.gemspec +2 -4
- data/lib/fluent/plugin/out_kinesis-aggregation.rb +3 -4
- metadata +2 -3
- data/lib/fluent/plugin/version.rb +0 -16
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 5337708f7ca323b6ed1e9c47809a6af9f489b885
|
4
|
+
data.tar.gz: 0ed78adebd0c6d2136ccafd2cebc287ae88d86ed
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 63145534371f0eb39b3230a77218536d65a0fdbc34ca60f50b72f6377a292c5cbe26ece61399e2eb4d3c429e8193d51d5de2ba850845927b92ffcdb5ab084ea4
|
7
|
+
data.tar.gz: 26c464ef240db8b0801345ca572055995d327a5200b799081b9bb8a3eaaa91255a8adcd59d0f62d8252e055328ef37535a6182dc026dbb07042a793b0d829ee8
|
data/CHANGELOG.md
CHANGED
@@ -1,46 +1,9 @@
|
|
1
1
|
# CHANGELOG
|
2
2
|
|
3
|
-
## 0.
|
4
|
-
- Feature - Add option to ensure Kinesis Stream connection. [#35](https://github.com/awslabs/aws-fluent-plugin-kinesis/pull/35)
|
5
|
-
- Feature - Add option to support zlib compression. [#39](https://github.com/awslabs/aws-fluent-plugin-kinesis/pull/39)
|
3
|
+
## 0.1.1
|
6
4
|
|
7
|
-
|
8
|
-
|
9
|
-
## 0.3.6
|
10
|
-
|
11
|
-
- **Cross account access support**: Added support for cross account access for Amazon Kinesis stream. With this update, you can put reocrds to streams those are owned by other AWS account. This feature is achieved by [AssumeRole](http://docs.aws.amazon.com/STS/latest/APIReference/API_AssumeRole.html).
|
12
|
-
|
13
|
-
## 0.3.5
|
14
|
-
|
15
|
-
- **1MB record size limit**: Increased record size limit from 50KB to 1MB due to [Amazon Kinesis improvement.](http://aws.amazon.com/jp/about-aws/whats-new/2015/06/amazon-kinesis-announces-put-pricing-change-1mb-record-support-and-the-kinesis-producer-library/)
|
16
|
-
- **Switching IAM user support**: Added support for [shared credential file](http://docs.aws.amazon.com/ja_jp/AWSSdkDocsRuby/latest/DeveloperGuide/prog-basics-creds.html#creds-specify-provider).
|
17
|
-
|
18
|
-
## 0.3.4
|
19
|
-
|
20
|
-
- **Multi-byte UTF-8 support**: We now support multi-byte UTF-8 by using *use_yajl* option.
|
21
|
-
|
22
|
-
## 0.3.3
|
23
|
-
|
24
|
-
- **Security improvements**: Disabled logging `aws_key_id` and `aws_sec_key` into log file.
|
25
|
-
|
26
|
-
## 0.3.2
|
27
|
-
|
28
|
-
- **http_proxy support**: Added HTTP proxy support.
|
29
|
-
|
30
|
-
## 0.3.1
|
31
|
-
|
32
|
-
- **Fluentd v0.12 support**: We now support Fluentd v0.12.
|
33
|
-
|
34
|
-
## 0.3.0
|
35
|
-
|
36
|
-
- **Throughput improvement**: Added support for [PutRecords API](http://docs.aws.amazon.com/kinesis/latest/APIReference/API_PutRecords.html) by default.
|
37
|
-
- **Bug fix**: Removed redundant Base64 encoding of data for each Kinesis record emitted. Applications consuming these records will need to be updated accordingly.
|
38
|
-
|
39
|
-
## 0.2.0
|
40
|
-
|
41
|
-
- **Partition key randomization**: Added support for partition key randomization.
|
42
|
-
- **Throughput improvements**: Added support for spawning additional processes and threads to increase throughput to Amazon Kinesis.
|
43
|
-
- **AWS SDK for Ruby V2**: Added support for [AWS SDK for Ruby V2](https://github.com/aws/aws-sdk-core-ruby).
|
5
|
+
- fix up conflict with fluent-kinesis plugin
|
6
|
+
- Changelog
|
44
7
|
|
45
8
|
## 0.1.0
|
46
9
|
|
@@ -15,14 +15,12 @@
|
|
15
15
|
lib = File.expand_path('../lib', __FILE__)
|
16
16
|
$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
17
17
|
|
18
|
-
require "fluent/plugin/version"
|
19
|
-
|
20
18
|
Gem::Specification.new do |spec|
|
21
19
|
spec.name = "fluent-plugin-kinesis-aggregation"
|
22
|
-
spec.version =
|
20
|
+
spec.version = '0.1.1'
|
23
21
|
spec.author = 'Someone'
|
24
22
|
spec.summary = %q{Fluentd output plugin that sends KPL style aggregated events to Amazon Kinesis.}
|
25
|
-
spec.homepage = "https://github.com/
|
23
|
+
spec.homepage = "https://github.com/atlassian/fluent-plugin-kinesis-aggregation"
|
26
24
|
spec.license = "Apache License, Version 2.0"
|
27
25
|
|
28
26
|
spec.files = `git ls-files`.split($/)
|
@@ -15,7 +15,6 @@ require 'aws-sdk-core'
|
|
15
15
|
require 'yajl'
|
16
16
|
require 'logger'
|
17
17
|
require 'securerandom'
|
18
|
-
require 'fluent/plugin/version'
|
19
18
|
require 'digest'
|
20
19
|
|
21
20
|
require 'protobuf'
|
@@ -53,7 +52,7 @@ module FluentPluginKinesisAggregation
|
|
53
52
|
include Fluent::SetTimeKeyMixin
|
54
53
|
include Fluent::SetTagKeyMixin
|
55
54
|
|
56
|
-
|
55
|
+
NAME = 'kinesis-aggregation'
|
57
56
|
PUT_RECORD_MAX_DATA_SIZE = 1024 * 1024
|
58
57
|
# 200 is an arbitrary number more than the envelope overhead
|
59
58
|
# and big enough to store partition/hash key table in
|
@@ -62,7 +61,7 @@ module FluentPluginKinesisAggregation
|
|
62
61
|
# if anyone else is writing to the shard at the time.
|
63
62
|
FLUENTD_MAX_BUFFER_SIZE = PUT_RECORD_MAX_DATA_SIZE - 200
|
64
63
|
|
65
|
-
Fluent::Plugin.register_output(
|
64
|
+
Fluent::Plugin.register_output(NAME, self)
|
66
65
|
|
67
66
|
config_set_default :include_time_key, true
|
68
67
|
config_set_default :include_tag_key, true
|
@@ -149,7 +148,7 @@ module FluentPluginKinesisAggregation
|
|
149
148
|
|
150
149
|
# This code is unchanged from https://github.com/awslabs/aws-fluent-plugin-kinesis
|
151
150
|
def load_client
|
152
|
-
user_agent_suffix = "
|
151
|
+
user_agent_suffix = "fluent-#{NAME}"
|
153
152
|
|
154
153
|
options = {
|
155
154
|
user_agent_suffix: user_agent_suffix
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-kinesis-aggregation
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Someone
|
@@ -137,10 +137,9 @@ files:
|
|
137
137
|
- Rakefile
|
138
138
|
- fluent-plugin-kinesis-aggregation.gemspec
|
139
139
|
- lib/fluent/plugin/out_kinesis-aggregation.rb
|
140
|
-
- lib/fluent/plugin/version.rb
|
141
140
|
- test/helper.rb
|
142
141
|
- test/plugin/test_out_kinesis-aggregation.rb
|
143
|
-
homepage: https://github.com/
|
142
|
+
homepage: https://github.com/atlassian/fluent-plugin-kinesis-aggregation
|
144
143
|
licenses:
|
145
144
|
- Apache License, Version 2.0
|
146
145
|
metadata: {}
|
@@ -1,16 +0,0 @@
|
|
1
|
-
# Copyright 2014 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
2
|
-
#
|
3
|
-
# Licensed under the Apache License, Version 2.0 (the "License"). You
|
4
|
-
# may not use this file except in compliance with the License. A copy of
|
5
|
-
# the License is located at
|
6
|
-
#
|
7
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
8
|
-
#
|
9
|
-
# or in the "license" file accompanying this file. This file is
|
10
|
-
# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
|
11
|
-
# ANY KIND, either express or implied. See the License for the specific
|
12
|
-
# language governing permissions and limitations under the License.
|
13
|
-
|
14
|
-
module FluentPluginKinesisAggregation
|
15
|
-
VERSION = '0.1.0'
|
16
|
-
end
|