adp-fluent-plugin-kinesis 0.0.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/.github/PULL_REQUEST_TEMPLATE.md +6 -0
- data/.gitignore +15 -0
- data/.travis.yml +56 -0
- data/CHANGELOG.md +172 -0
- data/CODE_OF_CONDUCT.md +4 -0
- data/CONTRIBUTING.md +61 -0
- data/CONTRIBUTORS.txt +8 -0
- data/Gemfile +18 -0
- data/LICENSE.txt +201 -0
- data/Makefile +44 -0
- data/NOTICE.txt +2 -0
- data/README.md +559 -0
- data/Rakefile +26 -0
- data/adp-fluent-plugin-kinesis.gemspec +71 -0
- data/benchmark/task.rake +106 -0
- data/gemfiles/Gemfile.fluentd-0.14.22 +6 -0
- data/gemfiles/Gemfile.fluentd-1.13.3 +6 -0
- data/gemfiles/Gemfile.td-agent-3.1.0 +17 -0
- data/gemfiles/Gemfile.td-agent-3.1.1 +17 -0
- data/gemfiles/Gemfile.td-agent-3.2.0 +17 -0
- data/gemfiles/Gemfile.td-agent-3.2.1 +17 -0
- data/gemfiles/Gemfile.td-agent-3.3.0 +17 -0
- data/gemfiles/Gemfile.td-agent-3.4.0 +17 -0
- data/gemfiles/Gemfile.td-agent-3.4.1 +17 -0
- data/gemfiles/Gemfile.td-agent-3.5.0 +17 -0
- data/gemfiles/Gemfile.td-agent-3.5.1 +17 -0
- data/gemfiles/Gemfile.td-agent-3.6.0 +17 -0
- data/gemfiles/Gemfile.td-agent-3.7.0 +17 -0
- data/gemfiles/Gemfile.td-agent-3.7.1 +17 -0
- data/gemfiles/Gemfile.td-agent-3.8.0 +17 -0
- data/gemfiles/Gemfile.td-agent-3.8.1 +18 -0
- data/gemfiles/Gemfile.td-agent-4.0.0 +25 -0
- data/gemfiles/Gemfile.td-agent-4.0.1 +21 -0
- data/gemfiles/Gemfile.td-agent-4.1.0 +21 -0
- data/gemfiles/Gemfile.td-agent-4.1.1 +21 -0
- data/gemfiles/Gemfile.td-agent-4.2.0 +21 -0
- data/lib/fluent/plugin/kinesis.rb +174 -0
- data/lib/fluent/plugin/kinesis_helper/aggregator.rb +101 -0
- data/lib/fluent/plugin/kinesis_helper/api.rb +254 -0
- data/lib/fluent/plugin/kinesis_helper/client.rb +210 -0
- data/lib/fluent/plugin/kinesis_helper/compression.rb +27 -0
- data/lib/fluent/plugin/out_kinesis_firehose.rb +60 -0
- data/lib/fluent/plugin/out_kinesis_streams.rb +72 -0
- data/lib/fluent/plugin/out_kinesis_streams_aggregated.rb +79 -0
- data/lib/fluent_plugin_kinesis/version.rb +17 -0
- metadata +339 -0
data/benchmark/task.rake
ADDED
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
#
|
|
2
|
+
# Copyright 2014-2017 Amazon.com, Inc. or its affiliates. All Rights Reserved.
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License"). You
|
|
5
|
+
# may not use this file except in compliance with the License. A copy of
|
|
6
|
+
# the License is located at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# or in the "license" file accompanying this file. This file is
|
|
11
|
+
# distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF
|
|
12
|
+
# ANY KIND, either express or implied. See the License for the specific
|
|
13
|
+
# language governing permissions and limitations under the License.
|
|
14
|
+
|
|
15
|
+
require_relative '../test/helper'
|
|
16
|
+
require 'fluent/plugin/out_kinesis_streams'
|
|
17
|
+
require 'fluent/plugin/out_kinesis_streams_aggregated'
|
|
18
|
+
require 'fluent/plugin/out_kinesis_firehose'
|
|
19
|
+
require 'benchmark'
|
|
20
|
+
require 'net/empty_port'
|
|
21
|
+
|
|
22
|
+
namespace :benchmark do
|
|
23
|
+
task :local do
|
|
24
|
+
KinesisBenchmark.new.run
|
|
25
|
+
end
|
|
26
|
+
task :remote do
|
|
27
|
+
KinesisBenchmark.new(false).run
|
|
28
|
+
end
|
|
29
|
+
end
|
|
30
|
+
|
|
31
|
+
class KinesisBenchmark
|
|
32
|
+
def initialize(local = true)
|
|
33
|
+
@local = local
|
|
34
|
+
Fluent::Test.setup
|
|
35
|
+
end
|
|
36
|
+
|
|
37
|
+
def run
|
|
38
|
+
setup
|
|
39
|
+
benchmark(ENV['SIZE'] || 100, ENV['COUNT'] || 10000)
|
|
40
|
+
teardown
|
|
41
|
+
end
|
|
42
|
+
|
|
43
|
+
def setup
|
|
44
|
+
return if not @local
|
|
45
|
+
@port = Net::EmptyPort.empty_port
|
|
46
|
+
@server_pid = fork do
|
|
47
|
+
Process.setsid
|
|
48
|
+
server = DummyServer.start(port: @port)
|
|
49
|
+
Signal.trap("TERM") do
|
|
50
|
+
server.shutdown
|
|
51
|
+
end
|
|
52
|
+
server.thread.join
|
|
53
|
+
end
|
|
54
|
+
Net::EmptyPort.wait(@port, 3)
|
|
55
|
+
end
|
|
56
|
+
|
|
57
|
+
def teardown
|
|
58
|
+
return if not @local
|
|
59
|
+
Process.kill "TERM", @server_pid
|
|
60
|
+
Process.waitpid @server_pid
|
|
61
|
+
end
|
|
62
|
+
|
|
63
|
+
def default_config
|
|
64
|
+
conf = %[
|
|
65
|
+
log_level error
|
|
66
|
+
region ap-northeast-1
|
|
67
|
+
data_key a
|
|
68
|
+
]
|
|
69
|
+
if @local
|
|
70
|
+
conf += %[
|
|
71
|
+
endpoint https://localhost:#{@port}
|
|
72
|
+
ssl_verify_peer false
|
|
73
|
+
]
|
|
74
|
+
end
|
|
75
|
+
conf
|
|
76
|
+
end
|
|
77
|
+
|
|
78
|
+
def create_driver(type, conf = default_config)
|
|
79
|
+
klass = case type
|
|
80
|
+
when :streams
|
|
81
|
+
Fluent::Plugin::KinesisStreamsOutput
|
|
82
|
+
when :streams_aggregated
|
|
83
|
+
Fluent::Plugin::KinesisStreamsAggregatedOutput
|
|
84
|
+
when :firehose
|
|
85
|
+
Fluent::Plugin::KinesisFirehoseOutput
|
|
86
|
+
end
|
|
87
|
+
conf += case type
|
|
88
|
+
when :streams, :streams_aggregated
|
|
89
|
+
"stream_name fluent-plugin-test"
|
|
90
|
+
when :firehose
|
|
91
|
+
"delivery_stream_name fluent-plugin-test"
|
|
92
|
+
end
|
|
93
|
+
|
|
94
|
+
Fluent::Test::Driver::Output.new(klass) do
|
|
95
|
+
end.configure(conf)
|
|
96
|
+
end
|
|
97
|
+
|
|
98
|
+
def benchmark(size, count)
|
|
99
|
+
record = {"a"=>"a"*size}
|
|
100
|
+
Benchmark.bmbm(20) do |x|
|
|
101
|
+
[:streams_aggregated, :streams, :firehose].each do |type|
|
|
102
|
+
x.report(type) { driver_run(create_driver(type), count.times.map{|i|record}) }
|
|
103
|
+
end
|
|
104
|
+
end
|
|
105
|
+
end
|
|
106
|
+
end
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v3.1.0
|
|
7
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.1.0/config/projects/td-agent3.rb#L25
|
|
8
|
+
gem "fluentd", "0.14.25"
|
|
9
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.1.0/plugin_gems.rb#L16-L23
|
|
10
|
+
gem "jmespath", "1.3.1"
|
|
11
|
+
gem "aws-partitions", "1.42.0"
|
|
12
|
+
gem "aws-sigv4", "1.0.2"
|
|
13
|
+
gem "aws-sdk-core", "3.11.0"
|
|
14
|
+
gem "aws-sdk-kms", "1.3.0"
|
|
15
|
+
gem "aws-sdk-sqs", "1.3.0"
|
|
16
|
+
gem "aws-sdk-s3", "1.8.0"
|
|
17
|
+
gem "fluent-plugin-s3", "1.1.0"
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v3.1.1
|
|
7
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.1.1/config/projects/td-agent3.rb#L22
|
|
8
|
+
gem "fluentd", "1.0.2"
|
|
9
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.1.0/plugin_gems.rb#L16-L23
|
|
10
|
+
gem "jmespath", "1.3.1"
|
|
11
|
+
gem "aws-partitions", "1.42.0"
|
|
12
|
+
gem "aws-sigv4", "1.0.2"
|
|
13
|
+
gem "aws-sdk-core", "3.11.0"
|
|
14
|
+
gem "aws-sdk-kms", "1.3.0"
|
|
15
|
+
gem "aws-sdk-sqs", "1.3.0"
|
|
16
|
+
gem "aws-sdk-s3", "1.8.0"
|
|
17
|
+
gem "fluent-plugin-s3", "1.1.0"
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v3.2.0
|
|
7
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.2.0/config/projects/td-agent3.rb#L27
|
|
8
|
+
gem "fluentd", "1.2.2"
|
|
9
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.2.0/plugin_gems.rb#L16-L23
|
|
10
|
+
gem "jmespath", "1.4.0"
|
|
11
|
+
gem "aws-partitions", "1.87.0"
|
|
12
|
+
gem "aws-sigv4", "1.0.2"
|
|
13
|
+
gem "aws-sdk-core", "3.21.2"
|
|
14
|
+
gem "aws-sdk-kms", "1.5.0"
|
|
15
|
+
gem "aws-sdk-sqs", "1.3.0"
|
|
16
|
+
gem "aws-sdk-s3", "1.13.0"
|
|
17
|
+
gem "fluent-plugin-s3", "1.1.3"
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v3.2.1
|
|
7
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.2.1/config/projects/td-agent3.rb#L27
|
|
8
|
+
gem "fluentd", "1.2.6"
|
|
9
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.2.1/plugin_gems.rb#L16-L23
|
|
10
|
+
gem "jmespath", "1.4.0"
|
|
11
|
+
gem "aws-partitions", "1.105.0"
|
|
12
|
+
gem "aws-sigv4", "1.0.3"
|
|
13
|
+
gem "aws-sdk-core", "3.30.0"
|
|
14
|
+
gem "aws-sdk-kms", "1.9.0"
|
|
15
|
+
gem "aws-sdk-sqs", "1.7.0"
|
|
16
|
+
gem "aws-sdk-s3", "1.21.0"
|
|
17
|
+
gem "fluent-plugin-s3", "1.1.6"
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v3.3.0
|
|
7
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.3.0/config/projects/td-agent3.rb#L27
|
|
8
|
+
gem "fluentd", "1.3.3"
|
|
9
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.3.0/plugin_gems.rb#L16-L23
|
|
10
|
+
gem "jmespath", "1.4.0"
|
|
11
|
+
gem "aws-partitions", "1.127.0"
|
|
12
|
+
gem "aws-sigv4", "1.0.3"
|
|
13
|
+
gem "aws-sdk-core", "3.44.2"
|
|
14
|
+
gem "aws-sdk-kms", "1.13.0"
|
|
15
|
+
gem "aws-sdk-sqs", "1.10.0"
|
|
16
|
+
gem "aws-sdk-s3", "1.30.0"
|
|
17
|
+
gem "fluent-plugin-s3", "1.1.7"
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v3.4.0
|
|
7
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.4.0/config/projects/td-agent3.rb#L27
|
|
8
|
+
gem "fluentd", "1.4.2"
|
|
9
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.4.0/plugin_gems.rb#L16-L23
|
|
10
|
+
gem "jmespath", "1.4.0"
|
|
11
|
+
gem "aws-partitions", "1.149.0"
|
|
12
|
+
gem "aws-sigv4", "1.1.0"
|
|
13
|
+
gem "aws-sdk-core", "3.48.3"
|
|
14
|
+
gem "aws-sdk-kms", "1.16.0"
|
|
15
|
+
gem "aws-sdk-sqs", "1.13.0"
|
|
16
|
+
gem "aws-sdk-s3", "1.36.0"
|
|
17
|
+
gem "fluent-plugin-s3", "1.1.9"
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v3.4.1
|
|
7
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.4.1/config/projects/td-agent3.rb#L27
|
|
8
|
+
gem "fluentd", "1.4.2"
|
|
9
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.4.1/plugin_gems.rb#L16-L23
|
|
10
|
+
gem "jmespath", "1.4.0"
|
|
11
|
+
gem "aws-partitions", "1.149.0"
|
|
12
|
+
gem "aws-sigv4", "1.1.0"
|
|
13
|
+
gem "aws-sdk-core", "3.48.3"
|
|
14
|
+
gem "aws-sdk-kms", "1.16.0"
|
|
15
|
+
gem "aws-sdk-sqs", "1.13.0"
|
|
16
|
+
gem "aws-sdk-s3", "1.36.0"
|
|
17
|
+
gem "fluent-plugin-s3", "1.1.9"
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v3.5.0
|
|
7
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.5.0/config/projects/td-agent3.rb#L27
|
|
8
|
+
gem "fluentd", "1.7.0"
|
|
9
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.5.0/plugin_gems.rb#L16-L23
|
|
10
|
+
gem "jmespath", "1.4.0"
|
|
11
|
+
gem "aws-partitions", "1.195.0"
|
|
12
|
+
gem "aws-sigv4", "1.1.0"
|
|
13
|
+
gem "aws-sdk-core", "3.61.2"
|
|
14
|
+
gem "aws-sdk-kms", "1.24.0"
|
|
15
|
+
gem "aws-sdk-sqs", "1.20.0"
|
|
16
|
+
gem "aws-sdk-s3", "1.46.0"
|
|
17
|
+
gem "fluent-plugin-s3", "1.1.11"
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v3.5.1
|
|
7
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.5.1/config/projects/td-agent3.rb#L27
|
|
8
|
+
gem "fluentd", "1.7.4"
|
|
9
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.5.1/plugin_gems.rb#L16-L23
|
|
10
|
+
gem "jmespath", "1.4.0"
|
|
11
|
+
gem "aws-partitions", "1.230.0"
|
|
12
|
+
gem "aws-sigv4", "1.1.0"
|
|
13
|
+
gem "aws-sdk-core", "3.72.0"
|
|
14
|
+
gem "aws-sdk-kms", "1.25.0"
|
|
15
|
+
gem "aws-sdk-sqs", "1.23.0"
|
|
16
|
+
gem "aws-sdk-s3", "1.52.0"
|
|
17
|
+
gem "fluent-plugin-s3", "1.2.0"
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v3.6.0
|
|
7
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.6.0/config/projects/td-agent3.rb#L27
|
|
8
|
+
gem "fluentd", "1.9.2"
|
|
9
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.6.0/plugin_gems.rb#L16-L23
|
|
10
|
+
gem "jmespath", "1.4.0"
|
|
11
|
+
gem "aws-partitions", "1.273.0"
|
|
12
|
+
gem "aws-sigv4", "1.1.0"
|
|
13
|
+
gem "aws-sdk-core", "3.90.0"
|
|
14
|
+
gem "aws-sdk-kms", "1.29.0"
|
|
15
|
+
gem "aws-sdk-sqs", "1.23.1"
|
|
16
|
+
gem "aws-sdk-s3", "1.60.2"
|
|
17
|
+
gem "fluent-plugin-s3", "1.3.0"
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v3.7.0
|
|
7
|
+
# https://docs.treasuredata.com/display/public/PD/The+td-agent+Change+Log
|
|
8
|
+
gem "fluentd", "1.10.0"
|
|
9
|
+
# https://github.com/treasure-data/omnibus-td-agent/commit/74920cb2a55e40195961a58c6b6de4bd5b3f1f87#diff-8d45eaa8758f7591f884c9e9917ea96105331a1daf5a891b4645b89e120f2d69R16-R23
|
|
10
|
+
gem "jmespath", "1.4.0"
|
|
11
|
+
gem "aws-partitions", "1.288.0"
|
|
12
|
+
gem "aws-sigv4", "1.1.1"
|
|
13
|
+
gem "aws-sdk-core", "3.92.0"
|
|
14
|
+
gem "aws-sdk-kms", "1.30.0"
|
|
15
|
+
gem "aws-sdk-sqs", "1.24.0"
|
|
16
|
+
gem "aws-sdk-s3", "1.61.1"
|
|
17
|
+
gem "fluent-plugin-s3", "1.3.0"
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v3.7.1
|
|
7
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.7.1/config/projects/td-agent3.rb#L27
|
|
8
|
+
gem "fluentd", "1.10.2"
|
|
9
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.7.1/plugin_gems.rb#L16-L23
|
|
10
|
+
gem "jmespath", "1.4.0"
|
|
11
|
+
gem "aws-partitions", "1.297.0"
|
|
12
|
+
gem "aws-sigv4", "1.1.1"
|
|
13
|
+
gem "aws-sdk-core", "3.94.0"
|
|
14
|
+
gem "aws-sdk-kms", "1.30.0"
|
|
15
|
+
gem "aws-sdk-sqs", "1.24.0"
|
|
16
|
+
gem "aws-sdk-s3", "1.63.0"
|
|
17
|
+
gem "fluent-plugin-s3", "1.3.1"
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v3.8.0
|
|
7
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.8.0/config/projects/td-agent3.rb#L27
|
|
8
|
+
gem "fluentd", "1.11.1"
|
|
9
|
+
# https://github.com/treasure-data/omnibus-td-agent/blob/v3.8.0/plugin_gems.rb#L16-L23
|
|
10
|
+
gem "jmespath", "1.4.0"
|
|
11
|
+
gem "aws-partitions", "1.332.0"
|
|
12
|
+
gem "aws-sigv4", "1.2.0"
|
|
13
|
+
gem "aws-sdk-core", "3.100.0"
|
|
14
|
+
gem "aws-sdk-kms", "1.34.1"
|
|
15
|
+
gem "aws-sdk-sqs", "1.28.0"
|
|
16
|
+
gem "aws-sdk-s3", "1.69.1"
|
|
17
|
+
gem "fluent-plugin-s3", "1.3.2"
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Maintenance release of td-agent v3
|
|
7
|
+
# Specify related gems for td-agent v3.8.1
|
|
8
|
+
# https://github.com/treasure-data/omnibus-td-agent/pull/273/files#diff-f73e763ace61e7c4bf48bf94bd6e295bc2cfd1ce5f9e38a4d19e266353e37498R27
|
|
9
|
+
gem "fluentd", "1.11.5"
|
|
10
|
+
# https://github.com/treasure-data/omnibus-td-agent/pull/273/files#diff-8d45eaa8758f7591f884c9e9917ea96105331a1daf5a891b4645b89e120f2d69R19-R25
|
|
11
|
+
gem "jmespath", "1.4.0"
|
|
12
|
+
gem "aws-partitions", "1.399.0"
|
|
13
|
+
gem "aws-sigv4", "1.2.2"
|
|
14
|
+
gem "aws-sdk-core", "3.109.3"
|
|
15
|
+
gem "aws-sdk-kms", "1.39.0"
|
|
16
|
+
gem "aws-sdk-sqs", "1.34.0"
|
|
17
|
+
gem "aws-sdk-s3", "1.85.0"
|
|
18
|
+
gem "fluent-plugin-s3", "1.4.0"
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v4.0.0
|
|
7
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/master/CHANGELOG.md
|
|
8
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/41b3436d43c21e48a9cf34c58ae640f0e3dfb44c/td-agent/config.rb#L4
|
|
9
|
+
gem "fluentd", "1.11.1"
|
|
10
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/8a8721c2a0b05bc487fb81a04aa079c8bb4e47fb/gemfiles/linux/Gemfile#L31
|
|
11
|
+
gem "prometheus-client", "0.9.0"
|
|
12
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/8a8721c2a0b05bc487fb81a04aa079c8bb4e47fb/gemfiles/linux/Gemfile#L19-L20
|
|
13
|
+
gem "fluent-plugin-prometheus", "1.8.0"
|
|
14
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.0.2"
|
|
15
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/8a8721c2a0b05bc487fb81a04aa079c8bb4e47fb/gemfiles/linux/Gemfile#L28
|
|
16
|
+
gem "jmespath", "1.4.0"
|
|
17
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/8a8721c2a0b05bc487fb81a04aa079c8bb4e47fb/gemfiles/linux/Gemfile#L8-L13
|
|
18
|
+
gem "aws-partitions", "1.337.0"
|
|
19
|
+
gem "aws-sdk-core", "3.102.1"
|
|
20
|
+
gem "aws-sdk-kms", "1.35.0"
|
|
21
|
+
gem "aws-sdk-s3", "1.72.0"
|
|
22
|
+
gem "aws-sdk-sqs", "1.29.0"
|
|
23
|
+
gem "aws-sigv4", "1.2.1"
|
|
24
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/8a8721c2a0b05bc487fb81a04aa079c8bb4e47fb/gemfiles/linux/Gemfile#L23
|
|
25
|
+
gem "fluent-plugin-s3", "1.3.3"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v4.0.1
|
|
7
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/master/CHANGELOG.md
|
|
8
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/v4.0.1/td-agent/config.rb#L4
|
|
9
|
+
gem "fluentd", "1.11.2"
|
|
10
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/v4.0.1/gemfiles/linux/Gemfile#L35-L42
|
|
11
|
+
gem "prometheus-client", "0.9.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "1.8.2"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.0.2"
|
|
14
|
+
gem "jmespath", "1.4.0"
|
|
15
|
+
gem "aws-partitions", "1.352.0"
|
|
16
|
+
gem "aws-sdk-core", "3.104.3"
|
|
17
|
+
gem "aws-sdk-kms", "1.36.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.30.0"
|
|
19
|
+
gem "aws-sigv4", "1.2.1"
|
|
20
|
+
gem "aws-sdk-s3", "1.75.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.4.0"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v4.1.0
|
|
7
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/master/CHANGELOG.md
|
|
8
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/v4.1.0/td-agent/config.rb#L4
|
|
9
|
+
gem "fluentd", "1.12.1"
|
|
10
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/v4.1.0/td-agent/Gemfile#L32-L42
|
|
11
|
+
gem "prometheus-client", "0.9.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "1.8.5"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.0.2"
|
|
14
|
+
gem "jmespath", "1.4.0"
|
|
15
|
+
gem "aws-partitions", "1.427.0"
|
|
16
|
+
gem "aws-sdk-core", "3.112.0"
|
|
17
|
+
gem "aws-sdk-kms", "1.42.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.36.0"
|
|
19
|
+
gem "aws-sigv4", "1.2.2"
|
|
20
|
+
gem "aws-sdk-s3", "1.88.1"
|
|
21
|
+
gem "fluent-plugin-s3", "1.5.1"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v4.1.1
|
|
7
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/master/CHANGELOG.md
|
|
8
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/v4.1.1/td-agent/config.rb#L4
|
|
9
|
+
gem "fluentd", "1.12.3"
|
|
10
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/v4.1.1/td-agent/Gemfile#L32-L42
|
|
11
|
+
gem "prometheus-client", "0.9.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "1.8.5"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.0.2"
|
|
14
|
+
gem "jmespath", "1.4.0"
|
|
15
|
+
gem "aws-partitions", "1.446.0"
|
|
16
|
+
gem "aws-sdk-core", "3.114.0"
|
|
17
|
+
gem "aws-sdk-kms", "1.43.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.38.0"
|
|
19
|
+
gem "aws-sigv4", "1.2.3"
|
|
20
|
+
gem "aws-sdk-s3", "1.93.1"
|
|
21
|
+
gem "fluent-plugin-s3", "1.6.0"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v4.2.0
|
|
7
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/master/CHANGELOG.md
|
|
8
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/v4.2.0/td-agent/config.rb#L4
|
|
9
|
+
gem "fluentd", "1.13.3"
|
|
10
|
+
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/v4.2.0/td-agent/Gemfile#L42-L52
|
|
11
|
+
gem "prometheus-client", "2.1.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.0.1"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.1.0"
|
|
14
|
+
gem "jmespath", "1.4.0"
|
|
15
|
+
gem "aws-partitions", "1.478.0"
|
|
16
|
+
gem "aws-sdk-core", "3.117.0"
|
|
17
|
+
gem "aws-sdk-kms", "1.44.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.40.0"
|
|
19
|
+
gem "aws-sigv4", "1.2.4"
|
|
20
|
+
gem "aws-sdk-s3", "1.96.1"
|
|
21
|
+
gem "fluent-plugin-s3", "1.6.0"
|