fluent-plugin-kinesis 3.4.1 → 3.5.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.github/workflows/test.yml +94 -0
- data/CHANGELOG.md +9 -0
- data/README.md +3 -3
- data/fluent-plugin-kinesis.gemspec +1 -1
- data/gemfiles/Gemfile.fluent-package-5.0.0 +21 -0
- data/gemfiles/Gemfile.fluent-package-5.0.1 +21 -0
- data/gemfiles/Gemfile.fluent-package-5.0.2 +21 -0
- data/gemfiles/Gemfile.fluentd-0.14.22 +6 -0
- data/gemfiles/{Gemfile.fluentd-1.13.3 → Gemfile.fluentd-1.16.3} +1 -1
- data/gemfiles/Gemfile.td-agent-3.1.0 +6 -0
- data/gemfiles/Gemfile.td-agent-3.1.1 +6 -0
- data/gemfiles/Gemfile.td-agent-3.2.0 +6 -0
- data/gemfiles/Gemfile.td-agent-3.2.1 +6 -0
- data/gemfiles/Gemfile.td-agent-3.3.0 +6 -0
- data/gemfiles/Gemfile.td-agent-3.4.0 +6 -0
- data/gemfiles/Gemfile.td-agent-3.4.1 +6 -0
- data/gemfiles/Gemfile.td-agent-3.5.0 +6 -0
- data/gemfiles/Gemfile.td-agent-3.5.1 +6 -0
- data/gemfiles/Gemfile.td-agent-3.6.0 +6 -0
- data/gemfiles/Gemfile.td-agent-3.7.0 +6 -0
- data/gemfiles/Gemfile.td-agent-3.7.1 +6 -0
- data/gemfiles/Gemfile.td-agent-3.8.0 +6 -0
- data/gemfiles/Gemfile.td-agent-3.8.1 +6 -0
- data/gemfiles/Gemfile.td-agent-4.0.0 +7 -7
- data/gemfiles/Gemfile.td-agent-4.0.1 +3 -3
- data/gemfiles/Gemfile.td-agent-4.1.0 +3 -3
- data/gemfiles/Gemfile.td-agent-4.1.1 +3 -3
- data/gemfiles/Gemfile.td-agent-4.2.0 +3 -3
- data/gemfiles/Gemfile.td-agent-4.3.0 +21 -0
- data/gemfiles/Gemfile.td-agent-4.3.1 +21 -0
- data/gemfiles/Gemfile.td-agent-4.3.2 +21 -0
- data/gemfiles/Gemfile.td-agent-4.4.0 +21 -0
- data/gemfiles/Gemfile.td-agent-4.4.1 +21 -0
- data/gemfiles/Gemfile.td-agent-4.4.2 +21 -0
- data/gemfiles/Gemfile.td-agent-4.5.0 +21 -0
- data/gemfiles/Gemfile.td-agent-4.5.1 +21 -0
- data/gemfiles/Gemfile.td-agent-4.5.2 +21 -0
- data/lib/fluent/plugin/kinesis.rb +3 -0
- data/lib/fluent/plugin/kinesis_helper/compression.rb +27 -0
- data/lib/fluent_plugin_kinesis/version.rb +1 -1
- metadata +24 -11
- data/.travis.yml +0 -56
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: e07039476c9653143c9887e1954b32d1effbff30656ec31db85971f6169ed1cd
|
|
4
|
+
data.tar.gz: c76f31ddd864fae39083cbc57ce43fe3155a402bab0bd5904fd662ddea6df54e
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: c234cf9b6c92c35951efc4e7c8a3d142bbaa989888434ec675ff9570259a0750750e50ec48d3b245d3c441ef0f6b188b0dcdabbdd6b2857bd52391eed8ce8552
|
|
7
|
+
data.tar.gz: d17eba2ee78464bfd5acda8cd6bbbaa26a0a2b8082c8dd67fa307077fa2ef443414c0482ac3a0531705bc61050cfad055b120609615f7ad4c5601d52804337b7
|
|
@@ -0,0 +1,94 @@
|
|
|
1
|
+
name: test
|
|
2
|
+
|
|
3
|
+
on: [ push, pull_request ]
|
|
4
|
+
|
|
5
|
+
# Test with supported td-agent versions
|
|
6
|
+
# https://docs.fluentd.org/quickstart/support#change-logs
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG-v4.md
|
|
9
|
+
jobs:
|
|
10
|
+
build:
|
|
11
|
+
runs-on: ubuntu-latest
|
|
12
|
+
strategy:
|
|
13
|
+
fail-fast: false
|
|
14
|
+
matrix:
|
|
15
|
+
include:
|
|
16
|
+
- gemfile: gemfiles/Gemfile.fluentd-0.14.22 # Oldest supported Fluentd
|
|
17
|
+
ruby-version: 2.4.2 # Oldest supported Ruby
|
|
18
|
+
- gemfile: gemfiles/Gemfile.fluentd-1.16.3 # Latest Fluentd / https://www.fluentd.org/download
|
|
19
|
+
ruby-version: 3.3.0 # Latest supported Ruby / https://www.ruby-lang.org/en/downloads
|
|
20
|
+
- gemfile: gemfiles/Gemfile.td-agent-3.1.0 # Oldest supported td-agent
|
|
21
|
+
ruby-version: 2.4.2 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.1.0/config/projects/td-agent3.rb#L20
|
|
22
|
+
# - gemfile: gemfiles/Gemfile.td-agent-3.1.1
|
|
23
|
+
# ruby-version: 2.4.2 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.1.1/config/projects/td-agent3.rb#L17
|
|
24
|
+
# - gemfile: gemfiles/Gemfile.td-agent-3.2.0
|
|
25
|
+
# ruby-version: 2.4.4 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.2.0/config/projects/td-agent3.rb#L22
|
|
26
|
+
# - gemfile: gemfiles/Gemfile.td-agent-3.2.1
|
|
27
|
+
# ruby-version: 2.4.4 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.2.1/config/projects/td-agent3.rb#L22
|
|
28
|
+
# - gemfile: gemfiles/Gemfile.td-agent-3.3.0
|
|
29
|
+
# ruby-version: 2.4.5 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.3.0/config/projects/td-agent3.rb#L22
|
|
30
|
+
# - gemfile: gemfiles/Gemfile.td-agent-3.4.0
|
|
31
|
+
# ruby-version: 2.4.5 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.4.0/config/projects/td-agent3.rb#L22
|
|
32
|
+
# - gemfile: gemfiles/Gemfile.td-agent-3.4.1
|
|
33
|
+
# ruby-version: 2.4.6 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.4.1/config/projects/td-agent3.rb#L22
|
|
34
|
+
# - gemfile: gemfiles/Gemfile.td-agent-3.5.0
|
|
35
|
+
# ruby-version: 2.4.6 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.5.0/config/projects/td-agent3.rb#L22
|
|
36
|
+
# - gemfile: gemfiles/Gemfile.td-agent-3.5.1
|
|
37
|
+
# ruby-version: 2.4.9 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.5.1/config/projects/td-agent3.rb#L22
|
|
38
|
+
# - gemfile: gemfiles/Gemfile.td-agent-3.6.0
|
|
39
|
+
# ruby-version: 2.4.9 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.6.0/config/projects/td-agent3.rb#L22
|
|
40
|
+
# - gemfile: gemfiles/Gemfile.td-agent-3.7.0
|
|
41
|
+
# ruby-version: 2.4.9 # https://github.com/treasure-data/omnibus-td-agent/commit/da5cb39ec5396f652cd30bad5bb8ef4ec19071a9#diff-f73e763ace61e7c4bf48bf94bd6e295bc2cfd1ce5f9e38a4d19e266353e37498R22
|
|
42
|
+
# - gemfile: gemfiles/Gemfile.td-agent-3.7.1
|
|
43
|
+
# ruby-version: 2.4.10 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.7.1/config/projects/td-agent3.rb#L22
|
|
44
|
+
# - gemfile: gemfiles/Gemfile.td-agent-3.8.0
|
|
45
|
+
# ruby-version: 2.4.10 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.8.0/config/projects/td-agent3.rb#L22
|
|
46
|
+
- gemfile: gemfiles/Gemfile.td-agent-3.8.1 # Latest release of td-agent v3
|
|
47
|
+
ruby-version: 2.4.10 # https://github.com/treasure-data/omnibus-td-agent/pull/273/files#diff-f73e763ace61e7c4bf48bf94bd6e295bc2cfd1ce5f9e38a4d19e266353e37498R22
|
|
48
|
+
# - gemfile: gemfiles/Gemfile.td-agent-4.0.0
|
|
49
|
+
# ruby-version: 2.7.1 # https://github.com/fluent/fluent-package-builder/blob/41b3436d43c21e48a9cf34c58ae640f0e3dfb44c/td-agent/config.rb#L16
|
|
50
|
+
- gemfile: gemfiles/Gemfile.td-agent-4.0.1
|
|
51
|
+
ruby-version: 2.7.1 # https://github.com/fluent/fluent-package-builder/blob/v4.0.1/td-agent/config.rb#L16
|
|
52
|
+
# - gemfile: gemfiles/Gemfile.td-agent-4.1.0
|
|
53
|
+
# ruby-version: 2.7.2 # https://github.com/fluent/fluent-package-builder/blob/v4.1.0/td-agent/config.rb#L19
|
|
54
|
+
- gemfile: gemfiles/Gemfile.td-agent-4.1.1
|
|
55
|
+
ruby-version: 2.7.3 # https://github.com/fluent/fluent-package-builder/blob/v4.1.1/td-agent/config.rb#L17
|
|
56
|
+
- gemfile: gemfiles/Gemfile.td-agent-4.2.0
|
|
57
|
+
ruby-version: 2.7.4 # https://github.com/fluent/fluent-package-builder/blob/v4.2.0/td-agent/config.rb#L21
|
|
58
|
+
# - gemfile: gemfiles/Gemfile.td-agent-4.3.0
|
|
59
|
+
# ruby-version: 2.7.5 # https://github.com/fluent/fluent-package-builder/blob/v4.3.0/td-agent/config.rb#L21
|
|
60
|
+
# - gemfile: gemfiles/Gemfile.td-agent-4.3.1
|
|
61
|
+
# ruby-version: 2.7.6 # https://github.com/fluent/fluent-package-builder/blob/v4.3.1/td-agent/config.rb#L19
|
|
62
|
+
- gemfile: gemfiles/Gemfile.td-agent-4.3.2
|
|
63
|
+
ruby-version: 2.7.6 # https://github.com/fluent/fluent-package-builder/blob/v4.3.2/td-agent/config.rb#L23
|
|
64
|
+
# - gemfile: gemfiles/Gemfile.td-agent-4.4.0
|
|
65
|
+
# ruby-version: 2.7.6 # https://github.com/fluent/fluent-package-builder/blob/v4.4.0/td-agent/config.rb#L23
|
|
66
|
+
# - gemfile: gemfiles/Gemfile.td-agent-4.4.1
|
|
67
|
+
# ruby-version: 2.7.6 # https://github.com/fluent/fluent-package-builder/blob/v4.4.1/td-agent/config.rb#L23
|
|
68
|
+
- gemfile: gemfiles/Gemfile.td-agent-4.4.2
|
|
69
|
+
ruby-version: 2.7.6 # https://github.com/fluent/fluent-package-builder/blob/v4.4.2/td-agent/config.rb#L23
|
|
70
|
+
# - gemfile: gemfiles/Gemfile.td-agent-4.5.0
|
|
71
|
+
# ruby-version: 2.7.8 # https://github.com/fluent/fluent-package-builder/blob/v4.5.0/td-agent/config.rb#L19
|
|
72
|
+
# - gemfile: gemfiles/Gemfile.td-agent-4.5.1
|
|
73
|
+
# ruby-version: 2.7.8 # https://github.com/fluent/fluent-package-builder/blob/v4.5.1/td-agent/config.rb#L19
|
|
74
|
+
- gemfile: gemfiles/Gemfile.td-agent-4.5.2 # Latest release of td-agent v4
|
|
75
|
+
ruby-version: 2.7.8 # https://github.com/fluent/fluent-package-builder/blob/v4.5.2/td-agent/config.rb#L19
|
|
76
|
+
# - gemfile: gemfiles/Gemfile.fluent-package-5.0.0
|
|
77
|
+
# ruby-version: 3.2.2 # https://github.com/fluent/fluent-package-builder/blob/v5.0.0/fluent-package/config.rb#L26
|
|
78
|
+
# - gemfile: gemfiles/Gemfile.fluent-package-5.0.1
|
|
79
|
+
# ruby-version: 3.2.2 # https://github.com/fluent/fluent-package-builder/blob/v5.0.1/fluent-package/config.rb#L26
|
|
80
|
+
- gemfile: gemfiles/Gemfile.fluent-package-5.0.2
|
|
81
|
+
ruby-version: 3.2.2 # https://github.com/fluent/fluent-package-builder/blob/v5.0.2/fluent-package/config.rb#L26
|
|
82
|
+
|
|
83
|
+
env:
|
|
84
|
+
BUNDLE_GEMFILE: ${{ github.workspace }}/${{ matrix.gemfile }}
|
|
85
|
+
|
|
86
|
+
steps:
|
|
87
|
+
- uses: actions/checkout@v2
|
|
88
|
+
- name: Set up Ruby
|
|
89
|
+
uses: ruby/setup-ruby@v1
|
|
90
|
+
with:
|
|
91
|
+
ruby-version: ${{ matrix.ruby-version }}
|
|
92
|
+
bundler-cache: true
|
|
93
|
+
- name: Run tests
|
|
94
|
+
run: bundle exec rake test
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,14 @@
|
|
|
1
1
|
# CHANGELOG
|
|
2
2
|
|
|
3
|
+
## 3.5.0
|
|
4
|
+
|
|
5
|
+
- Enhancement - Add td-agent 4.3-4.5, fluent-package 5.0, and Fluentd 1.16.3 with Ruby 3.3.0 to test cases
|
|
6
|
+
- Dependency - Update gem dependency to Ruby 2.4.2+
|
|
7
|
+
|
|
8
|
+
## 3.4.2
|
|
9
|
+
|
|
10
|
+
- Feature - Add option to support gzip compression : [#215](https://github.com/awslabs/aws-fluent-plugin-kinesis/pull/215)
|
|
11
|
+
|
|
3
12
|
## 3.4.1
|
|
4
13
|
|
|
5
14
|
- Enhancement - Add stream name to debug logs to identify : [#214](https://github.com/awslabs/aws-fluent-plugin-kinesis/pull/214)
|
data/README.md
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
# Fluent plugin for Amazon Kinesis
|
|
2
2
|
|
|
3
|
-
[](https://github.com/awslabs/aws-fluent-plugin-kinesis/actions/workflows/test.yml)
|
|
4
4
|
[](https://rubygems.org/gems/fluent-plugin-kinesis)
|
|
5
5
|
[](https://rubygems.org/gems/fluent-plugin-kinesis)
|
|
6
6
|
|
|
@@ -50,7 +50,7 @@ Or just download specify your Ruby library path. Below is the sample for specify
|
|
|
50
50
|
export RUBYLIB=$RUBYLIB:/path/to/aws-fluent-plugin-kinesis/lib
|
|
51
51
|
|
|
52
52
|
## Dependencies
|
|
53
|
-
* Ruby 2.
|
|
53
|
+
* Ruby 2.4.2+
|
|
54
54
|
* Fluentd 0.14.22+ (td-agent v3.1.0+)
|
|
55
55
|
|
|
56
56
|
## Basic Usage
|
|
@@ -353,7 +353,7 @@ Also, there are some format related options below:
|
|
|
353
353
|
If your record contains a field whose string should be sent to Amazon Kinesis directly (without formatter), use this parameter to specify the field. In that case, other fields than **data_key** are thrown away and never sent to Amazon Kinesis. Default `nil`, which means whole record will be formatted and sent.
|
|
354
354
|
|
|
355
355
|
### compression
|
|
356
|
-
|
|
356
|
+
Specifying compression way for data of each record. Current accepted options are `zlib` and `gzip`. Otherwise, no compression will be preformed.
|
|
357
357
|
|
|
358
358
|
### log_truncate_max_size
|
|
359
359
|
Integer, default 1024. When emitting the log entry, the message will be truncated by this size to avoid infinite loop when the log is also sent to Kinesis. The value 0 means no truncation.
|
|
@@ -28,7 +28,7 @@ Gem::Specification.new do |spec|
|
|
|
28
28
|
spec.files = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
|
|
29
29
|
spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
|
|
30
30
|
spec.require_paths = ["lib"]
|
|
31
|
-
spec.required_ruby_version = '>= 2.
|
|
31
|
+
spec.required_ruby_version = '>= 2.4.2'
|
|
32
32
|
|
|
33
33
|
spec.add_dependency "fluentd", ">= 0.14.22", "< 2"
|
|
34
34
|
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for fluent-package v5.0.0
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v5.0.0/fluent-package/config.rb#L10
|
|
9
|
+
gem "fluentd", "1.16.2"
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v5.0.0/fluent-package/Gemfile#L49-L59
|
|
11
|
+
gem "prometheus-client", "2.1.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.1.0"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.1.1"
|
|
14
|
+
gem "jmespath", "1.6.2"
|
|
15
|
+
gem "aws-partitions", "1.785.0"
|
|
16
|
+
gem "aws-sdk-core", "3.178.0"
|
|
17
|
+
gem "aws-sdk-kms", "1.71.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.61.0"
|
|
19
|
+
gem "aws-sigv4", "1.6.0"
|
|
20
|
+
gem "aws-sdk-s3", "1.129.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.7.2"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for fluent-package v5.0.1
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v5.0.1/fluent-package/config.rb#L10
|
|
9
|
+
gem "fluentd", "1.16.2"
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v5.0.1/fluent-package/Gemfile#L49-L59
|
|
11
|
+
gem "prometheus-client", "2.1.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.1.0"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.1.1"
|
|
14
|
+
gem "jmespath", "1.6.2"
|
|
15
|
+
gem "aws-partitions", "1.785.0"
|
|
16
|
+
gem "aws-sdk-core", "3.178.0"
|
|
17
|
+
gem "aws-sdk-kms", "1.71.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.61.0"
|
|
19
|
+
gem "aws-sigv4", "1.6.0"
|
|
20
|
+
gem "aws-sdk-s3", "1.129.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.7.2"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for fluent-package v5.0.2
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v5.0.2/fluent-package/config.rb#L10
|
|
9
|
+
gem "fluentd", "1.16.3"
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v5.0.2/fluent-package/Gemfile#L49-L59
|
|
11
|
+
gem "prometheus-client", "2.1.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.1.0"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.1.1"
|
|
14
|
+
gem "jmespath", "1.6.2"
|
|
15
|
+
gem "aws-partitions", "1.785.0"
|
|
16
|
+
gem "aws-sdk-core", "3.178.0"
|
|
17
|
+
gem "aws-sdk-kms", "1.71.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.61.0"
|
|
19
|
+
gem "aws-sigv4", "1.6.0"
|
|
20
|
+
gem "aws-sdk-s3", "1.129.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.7.2"
|
|
@@ -4,3 +4,9 @@ source 'https://rubygems.org'
|
|
|
4
4
|
gemspec path: ".."
|
|
5
5
|
|
|
6
6
|
gem "fluentd", "0.14.22"
|
|
7
|
+
|
|
8
|
+
# google-protobuf 3.19.2 requires Ruby 2.5+
|
|
9
|
+
# https://rubygems.org/gems/google-protobuf/versions/3.19.2-x86_64-linux
|
|
10
|
+
if Gem::Version.create(RUBY_VERSION) < Gem::Version.create("2.5")
|
|
11
|
+
gem "google-protobuf", "< 3.19.2"
|
|
12
|
+
end
|
|
@@ -15,3 +15,9 @@ gem "aws-sdk-kms", "1.3.0"
|
|
|
15
15
|
gem "aws-sdk-sqs", "1.3.0"
|
|
16
16
|
gem "aws-sdk-s3", "1.8.0"
|
|
17
17
|
gem "fluent-plugin-s3", "1.1.0"
|
|
18
|
+
|
|
19
|
+
# google-protobuf 3.19.2 requires Ruby 2.5+
|
|
20
|
+
# https://rubygems.org/gems/google-protobuf/versions/3.19.2-x86_64-linux
|
|
21
|
+
if Gem::Version.create(RUBY_VERSION) < Gem::Version.create("2.5")
|
|
22
|
+
gem "google-protobuf", "< 3.19.2"
|
|
23
|
+
end
|
|
@@ -15,3 +15,9 @@ gem "aws-sdk-kms", "1.3.0"
|
|
|
15
15
|
gem "aws-sdk-sqs", "1.3.0"
|
|
16
16
|
gem "aws-sdk-s3", "1.8.0"
|
|
17
17
|
gem "fluent-plugin-s3", "1.1.0"
|
|
18
|
+
|
|
19
|
+
# google-protobuf 3.19.2 requires Ruby 2.5+
|
|
20
|
+
# https://rubygems.org/gems/google-protobuf/versions/3.19.2-x86_64-linux
|
|
21
|
+
if Gem::Version.create(RUBY_VERSION) < Gem::Version.create("2.5")
|
|
22
|
+
gem "google-protobuf", "< 3.19.2"
|
|
23
|
+
end
|
|
@@ -15,3 +15,9 @@ gem "aws-sdk-kms", "1.5.0"
|
|
|
15
15
|
gem "aws-sdk-sqs", "1.3.0"
|
|
16
16
|
gem "aws-sdk-s3", "1.13.0"
|
|
17
17
|
gem "fluent-plugin-s3", "1.1.3"
|
|
18
|
+
|
|
19
|
+
# google-protobuf 3.19.2 requires Ruby 2.5+
|
|
20
|
+
# https://rubygems.org/gems/google-protobuf/versions/3.19.2-x86_64-linux
|
|
21
|
+
if Gem::Version.create(RUBY_VERSION) < Gem::Version.create("2.5")
|
|
22
|
+
gem "google-protobuf", "< 3.19.2"
|
|
23
|
+
end
|
|
@@ -15,3 +15,9 @@ gem "aws-sdk-kms", "1.9.0"
|
|
|
15
15
|
gem "aws-sdk-sqs", "1.7.0"
|
|
16
16
|
gem "aws-sdk-s3", "1.21.0"
|
|
17
17
|
gem "fluent-plugin-s3", "1.1.6"
|
|
18
|
+
|
|
19
|
+
# google-protobuf 3.19.2 requires Ruby 2.5+
|
|
20
|
+
# https://rubygems.org/gems/google-protobuf/versions/3.19.2-x86_64-linux
|
|
21
|
+
if Gem::Version.create(RUBY_VERSION) < Gem::Version.create("2.5")
|
|
22
|
+
gem "google-protobuf", "< 3.19.2"
|
|
23
|
+
end
|
|
@@ -15,3 +15,9 @@ gem "aws-sdk-kms", "1.13.0"
|
|
|
15
15
|
gem "aws-sdk-sqs", "1.10.0"
|
|
16
16
|
gem "aws-sdk-s3", "1.30.0"
|
|
17
17
|
gem "fluent-plugin-s3", "1.1.7"
|
|
18
|
+
|
|
19
|
+
# google-protobuf 3.19.2 requires Ruby 2.5+
|
|
20
|
+
# https://rubygems.org/gems/google-protobuf/versions/3.19.2-x86_64-linux
|
|
21
|
+
if Gem::Version.create(RUBY_VERSION) < Gem::Version.create("2.5")
|
|
22
|
+
gem "google-protobuf", "< 3.19.2"
|
|
23
|
+
end
|
|
@@ -15,3 +15,9 @@ gem "aws-sdk-kms", "1.16.0"
|
|
|
15
15
|
gem "aws-sdk-sqs", "1.13.0"
|
|
16
16
|
gem "aws-sdk-s3", "1.36.0"
|
|
17
17
|
gem "fluent-plugin-s3", "1.1.9"
|
|
18
|
+
|
|
19
|
+
# google-protobuf 3.19.2 requires Ruby 2.5+
|
|
20
|
+
# https://rubygems.org/gems/google-protobuf/versions/3.19.2-x86_64-linux
|
|
21
|
+
if Gem::Version.create(RUBY_VERSION) < Gem::Version.create("2.5")
|
|
22
|
+
gem "google-protobuf", "< 3.19.2"
|
|
23
|
+
end
|
|
@@ -15,3 +15,9 @@ gem "aws-sdk-kms", "1.16.0"
|
|
|
15
15
|
gem "aws-sdk-sqs", "1.13.0"
|
|
16
16
|
gem "aws-sdk-s3", "1.36.0"
|
|
17
17
|
gem "fluent-plugin-s3", "1.1.9"
|
|
18
|
+
|
|
19
|
+
# google-protobuf 3.19.2 requires Ruby 2.5+
|
|
20
|
+
# https://rubygems.org/gems/google-protobuf/versions/3.19.2-x86_64-linux
|
|
21
|
+
if Gem::Version.create(RUBY_VERSION) < Gem::Version.create("2.5")
|
|
22
|
+
gem "google-protobuf", "< 3.19.2"
|
|
23
|
+
end
|
|
@@ -15,3 +15,9 @@ gem "aws-sdk-kms", "1.24.0"
|
|
|
15
15
|
gem "aws-sdk-sqs", "1.20.0"
|
|
16
16
|
gem "aws-sdk-s3", "1.46.0"
|
|
17
17
|
gem "fluent-plugin-s3", "1.1.11"
|
|
18
|
+
|
|
19
|
+
# google-protobuf 3.19.2 requires Ruby 2.5+
|
|
20
|
+
# https://rubygems.org/gems/google-protobuf/versions/3.19.2-x86_64-linux
|
|
21
|
+
if Gem::Version.create(RUBY_VERSION) < Gem::Version.create("2.5")
|
|
22
|
+
gem "google-protobuf", "< 3.19.2"
|
|
23
|
+
end
|
|
@@ -15,3 +15,9 @@ gem "aws-sdk-kms", "1.25.0"
|
|
|
15
15
|
gem "aws-sdk-sqs", "1.23.0"
|
|
16
16
|
gem "aws-sdk-s3", "1.52.0"
|
|
17
17
|
gem "fluent-plugin-s3", "1.2.0"
|
|
18
|
+
|
|
19
|
+
# google-protobuf 3.19.2 requires Ruby 2.5+
|
|
20
|
+
# https://rubygems.org/gems/google-protobuf/versions/3.19.2-x86_64-linux
|
|
21
|
+
if Gem::Version.create(RUBY_VERSION) < Gem::Version.create("2.5")
|
|
22
|
+
gem "google-protobuf", "< 3.19.2"
|
|
23
|
+
end
|
|
@@ -15,3 +15,9 @@ gem "aws-sdk-kms", "1.29.0"
|
|
|
15
15
|
gem "aws-sdk-sqs", "1.23.1"
|
|
16
16
|
gem "aws-sdk-s3", "1.60.2"
|
|
17
17
|
gem "fluent-plugin-s3", "1.3.0"
|
|
18
|
+
|
|
19
|
+
# google-protobuf 3.19.2 requires Ruby 2.5+
|
|
20
|
+
# https://rubygems.org/gems/google-protobuf/versions/3.19.2-x86_64-linux
|
|
21
|
+
if Gem::Version.create(RUBY_VERSION) < Gem::Version.create("2.5")
|
|
22
|
+
gem "google-protobuf", "< 3.19.2"
|
|
23
|
+
end
|
|
@@ -15,3 +15,9 @@ gem "aws-sdk-kms", "1.30.0"
|
|
|
15
15
|
gem "aws-sdk-sqs", "1.24.0"
|
|
16
16
|
gem "aws-sdk-s3", "1.61.1"
|
|
17
17
|
gem "fluent-plugin-s3", "1.3.0"
|
|
18
|
+
|
|
19
|
+
# google-protobuf 3.19.2 requires Ruby 2.5+
|
|
20
|
+
# https://rubygems.org/gems/google-protobuf/versions/3.19.2-x86_64-linux
|
|
21
|
+
if Gem::Version.create(RUBY_VERSION) < Gem::Version.create("2.5")
|
|
22
|
+
gem "google-protobuf", "< 3.19.2"
|
|
23
|
+
end
|
|
@@ -15,3 +15,9 @@ gem "aws-sdk-kms", "1.30.0"
|
|
|
15
15
|
gem "aws-sdk-sqs", "1.24.0"
|
|
16
16
|
gem "aws-sdk-s3", "1.63.0"
|
|
17
17
|
gem "fluent-plugin-s3", "1.3.1"
|
|
18
|
+
|
|
19
|
+
# google-protobuf 3.19.2 requires Ruby 2.5+
|
|
20
|
+
# https://rubygems.org/gems/google-protobuf/versions/3.19.2-x86_64-linux
|
|
21
|
+
if Gem::Version.create(RUBY_VERSION) < Gem::Version.create("2.5")
|
|
22
|
+
gem "google-protobuf", "< 3.19.2"
|
|
23
|
+
end
|
|
@@ -15,3 +15,9 @@ gem "aws-sdk-kms", "1.34.1"
|
|
|
15
15
|
gem "aws-sdk-sqs", "1.28.0"
|
|
16
16
|
gem "aws-sdk-s3", "1.69.1"
|
|
17
17
|
gem "fluent-plugin-s3", "1.3.2"
|
|
18
|
+
|
|
19
|
+
# google-protobuf 3.19.2 requires Ruby 2.5+
|
|
20
|
+
# https://rubygems.org/gems/google-protobuf/versions/3.19.2-x86_64-linux
|
|
21
|
+
if Gem::Version.create(RUBY_VERSION) < Gem::Version.create("2.5")
|
|
22
|
+
gem "google-protobuf", "< 3.19.2"
|
|
23
|
+
end
|
|
@@ -16,3 +16,9 @@ gem "aws-sdk-kms", "1.39.0"
|
|
|
16
16
|
gem "aws-sdk-sqs", "1.34.0"
|
|
17
17
|
gem "aws-sdk-s3", "1.85.0"
|
|
18
18
|
gem "fluent-plugin-s3", "1.4.0"
|
|
19
|
+
|
|
20
|
+
# google-protobuf 3.19.2 requires Ruby 2.5+
|
|
21
|
+
# https://rubygems.org/gems/google-protobuf/versions/3.19.2-x86_64-linux
|
|
22
|
+
if Gem::Version.create(RUBY_VERSION) < Gem::Version.create("2.5")
|
|
23
|
+
gem "google-protobuf", "< 3.19.2"
|
|
24
|
+
end
|
|
@@ -4,22 +4,22 @@ source 'https://rubygems.org'
|
|
|
4
4
|
gemspec path: ".."
|
|
5
5
|
|
|
6
6
|
# Specify related gems for td-agent v4.0.0
|
|
7
|
-
# https://github.com/fluent
|
|
8
|
-
# https://github.com/fluent
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG-v4.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/41b3436d43c21e48a9cf34c58ae640f0e3dfb44c/td-agent/config.rb#L4
|
|
9
9
|
gem "fluentd", "1.11.1"
|
|
10
|
-
# https://github.com/fluent
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/8a8721c2a0b05bc487fb81a04aa079c8bb4e47fb/gemfiles/linux/Gemfile#L31
|
|
11
11
|
gem "prometheus-client", "0.9.0"
|
|
12
|
-
# https://github.com/fluent
|
|
12
|
+
# https://github.com/fluent/fluent-package-builder/blob/8a8721c2a0b05bc487fb81a04aa079c8bb4e47fb/gemfiles/linux/Gemfile#L19-L20
|
|
13
13
|
gem "fluent-plugin-prometheus", "1.8.0"
|
|
14
14
|
gem "fluent-plugin-prometheus_pushgateway", "0.0.2"
|
|
15
|
-
# https://github.com/fluent
|
|
15
|
+
# https://github.com/fluent/fluent-package-builder/blob/8a8721c2a0b05bc487fb81a04aa079c8bb4e47fb/gemfiles/linux/Gemfile#L28
|
|
16
16
|
gem "jmespath", "1.4.0"
|
|
17
|
-
# https://github.com/fluent
|
|
17
|
+
# https://github.com/fluent/fluent-package-builder/blob/8a8721c2a0b05bc487fb81a04aa079c8bb4e47fb/gemfiles/linux/Gemfile#L8-L13
|
|
18
18
|
gem "aws-partitions", "1.337.0"
|
|
19
19
|
gem "aws-sdk-core", "3.102.1"
|
|
20
20
|
gem "aws-sdk-kms", "1.35.0"
|
|
21
21
|
gem "aws-sdk-s3", "1.72.0"
|
|
22
22
|
gem "aws-sdk-sqs", "1.29.0"
|
|
23
23
|
gem "aws-sigv4", "1.2.1"
|
|
24
|
-
# https://github.com/fluent
|
|
24
|
+
# https://github.com/fluent/fluent-package-builder/blob/8a8721c2a0b05bc487fb81a04aa079c8bb4e47fb/gemfiles/linux/Gemfile#L23
|
|
25
25
|
gem "fluent-plugin-s3", "1.3.3"
|
|
@@ -4,10 +4,10 @@ source 'https://rubygems.org'
|
|
|
4
4
|
gemspec path: ".."
|
|
5
5
|
|
|
6
6
|
# Specify related gems for td-agent v4.0.1
|
|
7
|
-
# https://github.com/fluent
|
|
8
|
-
# https://github.com/fluent
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG-v4.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.0.1/td-agent/config.rb#L4
|
|
9
9
|
gem "fluentd", "1.11.2"
|
|
10
|
-
# https://github.com/fluent
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.0.1/gemfiles/linux/Gemfile#L35-L42
|
|
11
11
|
gem "prometheus-client", "0.9.0"
|
|
12
12
|
gem "fluent-plugin-prometheus", "1.8.2"
|
|
13
13
|
gem "fluent-plugin-prometheus_pushgateway", "0.0.2"
|
|
@@ -4,10 +4,10 @@ source 'https://rubygems.org'
|
|
|
4
4
|
gemspec path: ".."
|
|
5
5
|
|
|
6
6
|
# Specify related gems for td-agent v4.1.0
|
|
7
|
-
# https://github.com/fluent
|
|
8
|
-
# https://github.com/fluent
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG-v4.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.1.0/td-agent/config.rb#L4
|
|
9
9
|
gem "fluentd", "1.12.1"
|
|
10
|
-
# https://github.com/fluent
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.1.0/td-agent/Gemfile#L32-L42
|
|
11
11
|
gem "prometheus-client", "0.9.0"
|
|
12
12
|
gem "fluent-plugin-prometheus", "1.8.5"
|
|
13
13
|
gem "fluent-plugin-prometheus_pushgateway", "0.0.2"
|
|
@@ -4,10 +4,10 @@ source 'https://rubygems.org'
|
|
|
4
4
|
gemspec path: ".."
|
|
5
5
|
|
|
6
6
|
# Specify related gems for td-agent v4.1.1
|
|
7
|
-
# https://github.com/fluent
|
|
8
|
-
# https://github.com/fluent
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG-v4.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.1.1/td-agent/config.rb#L4
|
|
9
9
|
gem "fluentd", "1.12.3"
|
|
10
|
-
# https://github.com/fluent
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.1.1/td-agent/Gemfile#L32-L42
|
|
11
11
|
gem "prometheus-client", "0.9.0"
|
|
12
12
|
gem "fluent-plugin-prometheus", "1.8.5"
|
|
13
13
|
gem "fluent-plugin-prometheus_pushgateway", "0.0.2"
|
|
@@ -4,10 +4,10 @@ source 'https://rubygems.org'
|
|
|
4
4
|
gemspec path: ".."
|
|
5
5
|
|
|
6
6
|
# Specify related gems for td-agent v4.2.0
|
|
7
|
-
# https://github.com/fluent
|
|
8
|
-
# https://github.com/fluent
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG-v4.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.2.0/td-agent/config.rb#L4
|
|
9
9
|
gem "fluentd", "1.13.3"
|
|
10
|
-
# https://github.com/fluent
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.2.0/td-agent/Gemfile#L42-L52
|
|
11
11
|
gem "prometheus-client", "2.1.0"
|
|
12
12
|
gem "fluent-plugin-prometheus", "2.0.1"
|
|
13
13
|
gem "fluent-plugin-prometheus_pushgateway", "0.1.0"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v4.3.0
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG-v4.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.3.0/td-agent/config.rb#L4
|
|
9
|
+
gem "fluentd", "1.14.3"
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.3.0/td-agent/Gemfile#L43-L53
|
|
11
|
+
gem "prometheus-client", "2.1.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.0.2"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.1.0"
|
|
14
|
+
gem "jmespath", "1.4.0"
|
|
15
|
+
gem "aws-partitions", "1.534.0"
|
|
16
|
+
gem "aws-sdk-core", "3.123.0"
|
|
17
|
+
gem "aws-sdk-kms", "1.51.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.47.0"
|
|
19
|
+
gem "aws-sigv4", "1.4.0"
|
|
20
|
+
gem "aws-sdk-s3", "1.107.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.6.1"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v4.3.1
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG-v4.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.3.1/td-agent/config.rb#L4
|
|
9
|
+
gem "fluentd", "1.14.6"
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.3.1/td-agent/Gemfile#L44-L54
|
|
11
|
+
gem "prometheus-client", "2.1.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.0.2"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.1.0"
|
|
14
|
+
gem "jmespath", "1.6.1"
|
|
15
|
+
gem "aws-partitions", "1.577.0"
|
|
16
|
+
gem "aws-sdk-core", "3.130.1"
|
|
17
|
+
gem "aws-sdk-kms", "1.55.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.51.0"
|
|
19
|
+
gem "aws-sigv4", "1.4.0"
|
|
20
|
+
gem "aws-sdk-s3", "1.113.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.6.1"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v4.3.2
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG-v4.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.3.2/td-agent/config.rb#L4
|
|
9
|
+
gem "fluentd", "1.14.6"
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.3.2/td-agent/Gemfile#L45-L55
|
|
11
|
+
gem "prometheus-client", "2.1.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.0.2"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.1.0"
|
|
14
|
+
gem "jmespath", "1.6.1"
|
|
15
|
+
gem "aws-partitions", "1.577.0"
|
|
16
|
+
gem "aws-sdk-core", "3.130.1"
|
|
17
|
+
gem "aws-sdk-kms", "1.55.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.51.0"
|
|
19
|
+
gem "aws-sigv4", "1.4.0"
|
|
20
|
+
gem "aws-sdk-s3", "1.113.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.6.1"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v4.4.0
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG-v4.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.4.0/td-agent/config.rb#L4
|
|
9
|
+
gem "fluentd", "1.15.1"
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.4.0/td-agent/Gemfile#L45-L55
|
|
11
|
+
gem "prometheus-client", "2.1.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.0.3"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.1.0"
|
|
14
|
+
gem "jmespath", "1.6.1"
|
|
15
|
+
gem "aws-partitions", "1.609.0"
|
|
16
|
+
gem "aws-sdk-core", "3.131.3"
|
|
17
|
+
gem "aws-sdk-kms", "1.58.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.51.1"
|
|
19
|
+
gem "aws-sigv4", "1.5.1"
|
|
20
|
+
gem "aws-sdk-s3", "1.114.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.7.1"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v4.4.1
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG-v4.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.4.1/td-agent/config.rb#L4
|
|
9
|
+
gem "fluentd", "1.15.2"
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.4.1/td-agent/Gemfile#L45-L55
|
|
11
|
+
gem "prometheus-client", "2.1.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.0.3"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.1.0"
|
|
14
|
+
gem "jmespath", "1.6.1"
|
|
15
|
+
gem "aws-partitions", "1.609.0"
|
|
16
|
+
gem "aws-sdk-core", "3.131.3"
|
|
17
|
+
gem "aws-sdk-kms", "1.58.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.51.1"
|
|
19
|
+
gem "aws-sigv4", "1.5.1"
|
|
20
|
+
gem "aws-sdk-s3", "1.114.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.7.1"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v4.4.2
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG-v4.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.4.2/td-agent/config.rb#L4
|
|
9
|
+
gem "fluentd", "1.15.3"
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.4.2/td-agent/Gemfile#L45-L55
|
|
11
|
+
gem "prometheus-client", "2.1.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.0.3"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.1.0"
|
|
14
|
+
gem "jmespath", "1.6.1"
|
|
15
|
+
gem "aws-partitions", "1.650.0"
|
|
16
|
+
gem "aws-sdk-core", "3.164.0"
|
|
17
|
+
gem "aws-sdk-kms", "1.58.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.51.1"
|
|
19
|
+
gem "aws-sigv4", "1.5.2"
|
|
20
|
+
gem "aws-sdk-s3", "1.116.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.7.2"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v4.5.0
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG-v4.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.5.0/td-agent/config.rb#L4
|
|
9
|
+
gem "fluentd", "1.16.1"
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.5.0/td-agent/Gemfile#L45-L55
|
|
11
|
+
gem "prometheus-client", "2.1.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.0.3"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.1.0"
|
|
14
|
+
gem "jmespath", "1.6.2"
|
|
15
|
+
gem "aws-partitions", "1.752.0"
|
|
16
|
+
gem "aws-sdk-core", "3.171.0"
|
|
17
|
+
gem "aws-sdk-kms", "1.63.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.53.0"
|
|
19
|
+
gem "aws-sigv4", "1.5.2"
|
|
20
|
+
gem "aws-sdk-s3", "1.121.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.7.2"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v4.5.1
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG-v4.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.5.1/td-agent/config.rb#L4
|
|
9
|
+
gem "fluentd", "1.16.2"
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.5.1/td-agent/Gemfile#L45-L55
|
|
11
|
+
gem "prometheus-client", "2.1.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.1.0"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.1.1"
|
|
14
|
+
gem "jmespath", "1.6.2"
|
|
15
|
+
gem "aws-partitions", "1.785.0"
|
|
16
|
+
gem "aws-sdk-core", "3.178.0"
|
|
17
|
+
gem "aws-sdk-kms", "1.71.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.61.0"
|
|
19
|
+
gem "aws-sigv4", "1.6.0"
|
|
20
|
+
gem "aws-sdk-s3", "1.129.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.7.2"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for td-agent v4.5.2
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG-v4.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.5.2/td-agent/config.rb#L4
|
|
9
|
+
gem "fluentd", "1.16.3"
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v4.5.2/td-agent/Gemfile#L45-L55
|
|
11
|
+
gem "prometheus-client", "2.1.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.1.0"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.1.1"
|
|
14
|
+
gem "jmespath", "1.6.2"
|
|
15
|
+
gem "aws-partitions", "1.785.0"
|
|
16
|
+
gem "aws-sdk-core", "3.178.0"
|
|
17
|
+
gem "aws-sdk-kms", "1.71.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.61.0"
|
|
19
|
+
gem "aws-sigv4", "1.6.0"
|
|
20
|
+
gem "aws-sdk-s3", "1.129.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.7.2"
|
|
@@ -17,6 +17,7 @@ require 'fluent/msgpack_factory'
|
|
|
17
17
|
require 'fluent/plugin/output'
|
|
18
18
|
require 'fluent/plugin/kinesis_helper/client'
|
|
19
19
|
require 'fluent/plugin/kinesis_helper/api'
|
|
20
|
+
require 'fluent/plugin/kinesis_helper/compression'
|
|
20
21
|
require 'zlib'
|
|
21
22
|
|
|
22
23
|
module Fluent
|
|
@@ -121,6 +122,8 @@ module Fluent
|
|
|
121
122
|
case @compression
|
|
122
123
|
when "zlib"
|
|
123
124
|
->(data) { Zlib::Deflate.deflate(data) }
|
|
125
|
+
when "gzip"
|
|
126
|
+
->(data) { Gzip.compress(data) }
|
|
124
127
|
else
|
|
125
128
|
->(data) { data }
|
|
126
129
|
end
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
require "stringio"
|
|
2
|
+
require "zlib"
|
|
3
|
+
|
|
4
|
+
class Stream < StringIO
|
|
5
|
+
def initialize(*)
|
|
6
|
+
super
|
|
7
|
+
set_encoding "BINARY"
|
|
8
|
+
end
|
|
9
|
+
|
|
10
|
+
def close
|
|
11
|
+
rewind;
|
|
12
|
+
end
|
|
13
|
+
end
|
|
14
|
+
|
|
15
|
+
class Gzip
|
|
16
|
+
def self.compress(string, level = Zlib::DEFAULT_COMPRESSION, strategy = Zlib::DEFAULT_STRATEGY)
|
|
17
|
+
output = Stream.new
|
|
18
|
+
gz = Zlib::GzipWriter.new(output, level, strategy)
|
|
19
|
+
gz.write(string)
|
|
20
|
+
gz.close
|
|
21
|
+
output.string
|
|
22
|
+
end
|
|
23
|
+
|
|
24
|
+
def self.decompress(string)
|
|
25
|
+
Zlib::GzipReader.wrap(StringIO.new(string), &:read)
|
|
26
|
+
end
|
|
27
|
+
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fluent-plugin-kinesis
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 3.
|
|
4
|
+
version: 3.5.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Amazon Web Services
|
|
8
|
-
autorequire:
|
|
8
|
+
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2024-02-29 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: fluentd
|
|
@@ -262,15 +262,15 @@ dependencies:
|
|
|
262
262
|
- - ">="
|
|
263
263
|
- !ruby/object:Gem::Version
|
|
264
264
|
version: 0.8.1
|
|
265
|
-
description:
|
|
266
|
-
email:
|
|
265
|
+
description:
|
|
266
|
+
email:
|
|
267
267
|
executables: []
|
|
268
268
|
extensions: []
|
|
269
269
|
extra_rdoc_files: []
|
|
270
270
|
files:
|
|
271
271
|
- ".github/PULL_REQUEST_TEMPLATE.md"
|
|
272
|
+
- ".github/workflows/test.yml"
|
|
272
273
|
- ".gitignore"
|
|
273
|
-
- ".travis.yml"
|
|
274
274
|
- CHANGELOG.md
|
|
275
275
|
- CODE_OF_CONDUCT.md
|
|
276
276
|
- CONTRIBUTING.md
|
|
@@ -283,8 +283,11 @@ files:
|
|
|
283
283
|
- Rakefile
|
|
284
284
|
- benchmark/task.rake
|
|
285
285
|
- fluent-plugin-kinesis.gemspec
|
|
286
|
+
- gemfiles/Gemfile.fluent-package-5.0.0
|
|
287
|
+
- gemfiles/Gemfile.fluent-package-5.0.1
|
|
288
|
+
- gemfiles/Gemfile.fluent-package-5.0.2
|
|
286
289
|
- gemfiles/Gemfile.fluentd-0.14.22
|
|
287
|
-
- gemfiles/Gemfile.fluentd-1.
|
|
290
|
+
- gemfiles/Gemfile.fluentd-1.16.3
|
|
288
291
|
- gemfiles/Gemfile.td-agent-3.1.0
|
|
289
292
|
- gemfiles/Gemfile.td-agent-3.1.1
|
|
290
293
|
- gemfiles/Gemfile.td-agent-3.2.0
|
|
@@ -304,10 +307,20 @@ files:
|
|
|
304
307
|
- gemfiles/Gemfile.td-agent-4.1.0
|
|
305
308
|
- gemfiles/Gemfile.td-agent-4.1.1
|
|
306
309
|
- gemfiles/Gemfile.td-agent-4.2.0
|
|
310
|
+
- gemfiles/Gemfile.td-agent-4.3.0
|
|
311
|
+
- gemfiles/Gemfile.td-agent-4.3.1
|
|
312
|
+
- gemfiles/Gemfile.td-agent-4.3.2
|
|
313
|
+
- gemfiles/Gemfile.td-agent-4.4.0
|
|
314
|
+
- gemfiles/Gemfile.td-agent-4.4.1
|
|
315
|
+
- gemfiles/Gemfile.td-agent-4.4.2
|
|
316
|
+
- gemfiles/Gemfile.td-agent-4.5.0
|
|
317
|
+
- gemfiles/Gemfile.td-agent-4.5.1
|
|
318
|
+
- gemfiles/Gemfile.td-agent-4.5.2
|
|
307
319
|
- lib/fluent/plugin/kinesis.rb
|
|
308
320
|
- lib/fluent/plugin/kinesis_helper/aggregator.rb
|
|
309
321
|
- lib/fluent/plugin/kinesis_helper/api.rb
|
|
310
322
|
- lib/fluent/plugin/kinesis_helper/client.rb
|
|
323
|
+
- lib/fluent/plugin/kinesis_helper/compression.rb
|
|
311
324
|
- lib/fluent/plugin/out_kinesis_firehose.rb
|
|
312
325
|
- lib/fluent/plugin/out_kinesis_streams.rb
|
|
313
326
|
- lib/fluent/plugin/out_kinesis_streams_aggregated.rb
|
|
@@ -316,7 +329,7 @@ homepage: https://github.com/awslabs/aws-fluent-plugin-kinesis
|
|
|
316
329
|
licenses:
|
|
317
330
|
- Apache-2.0
|
|
318
331
|
metadata: {}
|
|
319
|
-
post_install_message:
|
|
332
|
+
post_install_message:
|
|
320
333
|
rdoc_options: []
|
|
321
334
|
require_paths:
|
|
322
335
|
- lib
|
|
@@ -324,15 +337,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
|
324
337
|
requirements:
|
|
325
338
|
- - ">="
|
|
326
339
|
- !ruby/object:Gem::Version
|
|
327
|
-
version:
|
|
340
|
+
version: 2.4.2
|
|
328
341
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
|
329
342
|
requirements:
|
|
330
343
|
- - ">="
|
|
331
344
|
- !ruby/object:Gem::Version
|
|
332
345
|
version: '0'
|
|
333
346
|
requirements: []
|
|
334
|
-
rubygems_version: 3.
|
|
335
|
-
signing_key:
|
|
347
|
+
rubygems_version: 3.2.33
|
|
348
|
+
signing_key:
|
|
336
349
|
specification_version: 4
|
|
337
350
|
summary: Fluentd output plugin that sends events to Amazon Kinesis.
|
|
338
351
|
test_files: []
|
data/.travis.yml
DELETED
|
@@ -1,56 +0,0 @@
|
|
|
1
|
-
language: ruby
|
|
2
|
-
os: linux
|
|
3
|
-
sudo: false
|
|
4
|
-
|
|
5
|
-
# Test with supported td-agent versions
|
|
6
|
-
# https://docs.fluentd.org/quickstart/support#change-logs
|
|
7
|
-
# https://docs.treasuredata.com/display/public/PD/The+td-agent+Change+Log
|
|
8
|
-
# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/master/CHANGELOG.md
|
|
9
|
-
matrix:
|
|
10
|
-
include:
|
|
11
|
-
- gemfile: gemfiles/Gemfile.fluentd-1.13.3 # Latest Fluentd / https://www.fluentd.org/download
|
|
12
|
-
rvm: 3.0.2 # Latest supported Ruby / https://www.ruby-lang.org/en/downloads
|
|
13
|
-
dist: focal
|
|
14
|
-
- gemfile: gemfiles/Gemfile.fluentd-0.14.22 # Oldest supported Fluentd
|
|
15
|
-
rvm: 2.3.0 # Oldest supported Ruby
|
|
16
|
-
- gemfile: gemfiles/Gemfile.td-agent-3.1.0
|
|
17
|
-
rvm: 2.4.2 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.1.0/config/projects/td-agent3.rb#L20
|
|
18
|
-
# - gemfile: gemfiles/Gemfile.td-agent-3.1.1
|
|
19
|
-
# rvm: 2.4.2 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.1.1/config/projects/td-agent3.rb#L17
|
|
20
|
-
# - gemfile: gemfiles/Gemfile.td-agent-3.2.0
|
|
21
|
-
# rvm: 2.4.4 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.2.0/config/projects/td-agent3.rb#L22
|
|
22
|
-
- gemfile: gemfiles/Gemfile.td-agent-3.2.1
|
|
23
|
-
rvm: 2.4.4 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.2.1/config/projects/td-agent3.rb#L22
|
|
24
|
-
- gemfile: gemfiles/Gemfile.td-agent-3.3.0
|
|
25
|
-
rvm: 2.4.5 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.3.0/config/projects/td-agent3.rb#L22
|
|
26
|
-
# - gemfile: gemfiles/Gemfile.td-agent-3.4.0
|
|
27
|
-
# rvm: 2.4.5 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.4.0/config/projects/td-agent3.rb#L22
|
|
28
|
-
- gemfile: gemfiles/Gemfile.td-agent-3.4.1
|
|
29
|
-
rvm: 2.4.6 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.4.1/config/projects/td-agent3.rb#L22
|
|
30
|
-
# - gemfile: gemfiles/Gemfile.td-agent-3.5.0
|
|
31
|
-
# rvm: 2.4.6 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.5.0/config/projects/td-agent3.rb#L22
|
|
32
|
-
- gemfile: gemfiles/Gemfile.td-agent-3.5.1
|
|
33
|
-
rvm: 2.4.9 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.5.1/config/projects/td-agent3.rb#L22
|
|
34
|
-
- gemfile: gemfiles/Gemfile.td-agent-3.6.0
|
|
35
|
-
rvm: 2.4.9 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.6.0/config/projects/td-agent3.rb#L22
|
|
36
|
-
# - gemfile: gemfiles/Gemfile.td-agent-3.7.0
|
|
37
|
-
# rvm: 2.4.9 # https://github.com/treasure-data/omnibus-td-agent/commit/da5cb39ec5396f652cd30bad5bb8ef4ec19071a9#diff-f73e763ace61e7c4bf48bf94bd6e295bc2cfd1ce5f9e38a4d19e266353e37498R22
|
|
38
|
-
- gemfile: gemfiles/Gemfile.td-agent-3.7.1
|
|
39
|
-
rvm: 2.4.10 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.7.1/config/projects/td-agent3.rb#L22
|
|
40
|
-
- gemfile: gemfiles/Gemfile.td-agent-3.8.0 # Latest official release of td-agent v3
|
|
41
|
-
rvm: 2.4.10 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.8.0/config/projects/td-agent3.rb#L22
|
|
42
|
-
- gemfile: gemfiles/Gemfile.td-agent-3.8.1 # Maintenance release of td-agent v3
|
|
43
|
-
rvm: 2.4.10 # https://github.com/treasure-data/omnibus-td-agent/pull/273/files#diff-f73e763ace61e7c4bf48bf94bd6e295bc2cfd1ce5f9e38a4d19e266353e37498R22
|
|
44
|
-
# - gemfile: gemfiles/Gemfile.td-agent-4.0.0
|
|
45
|
-
# rvm: 2.7.1 # https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/41b3436d43c21e48a9cf34c58ae640f0e3dfb44c/td-agent/config.rb#L16
|
|
46
|
-
- gemfile: gemfiles/Gemfile.td-agent-4.0.1
|
|
47
|
-
rvm: 2.7.1 # https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/v4.0.1/td-agent/config.rb#L16
|
|
48
|
-
# - gemfile: gemfiles/Gemfile.td-agent-4.1.0
|
|
49
|
-
# rvm: 2.7.2 # https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/v4.1.0/td-agent/config.rb#L19
|
|
50
|
-
- gemfile: gemfiles/Gemfile.td-agent-4.1.1
|
|
51
|
-
rvm: 2.7.3 # https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/v4.1.1/td-agent/config.rb#L17
|
|
52
|
-
- gemfile: gemfiles/Gemfile.td-agent-4.2.0
|
|
53
|
-
rvm: 2.7.4 # https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/v4.2.0/td-agent/config.rb#L21
|
|
54
|
-
fast_finish: true
|
|
55
|
-
|
|
56
|
-
script: bundle exec rake test
|