fluent-plugin-kinesis 3.7.0 → 3.7.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.github/workflows/test.yml +74 -10
- data/CHANGELOG.md +6 -0
- data/README.md +10 -1
- data/fluent-plugin-kinesis.gemspec +5 -0
- data/gemfiles/Gemfile.fluent-package-6.0.3 +21 -0
- data/gemfiles/Gemfile.fluent-package-6.0.4 +21 -0
- data/gemfiles/Gemfile.fluent-package-6.0.5 +21 -0
- data/gemfiles/Gemfile.fluent-package-6.1.0 +21 -0
- data/gemfiles/{Gemfile.fluentd-1.19.2 → Gemfile.fluentd-1.20.1} +1 -1
- data/lib/fluent/plugin/kinesis_helper/api.rb +3 -2
- data/lib/fluent_plugin_kinesis/version.rb +1 -1
- metadata +50 -9
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 406d3b87604e265677a3df5a65645b9d9f45d959c7eb2431c03825884420cba8
|
|
4
|
+
data.tar.gz: 1ecc97af6d59ba885829719c076c3a2243fed7baf0302c11e72d3c126099e37a
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 643b74ada4bdd6d5006620ce3f94b54cbf391c5bac66317ba7447f65bcbce17298ecf130d47541484be1821f9cfcb148b5371fb077e76ecc2035fca696c60ace
|
|
7
|
+
data.tar.gz: 16df0f4ce732bbd8cdda57109e491b027668f172a548043e47bcd0804e183801090e7d6d5463a7eeb548523521475c61e1700f840c2626d8bb5ffec1ebdf56c5
|
data/.github/workflows/test.yml
CHANGED
|
@@ -1,6 +1,12 @@
|
|
|
1
1
|
name: test
|
|
2
2
|
|
|
3
|
-
on:
|
|
3
|
+
on:
|
|
4
|
+
push:
|
|
5
|
+
pull_request:
|
|
6
|
+
# Run weekly to detect breakage by new releases of dependencies such as Fluentd and AWS SDK
|
|
7
|
+
schedule:
|
|
8
|
+
- cron: '0 0 * * 1'
|
|
9
|
+
workflow_dispatch:
|
|
4
10
|
|
|
5
11
|
# Test with supported fluent-package versions
|
|
6
12
|
# https://www.fluentd.org/download/fluent_package
|
|
@@ -17,9 +23,9 @@ jobs:
|
|
|
17
23
|
matrix:
|
|
18
24
|
include:
|
|
19
25
|
- gemfile: gemfiles/Gemfile.fluentd-0.14.22 # Oldest supported Fluentd
|
|
20
|
-
ruby-version: 2.7
|
|
21
|
-
- gemfile: gemfiles/Gemfile.fluentd-1.
|
|
22
|
-
ruby-version:
|
|
26
|
+
ruby-version: '2.7' # Oldest supported Ruby
|
|
27
|
+
- gemfile: gemfiles/Gemfile.fluentd-1.20.1 # Latest Fluentd / https://rubygems.org/gems/fluentd
|
|
28
|
+
ruby-version: '4.0' # Latest supported Ruby / https://www.ruby-lang.org/en/downloads
|
|
23
29
|
# - gemfile: gemfiles/Gemfile.td-agent-3.1.0
|
|
24
30
|
# ruby-version: 2.4.2 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.1.0/config/projects/td-agent3.rb#L20
|
|
25
31
|
# - gemfile: gemfiles/Gemfile.td-agent-3.1.1
|
|
@@ -51,7 +57,7 @@ jobs:
|
|
|
51
57
|
# - gemfile: gemfiles/Gemfile.td-agent-4.0.0
|
|
52
58
|
# ruby-version: 2.7.1 # https://github.com/fluent/fluent-package-builder/blob/41b3436d43c21e48a9cf34c58ae640f0e3dfb44c/td-agent/config.rb#L16
|
|
53
59
|
- gemfile: gemfiles/Gemfile.td-agent-4.0.1 # Oldest supported td-agent
|
|
54
|
-
ruby-version: 2.7
|
|
60
|
+
ruby-version: '2.7' # https://github.com/fluent/fluent-package-builder/blob/v4.0.1/td-agent/config.rb#L16
|
|
55
61
|
# - gemfile: gemfiles/Gemfile.td-agent-4.1.0
|
|
56
62
|
# ruby-version: 2.7.2 # https://github.com/fluent/fluent-package-builder/blob/v4.1.0/td-agent/config.rb#L19
|
|
57
63
|
# - gemfile: gemfiles/Gemfile.td-agent-4.1.1
|
|
@@ -77,7 +83,7 @@ jobs:
|
|
|
77
83
|
# - gemfile: gemfiles/Gemfile.td-agent-4.5.2
|
|
78
84
|
# ruby-version: 2.7.8 # https://github.com/fluent/fluent-package-builder/blob/v4.5.2/td-agent/config.rb#L19
|
|
79
85
|
- gemfile: gemfiles/Gemfile.td-agent-4.5.3 # Latest release of td-agent v4
|
|
80
|
-
ruby-version: 2.7
|
|
86
|
+
ruby-version: '2.7' # https://github.com/fluent/fluent-package-builder/blob/v4.5.3/td-agent/config.rb#L19
|
|
81
87
|
# - gemfile: gemfiles/Gemfile.fluent-package-5.0.0
|
|
82
88
|
# ruby-version: 3.2.2 # https://github.com/fluent/fluent-package-builder/blob/v5.0.0/fluent-package/config.rb#L26
|
|
83
89
|
# - gemfile: gemfiles/Gemfile.fluent-package-5.0.1
|
|
@@ -89,15 +95,23 @@ jobs:
|
|
|
89
95
|
# - gemfile: gemfiles/Gemfile.fluent-package-5.0.8
|
|
90
96
|
# ruby-version: 3.2.9 # https://github.com/fluent/fluent-package-builder/blob/v5.0.8/fluent-package/config.rb#L26
|
|
91
97
|
- gemfile: gemfiles/Gemfile.fluent-package-5.0.9 # Latest release of fluent-package v5
|
|
92
|
-
ruby-version: 3.2
|
|
98
|
+
ruby-version: '3.2' # https://github.com/fluent/fluent-package-builder/blob/v5.0.9/fluent-package/config.rb#L26
|
|
93
99
|
# - gemfile: gemfiles/Gemfile.fluent-package-5.2.0
|
|
94
100
|
# ruby-version: 3.2.6 # https://github.com/fluent/fluent-package-builder/blob/v5.2.0/fluent-package/config.rb#L26
|
|
95
101
|
# - gemfile: gemfiles/Gemfile.fluent-package-6.0.0
|
|
96
102
|
# ruby-version: 3.4.5 # https://github.com/fluent/fluent-package-builder/blob/v6.0.0/fluent-package/config.rb#L26
|
|
97
103
|
# - gemfile: gemfiles/Gemfile.fluent-package-6.0.1
|
|
98
104
|
# ruby-version: 3.4.7 # https://github.com/fluent/fluent-package-builder/blob/v6.0.1/fluent-package/config.rb#L26
|
|
99
|
-
- gemfile: gemfiles/Gemfile.fluent-package-6.0.2
|
|
100
|
-
|
|
105
|
+
# - gemfile: gemfiles/Gemfile.fluent-package-6.0.2
|
|
106
|
+
# ruby-version: 3.4.8 # https://github.com/fluent/fluent-package-builder/blob/v6.0.2/fluent-package/config.rb#L26
|
|
107
|
+
# - gemfile: gemfiles/Gemfile.fluent-package-6.0.3
|
|
108
|
+
# ruby-version: 3.4.9 # https://github.com/fluent/fluent-package-builder/blob/v6.0.3/fluent-package/config.rb#L26
|
|
109
|
+
# - gemfile: gemfiles/Gemfile.fluent-package-6.0.4
|
|
110
|
+
# ruby-version: 3.4.9 # https://github.com/fluent/fluent-package-builder/blob/v6.0.4/fluent-package/config.rb#L26
|
|
111
|
+
- gemfile: gemfiles/Gemfile.fluent-package-6.0.5 # Latest release of fluent-package v6 LTS
|
|
112
|
+
ruby-version: '3.4' # https://github.com/fluent/fluent-package-builder/blob/v6.0.5/fluent-package/config.rb#L26
|
|
113
|
+
- gemfile: gemfiles/Gemfile.fluent-package-6.1.0 # Latest release of fluent-package
|
|
114
|
+
ruby-version: '3.4' # https://github.com/fluent/fluent-package-builder/blob/v6.1.0/fluent-package/config.rb#L29
|
|
101
115
|
|
|
102
116
|
env:
|
|
103
117
|
BUNDLE_GEMFILE: ${{ github.workspace }}/${{ matrix.gemfile }}
|
|
@@ -110,4 +124,54 @@ jobs:
|
|
|
110
124
|
ruby-version: ${{ matrix.ruby-version }}
|
|
111
125
|
bundler-cache: true
|
|
112
126
|
- name: Run tests
|
|
113
|
-
run: bundle exec rake test
|
|
127
|
+
run: bundle exec rake test
|
|
128
|
+
aws-emulator:
|
|
129
|
+
# Run the tests including integration tests against AWS Emulator (https://aws.amazon.com/products/developer-tools/emulator/)
|
|
130
|
+
runs-on: ubuntu-latest
|
|
131
|
+
env:
|
|
132
|
+
BUNDLE_GEMFILE: ${{ github.workspace }}/gemfiles/Gemfile.fluentd-1.20.1 # Latest Fluentd
|
|
133
|
+
AWS_EMULATOR: 'true'
|
|
134
|
+
|
|
135
|
+
steps:
|
|
136
|
+
- uses: actions/checkout@3d3c42e5aac5ba805825da76410c181273ba90b1 # v7.0.1
|
|
137
|
+
- name: Install AWS Emulator
|
|
138
|
+
working-directory: ${{ runner.temp }}
|
|
139
|
+
run: |
|
|
140
|
+
PACKAGE_FILE=aws-emulator_amd64.deb
|
|
141
|
+
curl -fsSLO https://downloads.aws.com/aws-emulator/packages/aws-emulator/LTS/latest/$PACKAGE_FILE
|
|
142
|
+
curl -fsSLO https://downloads.aws.com/aws-emulator/packages/aws-emulator/LTS/latest/$PACKAGE_FILE.sig
|
|
143
|
+
curl -fsSLo aws-publishing.asc https://downloads.aws.com/keys/gpg/current.asc
|
|
144
|
+
gpg --import aws-publishing.asc
|
|
145
|
+
# Verify the package with the documented fingerprint of the AWS publishing key
|
|
146
|
+
gpg --with-colons --fingerprint ssm-publishing@amazon.com | grep -q '^fpr:::::::::98BCF336A3BE53B734E967C52E5BF49BD940F624:'
|
|
147
|
+
gpg --verify $PACKAGE_FILE.sig $PACKAGE_FILE
|
|
148
|
+
sudo apt-get install -y ./$PACKAGE_FILE
|
|
149
|
+
aws-emulator -v
|
|
150
|
+
- name: Start AWS Emulator
|
|
151
|
+
run: |
|
|
152
|
+
nohup aws-emulator > "$RUNNER_TEMP/aws-emulator.log" 2>&1 &
|
|
153
|
+
EMULATOR_DIR="$HOME/.aws/emulator/9297"
|
|
154
|
+
for i in $(seq 30); do
|
|
155
|
+
curl -sf --cacert "$EMULATOR_DIR/ca.pem" https://127.0.0.1:9297/__admin/health && break
|
|
156
|
+
sleep 1
|
|
157
|
+
done
|
|
158
|
+
curl -sf --cacert "$EMULATOR_DIR/ca.pem" https://127.0.0.1:9297/__admin/health
|
|
159
|
+
# AWS_EC2_METADATA_DISABLED is not set here, since unit tests of instance profile credentials mock the metadata endpoint.
|
|
160
|
+
# Integration tests set it while they run.
|
|
161
|
+
{
|
|
162
|
+
echo "AWS_ENDPOINT_URL=https://127.0.0.1:9297"
|
|
163
|
+
echo "AWS_SHARED_CREDENTIALS_FILE=$EMULATOR_DIR/emulator_credentials"
|
|
164
|
+
echo "AWS_CONFIG_FILE=$EMULATOR_DIR/config"
|
|
165
|
+
echo "AWS_CA_BUNDLE=$EMULATOR_DIR/ca.pem"
|
|
166
|
+
echo "AWS_REGION=us-east-1"
|
|
167
|
+
} >> "$GITHUB_ENV"
|
|
168
|
+
- name: Set up Ruby
|
|
169
|
+
uses: ruby/setup-ruby@b3aaceaef7e0ee231b499e7b5f49c03fc1d32199 # v1.338.0
|
|
170
|
+
with:
|
|
171
|
+
ruby-version: '4.0' # Latest supported Ruby
|
|
172
|
+
bundler-cache: true
|
|
173
|
+
- name: Run tests including integration tests with AWS Emulator
|
|
174
|
+
run: bundle exec rake test
|
|
175
|
+
- name: Show AWS Emulator log
|
|
176
|
+
if: failure()
|
|
177
|
+
run: tail -n 200 "$RUNNER_TEMP/aws-emulator.log"
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,11 @@
|
|
|
1
1
|
# CHANGELOG
|
|
2
2
|
|
|
3
|
+
## 3.7.1
|
|
4
|
+
|
|
5
|
+
- Bug fix - Fix loading the plugin with Bundler on Ruby 4.0, where benchmark is no longer a default gem
|
|
6
|
+
- Enhancement - Add fluent-package 6.0.5 and 6.1.0, and Fluentd 1.20.1 with Ruby 3.4 and 4.0 to test cases
|
|
7
|
+
- Enhancement - Add integration tests with AWS Emulator
|
|
8
|
+
|
|
3
9
|
## 3.7.0
|
|
4
10
|
|
|
5
11
|
- Feature - Add `use_fips_endpoint` configuration parameter for FIPS-compliant endpoints : [#227](https://github.com/awslabs/aws-fluent-plugin-kinesis/issues/227)
|
data/README.md
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
1
|
# Fluent plugin for Amazon Kinesis
|
|
2
2
|
|
|
3
|
-
[](https://github.com/awslabs/aws-fluent-plugin-kinesis/actions/workflows/test.yml)
|
|
4
3
|
[](https://rubygems.org/gems/fluent-plugin-kinesis)
|
|
5
4
|
[](https://rubygems.org/gems/fluent-plugin-kinesis)
|
|
5
|
+
[](https://github.com/awslabs/aws-fluent-plugin-kinesis/actions/workflows/test.yml)
|
|
6
6
|
|
|
7
7
|
A fluentd output plugin to send events to [Amazon Kinesis Data Streams][streams] and [Amazon Data Firehose][firehose]. The plugin also supports [KPL Aggregated Record Format][kpl].
|
|
8
8
|
|
|
@@ -565,6 +565,15 @@ To launch using specified version of Fluentd, use `BUNDLE_GEMFILE` environment v
|
|
|
565
565
|
|
|
566
566
|
BUNDLE_GEMFILE=$PWD/gemfiles/Gemfile.fluent-package-5.0.9 bundle exec fluentd -c /path/to/fluent.conf
|
|
567
567
|
|
|
568
|
+
To run tests, use `bundle exec rake test`. Integration tests in `test/integration` run only with `AWS_EMULATOR=true` against [AWS Emulator](https://aws.amazon.com/products/developer-tools/emulator/). Start the emulator and point the AWS SDK to it (see the `aws-emulator` job in [.github/workflows/test.yml](.github/workflows/test.yml)):
|
|
569
|
+
|
|
570
|
+
export AWS_ENDPOINT_URL=https://127.0.0.1:9297
|
|
571
|
+
export AWS_SHARED_CREDENTIALS_FILE=$HOME/.aws/emulator/9297/emulator_credentials
|
|
572
|
+
export AWS_CONFIG_FILE=$HOME/.aws/emulator/9297/config
|
|
573
|
+
export AWS_CA_BUNDLE=$HOME/.aws/emulator/9297/ca.pem
|
|
574
|
+
export AWS_REGION=us-east-1
|
|
575
|
+
AWS_EMULATOR=true bundle exec rake test
|
|
576
|
+
|
|
568
577
|
## Contributing
|
|
569
578
|
|
|
570
579
|
Bug reports and pull requests are welcome on [GitHub][github].
|
|
@@ -59,6 +59,8 @@ Gem::Specification.new do |spec|
|
|
|
59
59
|
|
|
60
60
|
spec.add_development_dependency "bundler", ">= 1.10"
|
|
61
61
|
spec.add_development_dependency "rake", ">= 10.0"
|
|
62
|
+
# Used by the benchmark tasks; benchmark is a bundled gem as of Ruby 4.0
|
|
63
|
+
spec.add_development_dependency "benchmark"
|
|
62
64
|
spec.add_development_dependency "test-unit", ">= 3.0.8"
|
|
63
65
|
spec.add_development_dependency "test-unit-rr", ">= 1.0.3"
|
|
64
66
|
spec.add_development_dependency "pry", ">= 0.10.1"
|
|
@@ -68,4 +70,7 @@ Gem::Specification.new do |spec|
|
|
|
68
70
|
spec.add_development_dependency "mocha", ">= 1.1.0"
|
|
69
71
|
spec.add_development_dependency "webmock", ">= 1.24.2"
|
|
70
72
|
spec.add_development_dependency "fakefs", ">= 0.8.1"
|
|
73
|
+
# Used by integration tests with AWS Emulator to set up and verify Firehose delivery to S3
|
|
74
|
+
spec.add_development_dependency "aws-sdk-iam", "~> 1"
|
|
75
|
+
spec.add_development_dependency "aws-sdk-s3", "~> 1"
|
|
71
76
|
end
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for fluent-package v6.0.3
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v6.0.3/fluent-package/config.rb#L10
|
|
9
|
+
gem "fluentd", "1.19.2"
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v6.0.3/fluent-package/Gemfile#L62-L72
|
|
11
|
+
gem "prometheus-client", "4.2.5"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.2.1"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.2.1"
|
|
14
|
+
gem "jmespath", "1.6.2"
|
|
15
|
+
gem "aws-partitions", "1.1150.0"
|
|
16
|
+
gem "aws-sdk-core", "3.234.0"
|
|
17
|
+
gem "aws-sdk-kms", "1.110.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.101.0"
|
|
19
|
+
gem "aws-sigv4", "1.12.1"
|
|
20
|
+
gem "aws-sdk-s3", "1.208.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.8.4"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for fluent-package v6.0.4
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v6.0.4/fluent-package/config.rb#L10
|
|
9
|
+
gem "fluentd", "1.19.3"
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v6.0.4/fluent-package/Gemfile#L70-L80
|
|
11
|
+
gem "prometheus-client", "4.2.5"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.2.2"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.2.1"
|
|
14
|
+
gem "jmespath", "1.6.2"
|
|
15
|
+
gem "aws-partitions", "1.1150.0"
|
|
16
|
+
gem "aws-sdk-core", "3.234.0"
|
|
17
|
+
gem "aws-sdk-kms", "1.110.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.101.0"
|
|
19
|
+
gem "aws-sigv4", "1.12.1"
|
|
20
|
+
gem "aws-sdk-s3", "1.208.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.8.5"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for fluent-package v6.0.5
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v6.0.5/fluent-package/config.rb#L10
|
|
9
|
+
gem "fluentd", "1.19.4"
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v6.0.5/fluent-package/Gemfile#L70-L80
|
|
11
|
+
gem "prometheus-client", "4.2.5"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.3.0"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.2.1"
|
|
14
|
+
gem "jmespath", "1.6.2"
|
|
15
|
+
gem "aws-partitions", "1.1150.0"
|
|
16
|
+
gem "aws-sdk-core", "3.234.0"
|
|
17
|
+
gem "aws-sdk-kms", "1.110.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.101.0"
|
|
19
|
+
gem "aws-sigv4", "1.12.1"
|
|
20
|
+
gem "aws-sdk-s3", "1.208.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.8.6"
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
source 'https://rubygems.org'
|
|
2
|
+
|
|
3
|
+
# Specify your gem's dependencies in fluent-plugin-kinesis.gemspec
|
|
4
|
+
gemspec path: ".."
|
|
5
|
+
|
|
6
|
+
# Specify related gems for fluent-package v6.1.0
|
|
7
|
+
# https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG.md
|
|
8
|
+
# https://github.com/fluent/fluent-package-builder/blob/v6.1.0/fluent-package/config.rb#L10
|
|
9
|
+
gem "fluentd", "1.20.1"
|
|
10
|
+
# https://github.com/fluent/fluent-package-builder/blob/v6.1.0/fluent-package/Gemfile#L69-L79
|
|
11
|
+
gem "prometheus-client", "5.0.0"
|
|
12
|
+
gem "fluent-plugin-prometheus", "2.3.0"
|
|
13
|
+
gem "fluent-plugin-prometheus_pushgateway", "0.2.1"
|
|
14
|
+
gem "jmespath", "1.6.2"
|
|
15
|
+
gem "aws-partitions", "1.1298.0"
|
|
16
|
+
gem "aws-sdk-core", "3.260.0"
|
|
17
|
+
gem "aws-sdk-kms", "1.135.0"
|
|
18
|
+
gem "aws-sdk-sqs", "1.122.0"
|
|
19
|
+
gem "aws-sigv4", "1.12.1"
|
|
20
|
+
gem "aws-sdk-s3", "1.235.0"
|
|
21
|
+
gem "fluent-plugin-s3", "1.8.6"
|
|
@@ -14,7 +14,6 @@
|
|
|
14
14
|
|
|
15
15
|
require 'fluent_plugin_kinesis/version'
|
|
16
16
|
require 'fluent/configurable'
|
|
17
|
-
require 'benchmark'
|
|
18
17
|
|
|
19
18
|
module Fluent
|
|
20
19
|
module Plugin
|
|
@@ -114,7 +113,9 @@ module Fluent
|
|
|
114
113
|
# TODO: find out who is causing the sleep to be too short and try to make them stop it instead
|
|
115
114
|
def reliable_sleep(wait_second)
|
|
116
115
|
loop do
|
|
117
|
-
|
|
116
|
+
started_at = Process.clock_gettime(Process::CLOCK_MONOTONIC)
|
|
117
|
+
sleep(wait_second)
|
|
118
|
+
actual = Process.clock_gettime(Process::CLOCK_MONOTONIC) - started_at
|
|
118
119
|
break if actual >= wait_second
|
|
119
120
|
log.error("#{Thread.current.object_id} sleep failed expected #{wait_second} but slept #{actual}")
|
|
120
121
|
wait_second -= actual
|
metadata
CHANGED
|
@@ -1,14 +1,13 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fluent-plugin-kinesis
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 3.7.
|
|
4
|
+
version: 3.7.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Amazon Web Services
|
|
8
|
-
autorequire:
|
|
9
8
|
bindir: bin
|
|
10
9
|
cert_chain: []
|
|
11
|
-
date:
|
|
10
|
+
date: 1980-01-02 00:00:00.000000000 Z
|
|
12
11
|
dependencies:
|
|
13
12
|
- !ruby/object:Gem::Dependency
|
|
14
13
|
name: fluentd
|
|
@@ -136,6 +135,20 @@ dependencies:
|
|
|
136
135
|
- - ">="
|
|
137
136
|
- !ruby/object:Gem::Version
|
|
138
137
|
version: '10.0'
|
|
138
|
+
- !ruby/object:Gem::Dependency
|
|
139
|
+
name: benchmark
|
|
140
|
+
requirement: !ruby/object:Gem::Requirement
|
|
141
|
+
requirements:
|
|
142
|
+
- - ">="
|
|
143
|
+
- !ruby/object:Gem::Version
|
|
144
|
+
version: '0'
|
|
145
|
+
type: :development
|
|
146
|
+
prerelease: false
|
|
147
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
148
|
+
requirements:
|
|
149
|
+
- - ">="
|
|
150
|
+
- !ruby/object:Gem::Version
|
|
151
|
+
version: '0'
|
|
139
152
|
- !ruby/object:Gem::Dependency
|
|
140
153
|
name: test-unit
|
|
141
154
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -262,8 +275,34 @@ dependencies:
|
|
|
262
275
|
- - ">="
|
|
263
276
|
- !ruby/object:Gem::Version
|
|
264
277
|
version: 0.8.1
|
|
265
|
-
|
|
266
|
-
|
|
278
|
+
- !ruby/object:Gem::Dependency
|
|
279
|
+
name: aws-sdk-iam
|
|
280
|
+
requirement: !ruby/object:Gem::Requirement
|
|
281
|
+
requirements:
|
|
282
|
+
- - "~>"
|
|
283
|
+
- !ruby/object:Gem::Version
|
|
284
|
+
version: '1'
|
|
285
|
+
type: :development
|
|
286
|
+
prerelease: false
|
|
287
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
288
|
+
requirements:
|
|
289
|
+
- - "~>"
|
|
290
|
+
- !ruby/object:Gem::Version
|
|
291
|
+
version: '1'
|
|
292
|
+
- !ruby/object:Gem::Dependency
|
|
293
|
+
name: aws-sdk-s3
|
|
294
|
+
requirement: !ruby/object:Gem::Requirement
|
|
295
|
+
requirements:
|
|
296
|
+
- - "~>"
|
|
297
|
+
- !ruby/object:Gem::Version
|
|
298
|
+
version: '1'
|
|
299
|
+
type: :development
|
|
300
|
+
prerelease: false
|
|
301
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
302
|
+
requirements:
|
|
303
|
+
- - "~>"
|
|
304
|
+
- !ruby/object:Gem::Version
|
|
305
|
+
version: '1'
|
|
267
306
|
executables: []
|
|
268
307
|
extensions: []
|
|
269
308
|
extra_rdoc_files: []
|
|
@@ -293,9 +332,13 @@ files:
|
|
|
293
332
|
- gemfiles/Gemfile.fluent-package-6.0.0
|
|
294
333
|
- gemfiles/Gemfile.fluent-package-6.0.1
|
|
295
334
|
- gemfiles/Gemfile.fluent-package-6.0.2
|
|
335
|
+
- gemfiles/Gemfile.fluent-package-6.0.3
|
|
336
|
+
- gemfiles/Gemfile.fluent-package-6.0.4
|
|
337
|
+
- gemfiles/Gemfile.fluent-package-6.0.5
|
|
338
|
+
- gemfiles/Gemfile.fluent-package-6.1.0
|
|
296
339
|
- gemfiles/Gemfile.fluentd-0.14.22
|
|
297
340
|
- gemfiles/Gemfile.fluentd-1.19.0
|
|
298
|
-
- gemfiles/Gemfile.fluentd-1.
|
|
341
|
+
- gemfiles/Gemfile.fluentd-1.20.1
|
|
299
342
|
- gemfiles/Gemfile.td-agent-3.1.0
|
|
300
343
|
- gemfiles/Gemfile.td-agent-3.1.1
|
|
301
344
|
- gemfiles/Gemfile.td-agent-3.2.0
|
|
@@ -340,7 +383,6 @@ homepage: https://github.com/awslabs/aws-fluent-plugin-kinesis
|
|
|
340
383
|
licenses:
|
|
341
384
|
- Apache-2.0
|
|
342
385
|
metadata: {}
|
|
343
|
-
post_install_message:
|
|
344
386
|
rdoc_options: []
|
|
345
387
|
require_paths:
|
|
346
388
|
- lib
|
|
@@ -355,8 +397,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
355
397
|
- !ruby/object:Gem::Version
|
|
356
398
|
version: '0'
|
|
357
399
|
requirements: []
|
|
358
|
-
rubygems_version:
|
|
359
|
-
signing_key:
|
|
400
|
+
rubygems_version: 4.0.3
|
|
360
401
|
specification_version: 4
|
|
361
402
|
summary: Fluentd output plugin that sends events to Amazon Kinesis.
|
|
362
403
|
test_files: []
|