fluent-plugin-kinesis 3.4.2 → 3.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (48) hide show
  1. checksums.yaml +4 -4
  2. data/.github/workflows/test.yml +102 -0
  3. data/CHANGELOG.md +12 -0
  4. data/Makefile +4 -0
  5. data/README.md +264 -243
  6. data/fluent-plugin-kinesis.gemspec +2 -2
  7. data/gemfiles/Gemfile.fluent-package-5.0.0 +21 -0
  8. data/gemfiles/Gemfile.fluent-package-5.0.1 +21 -0
  9. data/gemfiles/Gemfile.fluent-package-5.0.2 +21 -0
  10. data/gemfiles/Gemfile.fluent-package-5.0.7 +21 -0
  11. data/gemfiles/Gemfile.fluent-package-5.2.0 +21 -0
  12. data/gemfiles/Gemfile.fluentd-0.14.22 +6 -0
  13. data/gemfiles/{Gemfile.fluentd-1.13.3 → Gemfile.fluentd-1.19.0} +1 -1
  14. data/gemfiles/Gemfile.td-agent-3.1.0 +6 -0
  15. data/gemfiles/Gemfile.td-agent-3.1.1 +6 -0
  16. data/gemfiles/Gemfile.td-agent-3.2.0 +6 -0
  17. data/gemfiles/Gemfile.td-agent-3.2.1 +6 -0
  18. data/gemfiles/Gemfile.td-agent-3.3.0 +6 -0
  19. data/gemfiles/Gemfile.td-agent-3.4.0 +6 -0
  20. data/gemfiles/Gemfile.td-agent-3.4.1 +6 -0
  21. data/gemfiles/Gemfile.td-agent-3.5.0 +6 -0
  22. data/gemfiles/Gemfile.td-agent-3.5.1 +6 -0
  23. data/gemfiles/Gemfile.td-agent-3.6.0 +6 -0
  24. data/gemfiles/Gemfile.td-agent-3.7.0 +6 -0
  25. data/gemfiles/Gemfile.td-agent-3.7.1 +6 -0
  26. data/gemfiles/Gemfile.td-agent-3.8.0 +6 -0
  27. data/gemfiles/Gemfile.td-agent-3.8.1 +6 -0
  28. data/gemfiles/Gemfile.td-agent-4.0.0 +7 -7
  29. data/gemfiles/Gemfile.td-agent-4.0.1 +3 -3
  30. data/gemfiles/Gemfile.td-agent-4.1.0 +3 -3
  31. data/gemfiles/Gemfile.td-agent-4.1.1 +3 -3
  32. data/gemfiles/Gemfile.td-agent-4.2.0 +3 -3
  33. data/gemfiles/Gemfile.td-agent-4.3.0 +21 -0
  34. data/gemfiles/Gemfile.td-agent-4.3.1 +21 -0
  35. data/gemfiles/Gemfile.td-agent-4.3.2 +21 -0
  36. data/gemfiles/Gemfile.td-agent-4.4.0 +21 -0
  37. data/gemfiles/Gemfile.td-agent-4.4.1 +21 -0
  38. data/gemfiles/Gemfile.td-agent-4.4.2 +21 -0
  39. data/gemfiles/Gemfile.td-agent-4.5.0 +21 -0
  40. data/gemfiles/Gemfile.td-agent-4.5.1 +21 -0
  41. data/gemfiles/Gemfile.td-agent-4.5.2 +21 -0
  42. data/gemfiles/Gemfile.td-agent-4.5.3 +21 -0
  43. data/lib/fluent/plugin/gen/kinesis_aggregation_pb.rb +15 -0
  44. data/lib/fluent/plugin/kinesis_helper/aggregator.rb +1 -18
  45. data/lib/fluent_plugin_kinesis/version.rb +1 -1
  46. data/proto/kinesis_aggregation.proto +19 -0
  47. metadata +30 -13
  48. data/.travis.yml +0 -56
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 2a80a4e62aad6b32241c8db4ce69903db51da13b06391d9762737ef9b39a3987
4
- data.tar.gz: 6dd4150b29f65e50980dd8977227de8675a6125b3d3977fe20089650f76bae90
3
+ metadata.gz: b5ce5b2ac051faba35c18fdf53601a2a5cdb9e85856992c041d0eaedd5fbdd59
4
+ data.tar.gz: 834b24ebee7ae29d9ba83c2638437b3b6da32460e278c12543e74b7ee7963434
5
5
  SHA512:
6
- metadata.gz: 26ef149f10a4e953573bacdc3bf19185edeff7d13fc72058bc02d93d453d9573455eb9a9f5d75e0016ece72b1f0440f2431a0351ce9d988784de6a273efc3a9c
7
- data.tar.gz: 1e591b860e4f1d4d2152d1b1327488da16d0efc2273d5ceff214180fb58f38bfc78d25859166b0ab67e4f883e140a2d5242a5a3dd95161cc8f2084f58cc9e7ac
6
+ metadata.gz: a13fe3f442273b0db4f1a1ee4678383930691742b12f2c4a7ed12e299da37b6382f8f67d3dd3bd8a1152439dd26f6b961f3738494346a3ab3f3481f3d1c844c1
7
+ data.tar.gz: 952399dc09b0a17f2d6b2bba38f972ea19a4c1ad03da28c99601bf0440f2653371e13892acd51adc557bc796425b2fa0ed5238015a6a64225d760d8da7347252
data/.github/workflows/test.yml ADDED
@@ -0,0 +1,102 @@
1
+ name: test
2
+
3
+ on: [ push, pull_request ]
4
+
5
+ # Test with supported fluent-package versions
6
+ # https://www.fluentd.org/download/fluent_package
7
+ # https://docs.fluentd.org/quickstart/support#change-logs
8
+ # https://github.com/fluent/fluentd/blob/master/CHANGELOG.md
9
+ # https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG.md
10
+ # https://github.com/fluent/fluent-package-builder/blob/master/CHANGELOG-v4.md
11
+ jobs:
12
+ build:
13
+ runs-on: ubuntu-latest
14
+ strategy:
15
+ fail-fast: false
16
+ matrix:
17
+ include:
18
+ - gemfile: gemfiles/Gemfile.fluentd-0.14.22 # Oldest supported Fluentd
19
+ ruby-version: 2.7.1 # Oldest supported Ruby
20
+ - gemfile: gemfiles/Gemfile.fluentd-1.19.0 # Latest Fluentd / https://rubygems.org/gems/fluentd
21
+ ruby-version: 3.4.5 # Latest supported Ruby / https://www.ruby-lang.org/en/downloads
22
+ # - gemfile: gemfiles/Gemfile.td-agent-3.1.0
23
+ # ruby-version: 2.4.2 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.1.0/config/projects/td-agent3.rb#L20
24
+ # - gemfile: gemfiles/Gemfile.td-agent-3.1.1
25
+ # ruby-version: 2.4.2 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.1.1/config/projects/td-agent3.rb#L17
26
+ # - gemfile: gemfiles/Gemfile.td-agent-3.2.0
27
+ # ruby-version: 2.4.4 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.2.0/config/projects/td-agent3.rb#L22
28
+ # - gemfile: gemfiles/Gemfile.td-agent-3.2.1
29
+ # ruby-version: 2.4.4 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.2.1/config/projects/td-agent3.rb#L22
30
+ # - gemfile: gemfiles/Gemfile.td-agent-3.3.0
31
+ # ruby-version: 2.4.5 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.3.0/config/projects/td-agent3.rb#L22
32
+ # - gemfile: gemfiles/Gemfile.td-agent-3.4.0
33
+ # ruby-version: 2.4.5 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.4.0/config/projects/td-agent3.rb#L22
34
+ # - gemfile: gemfiles/Gemfile.td-agent-3.4.1
35
+ # ruby-version: 2.4.6 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.4.1/config/projects/td-agent3.rb#L22
36
+ # - gemfile: gemfiles/Gemfile.td-agent-3.5.0
37
+ # ruby-version: 2.4.6 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.5.0/config/projects/td-agent3.rb#L22
38
+ # - gemfile: gemfiles/Gemfile.td-agent-3.5.1
39
+ # ruby-version: 2.4.9 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.5.1/config/projects/td-agent3.rb#L22
40
+ # - gemfile: gemfiles/Gemfile.td-agent-3.6.0
41
+ # ruby-version: 2.4.9 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.6.0/config/projects/td-agent3.rb#L22
42
+ # - gemfile: gemfiles/Gemfile.td-agent-3.7.0
43
+ # ruby-version: 2.4.9 # https://github.com/treasure-data/omnibus-td-agent/commit/da5cb39ec5396f652cd30bad5bb8ef4ec19071a9#diff-f73e763ace61e7c4bf48bf94bd6e295bc2cfd1ce5f9e38a4d19e266353e37498R22
44
+ # - gemfile: gemfiles/Gemfile.td-agent-3.7.1
45
+ # ruby-version: 2.4.10 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.7.1/config/projects/td-agent3.rb#L22
46
+ # - gemfile: gemfiles/Gemfile.td-agent-3.8.0
47
+ # ruby-version: 2.4.10 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.8.0/config/projects/td-agent3.rb#L22
48
+ # - gemfile: gemfiles/Gemfile.td-agent-3.8.1 # Latest release of td-agent v3
49
+ # ruby-version: 2.4.10 # https://github.com/treasure-data/omnibus-td-agent/pull/273/files#diff-f73e763ace61e7c4bf48bf94bd6e295bc2cfd1ce5f9e38a4d19e266353e37498R22
50
+ # - gemfile: gemfiles/Gemfile.td-agent-4.0.0
51
+ # ruby-version: 2.7.1 # https://github.com/fluent/fluent-package-builder/blob/41b3436d43c21e48a9cf34c58ae640f0e3dfb44c/td-agent/config.rb#L16
52
+ - gemfile: gemfiles/Gemfile.td-agent-4.0.1 # Oldest supported td-agent
53
+ ruby-version: 2.7.1 # https://github.com/fluent/fluent-package-builder/blob/v4.0.1/td-agent/config.rb#L16
54
+ # - gemfile: gemfiles/Gemfile.td-agent-4.1.0
55
+ # ruby-version: 2.7.2 # https://github.com/fluent/fluent-package-builder/blob/v4.1.0/td-agent/config.rb#L19
56
+ - gemfile: gemfiles/Gemfile.td-agent-4.1.1
57
+ ruby-version: 2.7.3 # https://github.com/fluent/fluent-package-builder/blob/v4.1.1/td-agent/config.rb#L17
58
+ - gemfile: gemfiles/Gemfile.td-agent-4.2.0
59
+ ruby-version: 2.7.4 # https://github.com/fluent/fluent-package-builder/blob/v4.2.0/td-agent/config.rb#L21
60
+ # - gemfile: gemfiles/Gemfile.td-agent-4.3.0
61
+ # ruby-version: 2.7.5 # https://github.com/fluent/fluent-package-builder/blob/v4.3.0/td-agent/config.rb#L21
62
+ # - gemfile: gemfiles/Gemfile.td-agent-4.3.1
63
+ # ruby-version: 2.7.6 # https://github.com/fluent/fluent-package-builder/blob/v4.3.1/td-agent/config.rb#L19
64
+ - gemfile: gemfiles/Gemfile.td-agent-4.3.2
65
+ ruby-version: 2.7.6 # https://github.com/fluent/fluent-package-builder/blob/v4.3.2/td-agent/config.rb#L23
66
+ # - gemfile: gemfiles/Gemfile.td-agent-4.4.0
67
+ # ruby-version: 2.7.6 # https://github.com/fluent/fluent-package-builder/blob/v4.4.0/td-agent/config.rb#L23
68
+ # - gemfile: gemfiles/Gemfile.td-agent-4.4.1
69
+ # ruby-version: 2.7.6 # https://github.com/fluent/fluent-package-builder/blob/v4.4.1/td-agent/config.rb#L23
70
+ - gemfile: gemfiles/Gemfile.td-agent-4.4.2
71
+ ruby-version: 2.7.6 # https://github.com/fluent/fluent-package-builder/blob/v4.4.2/td-agent/config.rb#L23
72
+ # - gemfile: gemfiles/Gemfile.td-agent-4.5.0
73
+ # ruby-version: 2.7.8 # https://github.com/fluent/fluent-package-builder/blob/v4.5.0/td-agent/config.rb#L19
74
+ # - gemfile: gemfiles/Gemfile.td-agent-4.5.1
75
+ # ruby-version: 2.7.8 # https://github.com/fluent/fluent-package-builder/blob/v4.5.1/td-agent/config.rb#L19
76
+ # - gemfile: gemfiles/Gemfile.td-agent-4.5.2
77
+ # ruby-version: 2.7.8 # https://github.com/fluent/fluent-package-builder/blob/v4.5.2/td-agent/config.rb#L19
78
+ - gemfile: gemfiles/Gemfile.td-agent-4.5.3 # Latest release of td-agent v4
79
+ ruby-version: 2.7.8 # https://github.com/fluent/fluent-package-builder/blob/v4.5.3/td-agent/config.rb#L19
80
+ # - gemfile: gemfiles/Gemfile.fluent-package-5.0.0
81
+ # ruby-version: 3.2.2 # https://github.com/fluent/fluent-package-builder/blob/v5.0.0/fluent-package/config.rb#L26
82
+ # - gemfile: gemfiles/Gemfile.fluent-package-5.0.1
83
+ # ruby-version: 3.2.2 # https://github.com/fluent/fluent-package-builder/blob/v5.0.1/fluent-package/config.rb#L26
84
+ # - gemfile: gemfiles/Gemfile.fluent-package-5.0.2
85
+ # ruby-version: 3.2.2 # https://github.com/fluent/fluent-package-builder/blob/v5.0.2/fluent-package/config.rb#L26
86
+ - gemfile: gemfiles/Gemfile.fluent-package-5.0.7 # fluent-package LTS
87
+ ruby-version: 3.2.8 # https://github.com/fluent/fluent-package-builder/blob/v5.0.7/fluent-package/config.rb#L26
88
+ - gemfile: gemfiles/Gemfile.fluent-package-5.2.0
89
+ ruby-version: 3.2.6 # https://github.com/fluent/fluent-package-builder/blob/v5.2.0/fluent-package/config.rb#L26
90
+
91
+ env:
92
+ BUNDLE_GEMFILE: ${{ github.workspace }}/${{ matrix.gemfile }}
93
+
94
+ steps:
95
+ - uses: actions/checkout@v2
96
+ - name: Set up Ruby
97
+ uses: ruby/setup-ruby@v1
98
+ with:
99
+ ruby-version: ${{ matrix.ruby-version }}
100
+ bundler-cache: true
101
+ - name: Run tests
102
+ run: bundle exec rake test
data/CHANGELOG.md CHANGED
@@ -1,6 +1,18 @@
1
1
  # CHANGELOG
2
2
 
3
+ ## 3.6.0
4
+
5
+ - Enhancement - Add fluent-package 5.2 and Fluentd 1.19.0 with Ruby 3.4.5 to test cases
6
+ - Dependency - Update google-protobuf dependency to v4
7
+ - Dependency - Update gem dependency to Ruby 2.7.1+
8
+
9
+ ## 3.5.0
10
+
11
+ - Enhancement - Add td-agent 4.3-4.5, fluent-package 5.0, and Fluentd 1.16.3 with Ruby 3.3.0 to test cases
12
+ - Dependency - Update gem dependency to Ruby 2.4.2+
13
+
3
14
  ## 3.4.2
15
+
4
16
  - Feature - Add option to support gzip compression : [#215](https://github.com/awslabs/aws-fluent-plugin-kinesis/pull/215)
5
17
 
6
18
  ## 3.4.1
data/Makefile CHANGED
@@ -42,3 +42,7 @@ benchmark:
42
42
 
43
43
  benchmark-remote:
44
44
  bundle exec rake benchmark:remote
45
+
46
+ regenerate-protobuf:
47
+ protoc --proto_path=proto --ruby_out=lib/fluent/plugin/gen kinesis_aggregation.proto
48
+