fluent-plugin-kinesis 3.4.2 → 3.6.0

data/lib/fluent/plugin/gen/kinesis_aggregation_pb.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: kinesis_aggregation.proto
+
+require 'google/protobuf'
+
+
+descriptor_data = "\n\x19kinesis_aggregation.proto\"j\n\x10\x41ggregatedRecord\x12\x1b\n\x13partition_key_table\x18\x01 \x03(\t\x12\x1f\n\x17\x65xplicit_hash_key_table\x18\x02 \x03(\t\x12\x18\n\x07records\x18\x03 \x03(\x0b\x32\x07.Record\"!\n\x03Tag\x12\x0b\n\x03key\x18\x01 \x02(\t\x12\r\n\x05value\x18\x02 \x01(\t\"h\n\x06Record\x12\x1b\n\x13partition_key_index\x18\x01 \x02(\x04\x12\x1f\n\x17\x65xplicit_hash_key_index\x18\x02 \x01(\x04\x12\x0c\n\x04\x64\x61ta\x18\x03 \x02(\x0c\x12\x12\n\x04tags\x18\x04 \x03(\x0b\x32\x04.Tag"
+
+pool = Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+AggregatedRecord = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("AggregatedRecord").msgclass
+Tag = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("Tag").msgclass
+Record = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("Record").msgclass

data/lib/fluent/plugin/kinesis_helper/aggregator.rb

@@ -14,24 +14,7 @@
 
 require 'fluent/configurable'
 require 'google/protobuf'
-
-Google::Protobuf::DescriptorPool.generated_pool.build do
-  add_message "AggregatedRecord" do
-    repeated :partition_key_table, :string, 1
-    repeated :explicit_hash_key_table, :string, 2
-    repeated :records, :message, 3, "Record"
-  end
-  add_message "Tag" do
-    optional :key, :string, 1
-    optional :value, :string, 2
-  end
-  add_message "Record" do
-    optional :partition_key_index, :uint64, 1
-    optional :explicit_hash_key_index, :uint64, 2
-    optional :data, :bytes, 3
-    repeated :tags, :message, 4, "Tag"
-  end
-end
+require 'fluent/plugin/gen/kinesis_aggregation_pb'
 
 module Fluent
   module Plugin

data/lib/fluent_plugin_kinesis/version.rb

@@ -13,5 +13,5 @@
 # language governing permissions and limitations under the License.
 
 module FluentPluginKinesis
-  VERSION = '3.4.2'
+  VERSION = '3.6.0'
 end

data/proto/kinesis_aggregation.proto

@@ -0,0 +1,19 @@
+// Based on https://github.com/awslabs/amazon-kinesis-producer/blob/master/aggregation-format.md
+
+message AggregatedRecord {
+  repeated string partition_key_table     = 1;
+  repeated string explicit_hash_key_table = 2;
+  repeated Record records                 = 3;
+}
+
+message Tag {
+  required string key   = 1;
+  optional string value = 2;
+}
+
+message Record {
+  required uint64 partition_key_index     = 1;
+  optional uint64 explicit_hash_key_index = 2;
+  required bytes  data                    = 3;
+  repeated Tag    tags                    = 4;
+}

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-kinesis
 version: !ruby/object:Gem::Version
-  version: 3.4.2
+  version: 3.6.0
 platform: ruby
 authors:
 - Amazon Web Services
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-11-14 00:00:00.000000000 Z
+date: 2025-08-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -100,14 +100,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3'
+        version: '4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '3'
+        version: '4'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -262,15 +262,15 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.8.1
-description: 
-email: 
+description:
+email:
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
 - ".github/PULL_REQUEST_TEMPLATE.md"
+- ".github/workflows/test.yml"
 - ".gitignore"
-- ".travis.yml"
 - CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - CONTRIBUTING.md
@@ -283,8 +283,13 @@ files:
 - Rakefile
 - benchmark/task.rake
 - fluent-plugin-kinesis.gemspec
+- gemfiles/Gemfile.fluent-package-5.0.0
+- gemfiles/Gemfile.fluent-package-5.0.1
+- gemfiles/Gemfile.fluent-package-5.0.2
+- gemfiles/Gemfile.fluent-package-5.0.7
+- gemfiles/Gemfile.fluent-package-5.2.0
 - gemfiles/Gemfile.fluentd-0.14.22
-- gemfiles/Gemfile.fluentd-1.13.3
+- gemfiles/Gemfile.fluentd-1.19.0
 - gemfiles/Gemfile.td-agent-3.1.0
 - gemfiles/Gemfile.td-agent-3.1.1
 - gemfiles/Gemfile.td-agent-3.2.0
@@ -304,6 +309,17 @@ files:
 - gemfiles/Gemfile.td-agent-4.1.0
 - gemfiles/Gemfile.td-agent-4.1.1
 - gemfiles/Gemfile.td-agent-4.2.0
+- gemfiles/Gemfile.td-agent-4.3.0
+- gemfiles/Gemfile.td-agent-4.3.1
+- gemfiles/Gemfile.td-agent-4.3.2
+- gemfiles/Gemfile.td-agent-4.4.0
+- gemfiles/Gemfile.td-agent-4.4.1
+- gemfiles/Gemfile.td-agent-4.4.2
+- gemfiles/Gemfile.td-agent-4.5.0
+- gemfiles/Gemfile.td-agent-4.5.1
+- gemfiles/Gemfile.td-agent-4.5.2
+- gemfiles/Gemfile.td-agent-4.5.3
+- lib/fluent/plugin/gen/kinesis_aggregation_pb.rb
 - lib/fluent/plugin/kinesis.rb
 - lib/fluent/plugin/kinesis_helper/aggregator.rb
 - lib/fluent/plugin/kinesis_helper/api.rb
@@ -313,11 +329,12 @@ files:
 - lib/fluent/plugin/out_kinesis_streams.rb
 - lib/fluent/plugin/out_kinesis_streams_aggregated.rb
 - lib/fluent_plugin_kinesis/version.rb
+- proto/kinesis_aggregation.proto
 homepage: https://github.com/awslabs/aws-fluent-plugin-kinesis
 licenses:
 - Apache-2.0
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -325,15 +342,15 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.3'
+      version: 2.4.2
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.4
-signing_key: 
+rubygems_version: 3.2.33
+signing_key:
 specification_version: 4
 summary: Fluentd output plugin that sends events to Amazon Kinesis.
 test_files: []

data/.travis.yml

@@ -1,56 +0,0 @@
-language: ruby
-os: linux
-sudo: false
-
-# Test with supported td-agent versions
-# https://docs.fluentd.org/quickstart/support#change-logs
-# https://docs.treasuredata.com/display/public/PD/The+td-agent+Change+Log
-# https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/master/CHANGELOG.md
-matrix:
-  include:
-    - gemfile: gemfiles/Gemfile.fluentd-1.13.3 # Latest Fluentd / https://www.fluentd.org/download
-      rvm: 3.0.2 # Latest supported Ruby / https://www.ruby-lang.org/en/downloads
-      dist: focal
-    - gemfile: gemfiles/Gemfile.fluentd-0.14.22 # Oldest supported Fluentd
-      rvm: 2.3.0 # Oldest supported Ruby
-    - gemfile: gemfiles/Gemfile.td-agent-3.1.0
-      rvm: 2.4.2 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.1.0/config/projects/td-agent3.rb#L20
-    # - gemfile: gemfiles/Gemfile.td-agent-3.1.1
-    #   rvm: 2.4.2 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.1.1/config/projects/td-agent3.rb#L17
-    # - gemfile: gemfiles/Gemfile.td-agent-3.2.0
-    #   rvm: 2.4.4 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.2.0/config/projects/td-agent3.rb#L22
-    - gemfile: gemfiles/Gemfile.td-agent-3.2.1
-      rvm: 2.4.4 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.2.1/config/projects/td-agent3.rb#L22
-    - gemfile: gemfiles/Gemfile.td-agent-3.3.0
-      rvm: 2.4.5 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.3.0/config/projects/td-agent3.rb#L22
-    # - gemfile: gemfiles/Gemfile.td-agent-3.4.0
-    #   rvm: 2.4.5 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.4.0/config/projects/td-agent3.rb#L22
-    - gemfile: gemfiles/Gemfile.td-agent-3.4.1
-      rvm: 2.4.6 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.4.1/config/projects/td-agent3.rb#L22
-    # - gemfile: gemfiles/Gemfile.td-agent-3.5.0
-    #   rvm: 2.4.6 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.5.0/config/projects/td-agent3.rb#L22
-    - gemfile: gemfiles/Gemfile.td-agent-3.5.1
-      rvm: 2.4.9 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.5.1/config/projects/td-agent3.rb#L22
-    - gemfile: gemfiles/Gemfile.td-agent-3.6.0
-      rvm: 2.4.9 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.6.0/config/projects/td-agent3.rb#L22
-    # - gemfile: gemfiles/Gemfile.td-agent-3.7.0
-    #   rvm: 2.4.9 # https://github.com/treasure-data/omnibus-td-agent/commit/da5cb39ec5396f652cd30bad5bb8ef4ec19071a9#diff-f73e763ace61e7c4bf48bf94bd6e295bc2cfd1ce5f9e38a4d19e266353e37498R22
-    - gemfile: gemfiles/Gemfile.td-agent-3.7.1
-      rvm: 2.4.10 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.7.1/config/projects/td-agent3.rb#L22
-    - gemfile: gemfiles/Gemfile.td-agent-3.8.0 # Latest official release of td-agent v3
-      rvm: 2.4.10 # https://github.com/treasure-data/omnibus-td-agent/blob/v3.8.0/config/projects/td-agent3.rb#L22
-    - gemfile: gemfiles/Gemfile.td-agent-3.8.1 # Maintenance release of td-agent v3
-      rvm: 2.4.10 # https://github.com/treasure-data/omnibus-td-agent/pull/273/files#diff-f73e763ace61e7c4bf48bf94bd6e295bc2cfd1ce5f9e38a4d19e266353e37498R22
-    # - gemfile: gemfiles/Gemfile.td-agent-4.0.0
-    #   rvm: 2.7.1 # https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/41b3436d43c21e48a9cf34c58ae640f0e3dfb44c/td-agent/config.rb#L16
-    - gemfile: gemfiles/Gemfile.td-agent-4.0.1
-      rvm: 2.7.1 # https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/v4.0.1/td-agent/config.rb#L16
-    # - gemfile: gemfiles/Gemfile.td-agent-4.1.0
-    #   rvm: 2.7.2 # https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/v4.1.0/td-agent/config.rb#L19
-    - gemfile: gemfiles/Gemfile.td-agent-4.1.1
-      rvm: 2.7.3 # https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/v4.1.1/td-agent/config.rb#L17
-    - gemfile: gemfiles/Gemfile.td-agent-4.2.0
-      rvm: 2.7.4 # https://github.com/fluent-plugins-nursery/fluent-package-builder/blob/v4.2.0/td-agent/config.rb#L21
-  fast_finish: true
-
-script: bundle exec rake test