fluent-plugin-bigquery 3.3.0 → 3.3.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2a8c0c40659fb474ce5c072f6aa8c9708c4f93755da5c2a763de19e9c3971b86
-  data.tar.gz: 2c9366bf88b9c7a6673c765bb6d57e06e24aae6dd0a731458470d122905086f7
+  metadata.gz: 11737bd3e0d3110e5731f796488224debe573337dfde42b229f771510788f17a
+  data.tar.gz: 1f0978785f14d3da2d0e4ba10ee56cfe5cf33c00851259273e55b618beef344e
 SHA512:
-  metadata.gz: 558e461e2c19e70e1748185962f33e3b827c95c293afad90737a8cd9da57fea28bf2109a0660e0f112e7ae9ea60dd64f063960017123fcf84cce434bb7883c8f
-  data.tar.gz: aab29d009005ed142542397498da79a5b875dfae989c529aa102194fe142db7247cdf2034a774362cdb25603f0a000a23338306e859232e0981d33c8c928075c
+  metadata.gz: 140ed264e02efba0ccd507fc77d5c5b974a713d8fb77fb80231273f5255176426837297d47505de72a6d42a95830768bb5e0253dfea1c11c67491d8df55607df
+  data.tar.gz: 8e72baf896f7b9c8c0a66095b776b115335407c2075d9b2fbe0f80e37a06a0bbba788012da5ecf24bdda1b267a5cd8399e4d1ba27dbe3554801e3e2e839553a6

data/lib/fluent/plugin/bigquery/errors.rb

@@ -6,6 +6,7 @@ module Fluent
       RETRYABLE_INSERT_ERRORS_REASON = %w(timeout backendError internalError rateLimitExceeded).freeze
       RETRYABLE_STATUS_CODE = [500, 502, 503, 504]
       REGION_NOT_WRITABLE_MESSAGE = -"is not writable in the region"
+      SSL_UNEXPECTED_EOF_MESSAGE = -"SSL_read: unexpected eof while reading"
 
       class << self
         # @param e [Google::Apis::Error]
@@ -20,7 +21,7 @@ module Fluent
 
         # @param e [Google::Apis::Error]
         def retryable_error?(e)
-          retryable_server_error?(e) || retryable_region_not_writable?(e)
+          retryable_server_error?(e) || retryable_region_not_writable?(e) || retryable_ssl_unexpected_eof?(e)
         end
 
         def retryable_server_error?(e)
@@ -39,6 +40,10 @@ module Fluent
           e.is_a?(Google::Apis::ClientError) && e.status_code == 400 && e.message.include?(REGION_NOT_WRITABLE_MESSAGE)
         end
 
+        def retryable_ssl_unexpected_eof?(e)
+          e.message.include?(SSL_UNEXPECTED_EOF_MESSAGE)
+        end
+
         # Guard for instantiation
         private :new
         def inherited(subclass)

data/lib/fluent/plugin/bigquery/version.rb

@@ -1,5 +1,5 @@
 module Fluent
   module BigQueryPlugin
-    VERSION = "3.3.0".freeze
+    VERSION = "3.3.2".freeze
   end
 end

data/lib/fluent/plugin/bigquery/writer.rb

@@ -144,8 +144,8 @@ module Fluent
         configuration.merge!({job_reference: {project_id: project, job_id: job_id}}) if job_id
 
         begin
-          # Check table existance
-          client.get_table(project, dataset, table_id)
+          # Check table existance and use its location for the result when the load jobs is duplicated.
+          table = client.get_table(project, dataset, table_id)
         rescue Google::Apis::ServerError, Google::Apis::ClientError, Google::Apis::AuthorizationError => e
           if e.status_code == 404 && /Not Found: Table/i =~ e.message
             raise Fluent::BigQuery::UnRetryableError.new("Table is not found") unless @options[:auto_create_table]
@@ -167,7 +167,9 @@ module Fluent
         log.error "job.load API", project_id: project, dataset: dataset, table: table_id, code: e.status_code, message: e.message
 
         if job_id && e.status_code == 409 && e.message =~ /Job/ # duplicate load job
-          return JobReference.new(chunk_id, chunk_id_hex, project, dataset, table_id, job_id)
+          # If a load job is duplicated, the API response may not be available to create the result.
+          # Therefore, we need to use the location of the table instead of the job's location to determine the result.
+          return JobReference.new(chunk_id, chunk_id_hex, project, dataset, table_id, job_id, table.location)
         end
 
         raise Fluent::BigQuery::Error.wrap(e)

metadata

@@ -1,15 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-bigquery
 version: !ruby/object:Gem::Version
-  version: 3.3.0
+  version: 3.3.2
 platform: ruby
 authors:
 - Naoya Ito
 - joker1007
-autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-11-22 00:00:00.000000000 Z
+date: 2025-05-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -176,7 +175,6 @@ homepage: https://github.com/kaizenplatform/fluent-plugin-bigquery
 licenses:
 - Apache-2.0
 metadata: {}
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -191,8 +189,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.27
-signing_key:
+rubygems_version: 3.6.2
 specification_version: 4
 summary: Fluentd plugin to store data on Google BigQuery
 test_files: