logstash-integration-jdbc 5.6.3 → 5.6.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9afa5771b7e338b50c59cd6f2bd3d28fa23a5ac2df2804fedbde7f372d52c54f
-  data.tar.gz: a50c4f2c24c347363f4398ef0fe8584c6db86fcf6ff9f1bafccdf82ef1989226
+  metadata.gz: b0434f8f19d3cb7df52955e6263c639acbf7edf1e8007f6eca2f0428c63d7794
+  data.tar.gz: 1a741166ce8d2e83a1d32d727448042fd2fd3b801635528b67c40ca79733f608
 SHA512:
-  metadata.gz: 76770166eb5ea2b20758e75d223998bc45d29b0fcc2e78864af6ca936db98c40075be88bbb9292c9473663d734c6be700e9ef5500dc7c5beaa03dcf078ec4a5a
-  data.tar.gz: 3a91177b9028fa7e956c8b4b100bfc20ecd18ea5451e7c625f3d31cce6ae952fdb9c2eb724dbb767fa606dc88c93fec87a55ef4dff37eff0b2b394ab4c7ff232
+  metadata.gz: 514915aa797a46b5ec6f167c69809773f110a848bfbd98a874f71fc6e145517c268768ecb1240bd82346ce9d26350f9e66ce1d3f1e39c07dc7b437410d061032
+  data.tar.gz: eb4a71bdc9b67344f53ccf7a2502c50108e0ea2a746fa204b4f52a314c487def7fe9ae5cc3679f7811a7842f2e270e97ef1c281619309637b1f7fda0ee506f9c

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+## 5.6.4
+  - Fix connection leak on statement retry by opening JDBC connection once outside retry loop [#201](https://github.com/logstash-plugins/logstash-integration-jdbc/pull/201)
+
 ## 5.6.3
   - Fix: replace deprecated `File.exists?` with `File.exist?` for Ruby 3.4 (JRuby 10) compatibility [#192](https://github.com/logstash-plugins/logstash-integration-jdbc/pull/192)
 

data/lib/logstash/plugin_mixins/jdbc/jdbc.rb

@@ -160,6 +160,13 @@ module LogStash  module PluginMixins module Jdbc
       logger.error('', e) # prints nested causes
     end
 
+    def log_jdbc_query_exception(e)
+      details = { exception: e.class, message: e.message }
+      details[:cause] = e.cause.inspect if e.cause
+      details[:backtrace] = e.backtrace if @logger.debug?
+      @logger.warn("Exception when executing JDBC query", details)
+    end
+
     def open_jdbc_connection
       @connection_lock.synchronize do
         # at this point driver is already loaded
@@ -222,30 +229,31 @@ module LogStash  module PluginMixins module Jdbc
 
       @connection_lock.synchronize do
         begin
-          retry_attempts -= 1
           open_jdbc_connection
-          sql_last_value = @use_column_value ? @value_tracker.value : Time.now.utc
-          @tracking_column_warning_sent = false
-          @statement_handler.perform_query(@database, @value_tracker.value) do |row|
-            sql_last_value = get_column_value(row) if @use_column_value
-            yield extract_values_from(row)
-          end
-          success = true
-        rescue Sequel::Error, Java::JavaSql::SQLException => e
-          details = { exception: e.class, message: e.message }
-          details[:cause] = e.cause.inspect if e.cause
-          details[:backtrace] = e.backtrace if @logger.debug?
-          @logger.warn("Exception when executing JDBC query", details)
-
-          if retry_attempts == 0
-            @logger.error("Unable to execute statement. Tried #{@statement_retry_attempts} times.")
+          begin
+            retry_attempts -= 1
+            sql_last_value = @use_column_value ? @value_tracker.value : Time.now.utc
+            @tracking_column_warning_sent = false
+            @statement_handler.perform_query(@database, @value_tracker.value) do |row|
+              sql_last_value = get_column_value(row) if @use_column_value
+              yield extract_values_from(row)
+            end
+            success = true
+          rescue Sequel::Error, Java::JavaSql::SQLException => e
+            log_jdbc_query_exception(e)
+
+            if retry_attempts == 0
+              @logger.error("Unable to execute statement. Tried #{@statement_retry_attempts} times.")
+            else
+              @logger.error("Unable to execute statement. Trying again.")
+              sleep(@statement_retry_attempts_wait_time)
+              retry
+            end
           else
-            @logger.error("Unable to execute statement. Trying again.")
-            sleep(@statement_retry_attempts_wait_time)
-            retry
+            @value_tracker.set_value(sql_last_value)
           end
-        else
-          @value_tracker.set_value(sql_last_value)
+        rescue Sequel::Error, Java::JavaSql::SQLException => e
+          log_jdbc_query_exception(e)
         ensure
           close_jdbc_connection
         end

data/logstash-integration-jdbc.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name = 'logstash-integration-jdbc'
-  s.version         = '5.6.3'
+  s.version         = ::File.read('version').split("\n").first
   s.licenses = ['Apache License (2.0)']
   s.summary         = "Integration with JDBC - input and filter plugins"
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
@@ -10,7 +10,7 @@ Gem::Specification.new do |s|
   s.require_paths   = ["lib", "vendor/jar-dependencies"]
 
   # Files
-  s.files = Dir["lib/**/*","spec/**/*","*.gemspec","*.md","CONTRIBUTORS","Gemfile","LICENSE","NOTICE.TXT", "vendor/jar-dependencies/**/*.jar", "vendor/jar-dependencies/**/*.rb", "VERSION", "docs/**/*"]
+  s.files = Dir["lib/**/*","spec/**/*","*.gemspec","*.md","CONTRIBUTORS","Gemfile","LICENSE","NOTICE.TXT", "vendor/jar-dependencies/**/*.jar", "vendor/jar-dependencies/**/*.rb", "version", "docs/**/*"]
 
    # Tests
   s.test_files = s.files.grep(%r{^(test|spec|features)/})

data/spec/inputs/jdbc_spec.rb

@@ -1310,7 +1310,8 @@ describe LogStash::Inputs::Jdbc do
       plugin.register
       plugin.run(queue)
       db = plugin.instance_variable_get(:@database)
-      expect(db.pool).to be_a_kind_of(::Sequel::ThreadedConnectionPool) # pries into internal details
+      # Sequel defaults to TimedQueueConnectionPool on Ruby 3.2+ (JRuby 10+), ThreadedConnectionPool on older versions under the Sequel::ConnectionPool superclass
+      expect(db.pool).to be_a_kind_of(::Sequel::ConnectionPool)
       expect(db.pool.instance_variable_get(:@timeout)).to eq(0)
       expect(db.pool.instance_variable_get(:@max_size)).to eq(1)
 
@@ -1447,6 +1448,58 @@ describe LogStash::Inputs::Jdbc do
       plugin.run(queue)
       plugin.stop
     end
+
+    it "opens the connection only once across statement retries" do
+      mixin_settings['statement_retry_attempts'] = 3
+      mixin_settings['statement_retry_attempts_wait_time'] = 0
+      queue = Queue.new
+      plugin.register
+
+      handler = plugin.instance_variable_get(:@statement_handler)
+      allow(handler).to receive(:perform_query).and_raise(Sequel::PoolTimeout)
+      allow(plugin.logger).to receive(:warn)
+      allow(plugin.logger).to receive(:error)
+
+      expect(plugin).to receive(:open_jdbc_connection).once.and_call_original
+
+      plugin.run(queue)
+      plugin.stop
+    end
+
+    it "closes the connection after statement retries are exhausted" do
+      mixin_settings['statement_retry_attempts'] = 2
+      mixin_settings['statement_retry_attempts_wait_time'] = 0
+      queue = Queue.new
+      plugin.register
+
+      handler = plugin.instance_variable_get(:@statement_handler)
+      allow(handler).to receive(:perform_query).and_raise(Sequel::PoolTimeout)
+      allow(plugin.logger).to receive(:warn)
+      allow(plugin.logger).to receive(:error)
+
+      expect(plugin).to receive(:close_jdbc_connection).at_least(:once).and_call_original
+
+      plugin.run(queue)
+      plugin.stop
+    end
+
+    it "closes the connection when open_jdbc_connection fails after database is assigned" do
+      queue = Queue.new
+      plugin.register
+
+      allow(plugin).to receive(:open_jdbc_connection).and_wrap_original do |m, *args|
+        # simulate partial initialization: jdbc_connect succeeds but test_connection fails
+        plugin.instance_variable_set(:@database, db)
+        raise Sequel::DatabaseConnectionError, "test_connection failed"
+      end
+      allow(plugin.logger).to receive(:warn)
+      allow(plugin.logger).to receive(:error)
+
+      expect(plugin).to receive(:close_jdbc_connection).at_least(:once).and_call_original
+
+      plugin.run(queue)
+      plugin.stop
+    end
   end
 
   context "when encoding of some columns need to be changed" do

data/version

@@ -0,0 +1 @@
+5.6.4

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: logstash-integration-jdbc
 version: !ruby/object:Gem::Version
-  version: 5.6.3
+  version: 5.6.4
 platform: ruby
 authors:
 - Elastic
 bindir: bin
 cert_chain: []
-date: 2026-02-11 00:00:00.000000000 Z
+date: 2026-07-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logstash-core-plugin-api
@@ -286,6 +286,7 @@ files:
 - vendor/jar-dependencies/org/apache/derby/derbyclient/10.15.2.1/derbyclient-10.15.2.1.jar
 - vendor/jar-dependencies/org/apache/derby/derbyshared/10.15.2.1/derbyshared-10.15.2.1.jar
 - vendor/jar-dependencies/org/apache/derby/derbytools/10.15.2.1/derbytools-10.15.2.1.jar
+- version
 homepage: http://www.elastic.co/guide/en/logstash/current/index.html
 licenses:
 - Apache License (2.0)