logstash-input-jdbc 4.3.17 → 4.3.18

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fa9af10e83d8b696b96da4524bc03bcce28f6b2286f1f18f38e674c562cb2994
-  data.tar.gz: b824a04d01e52bd569cf34f14b2a77d8fb850bb05e3ae91f02a0823cc9e2be56
+  metadata.gz: 70e0a214e348c26f1431b84ae27846402335b2c4ea7494e4dc39a75020773a7b
+  data.tar.gz: 60fb0bdabb7f72560d5bd466a2290ad607ad6ab9d16bee81f4351868769d5748
 SHA512:
-  metadata.gz: 23bb34de4f7c363bac00b01899bf3cf40560e80c4b2456115bc3d27682a5e89a573b274be44daf9664a9b9c9558bc33a4ea23125d505d24cf275f60a241a4e60
-  data.tar.gz: 905bdf60952acfcae39f639b5d1183aa25359af3ffe4869a80dcacff6510301a316764d30eca8317f4face5e02d1e96ee3638040d2583defd40d7be6b3322c0d
+  metadata.gz: 189329d3d59485bbf3ced93560f02f56d1e760d9ce3745ec8955f5cd8ae0e6ec81dc5784c976a185d0ec0136cc0188a99693ce68b4dde6c50ba8357133f196b5
+  data.tar.gz: 284d2472358969d0efacb7633d1a22e2f8df48762bbc63d06f2aac6df1c98f2cbadaeb452f04433237263a79a9ec273aee591e38ff139dffd084dc4f915c596e

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+## 4.3.18
+  - Fix issue with driver loading [#356](https://github.com/logstash-plugins/logstash-input-jdbc/pull/356)
+
 ## 4.3.17
   - Added documentation to provide more info about jdbc driver loading [#352](https://github.com/logstash-plugins/logstash-input-jdbc/pull/352)
 

data/lib/logstash/plugin_mixins/jdbc/jdbc.rb

@@ -140,28 +140,18 @@ module LogStash  module PluginMixins module Jdbc
 
     private
 
-    def load_drivers
-      return if @jdbc_driver_library.nil? || @jdbc_driver_library.empty?
-
-      driver_jars = @jdbc_driver_library.split(",")
-
-      # Needed for JDK 11 as the DriverManager has a different ClassLoader than Logstash
-      urls = java.net.URL[driver_jars.length].new
-
-      driver_jars.each_with_index do |driver, idx|
-        urls[idx] = java.io.File.new(driver).toURI().toURL()
-      end
-      ucl = java.net.URLClassLoader.new_instance(urls)
-      begin
-        klass = java.lang.Class.forName(@jdbc_driver_class.to_java(:string), true, ucl);
-      rescue Java::JavaLang::ClassNotFoundException => e
-        raise LogStash::Error, "Unable to find driver class via URLClassLoader in given driver jars: #{@jdbc_driver_class}"
-      end
-      begin
-        driver = klass.getConstructor().newInstance();
-        java.sql.DriverManager.register_driver(WrappedDriver.new(driver.to_java(java.sql.Driver)).to_java(java.sql.Driver))
-      rescue Java::JavaSql::SQLException => e
-        raise LogStash::Error, "Unable to register driver with java.sql.DriverManager using WrappedDriver: #{@jdbc_driver_class}"
+    def load_driver_jars
+      unless @jdbc_driver_library.nil? || @jdbc_driver_library.empty?
+        @jdbc_driver_library.split(",").each do |driver_jar|
+          begin
+            @logger.debug("loading #{driver_jar}")
+            # Use https://github.com/jruby/jruby/wiki/CallingJavaFromJRuby#from-jar-files to make classes from jar
+            # available
+            require driver_jar
+          rescue LoadError => e
+            raise LogStash::PluginLoadingError, "unable to load #{driver_jar} from :jdbc_driver_library, #{e.message}"
+          end
+        end
       end
     end
 
@@ -174,7 +164,7 @@ module LogStash  module PluginMixins module Jdbc
       Sequel.application_timezone = @plugin_timezone.to_sym
       if @drivers_loaded.false?
         begin
-          load_drivers
+          load_driver_jars
           Sequel::JDBC.load_driver(@jdbc_driver_class)
         rescue LogStash::Error => e
           # raised in load_drivers, e.cause should be the caught Java exceptions

data/logstash-input-jdbc.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name = 'logstash-input-jdbc'
-  s.version         = '4.3.17'
+  s.version         = '4.3.18'
   s.licenses = ['Apache License (2.0)']
   s.summary = "Creates events from JDBC data"
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
@@ -28,5 +28,4 @@ Gem::Specification.new do |s|
   s.add_development_dependency 'logstash-devutils'
   s.add_development_dependency 'timecop'
   s.add_development_dependency 'jdbc-derby'
-  s.add_development_dependency 'jdbc-postgres'
 end

data/spec/inputs/integ_spec.rb

@@ -1,5 +1,7 @@
 require "logstash/devutils/rspec/spec_helper"
 require "logstash/inputs/jdbc"
+require "sequel"
+require "sequel/adapters/jdbc"
 
 # This test requires: Firebird installed to Mac OSX, it uses the built-in example database `employee`
 
@@ -8,15 +10,23 @@ describe LogStash::Inputs::Jdbc, :integration => true do
   # is picked up.  It could be arbitrarily set to any timezone, but then the test
   # would have to compensate differently.  That's why UTC is chosen.
   ENV["TZ"] = "Etc/UTC"
-  let(:mixin_settings) do
-    { "jdbc_user" => "SYSDBA", "jdbc_driver_class" => "org.firebirdsql.jdbc.FBDriver", "jdbc_driver_library" => "/elastic/tmp/jaybird-full-3.0.4.jar",
-    "jdbc_connection_string" => "jdbc:firebirdsql://localhost:3050//Library/Frameworks/Firebird.framework/Versions/A/Resources/examples/empbuild/employee.fdb", "jdbc_password" => "masterkey"}
+  # For Travis and CI based on docker, we source from ENV
+  jdbc_connection_string = ENV.fetch("PG_CONNECTION_STRING",
+                                     "jdbc:postgresql://postgresql:5432") + "/jdbc_input_db?user=postgres"
+
+  let(:settings) do
+    { "jdbc_driver_class" => "org.postgresql.Driver",
+      "jdbc_connection_string" => jdbc_connection_string,
+      "jdbc_driver_library" => "/usr/share/logstash/postgresql.jar",
+      "jdbc_user" => "postgres",
+      "statement" => 'SELECT FIRST_NAME, LAST_NAME FROM "employee" WHERE EMP_NO = 2'
+    }
   end
-  let(:settings) { {"statement" => "SELECT FIRST_NAME, LAST_NAME FROM EMPLOYEE WHERE EMP_NO > 144"} }
-  let(:plugin) { LogStash::Inputs::Jdbc.new(mixin_settings.merge(settings)) }
+
+  let(:plugin) { LogStash::Inputs::Jdbc.new(settings) }
   let(:queue) { Queue.new }
 
-  context "when passing no parameters" do
+  context "when connecting to a postgres instance" do
     before do
       plugin.register
     end
@@ -25,12 +35,44 @@ describe LogStash::Inputs::Jdbc, :integration => true do
       plugin.stop
     end
 
-    it "should retrieve params correctly from Event" do
+    it "should populate the event with database entries" do
       plugin.run(queue)
       event = queue.pop
       expect(event.get('first_name')).to eq("Mark")
       expect(event.get('last_name')).to eq("Guckenheimer")
     end
   end
+
+  context "when supplying a non-existent library" do
+    let(:settings) do
+      super.merge(
+          "jdbc_driver_library" => "/no/path/to/postgresql.jar"
+      )
+    end
+
+    it "should not register correctly" do
+      plugin.register
+      q = Queue.new
+      expect do
+        plugin.run(q)
+      end.to raise_error(::LogStash::PluginLoadingError)
+    end
+  end
+
+  context "when connecting to a non-existent server" do
+    let(:settings) do
+      super.merge(
+          "jdbc_connection_string" => "jdbc:postgresql://localhost:65000/somedb"
+      )
+    end
+
+    it "should not register correctly" do
+      plugin.register
+      q = Queue.new
+      expect do
+        plugin.run(q)
+      end.to raise_error(::Sequel::DatabaseConnectionError)
+    end
+  end
 end
 

data/spec/inputs/jdbc_spec.rb

@@ -2,8 +2,6 @@
 require "logstash/devutils/rspec/spec_helper"
 require "logstash/inputs/jdbc"
 require "jdbc/derby"
-require 'jdbc/postgres'
-Jdbc::Postgres.load_driver
 require "sequel"
 require "sequel/adapters/jdbc"
 require "timecop"
@@ -78,24 +76,6 @@ describe LogStash::Inputs::Jdbc do
     end
   end
 
-  context "when connecting to a non-existent server", :no_connection => true do
-    let(:mixin_settings) do
-      super.merge(
-        "jdbc_driver_class" => "org.postgresql.Driver",
-        "jdbc_connection_string" => "jdbc:postgresql://localhost:65000/somedb"
-      )
-    end
-    let(:settings) { super.merge("statement" => "SELECT 1 as col1 FROM test_table", "jdbc_user" => "foo", "jdbc_password" => "bar") }
-
-    it "should not register correctly" do
-        plugin.register
-        q = Queue.new
-        expect do
-          plugin.run(q)
-        end.to raise_error(::Sequel::DatabaseConnectionError)
-    end
-  end
-
   context "when both jdbc_password and jdbc_password_filepath arguments are passed" do
     let(:statement) { "SELECT * from test_table" }
     let(:jdbc_password) { "secret" }

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-jdbc
 version: !ruby/object:Gem::Version
-  version: 4.3.17
+  version: 4.3.18
 platform: ruby
 authors:
 - Elastic
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-10-22 00:00:00.000000000 Z
+date: 2019-10-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -142,20 +142,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  name: jdbc-postgres
-  prerelease: false
-  type: :development
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 description: This gem is a Logstash plugin required to be installed on top of the
   Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
   gem is not a stand-alone program