logstash-input-jms 3.0.6-java → 3.1.0-java

data/spec/inputs/fixtures/activemq_ssl.xml

@@ -0,0 +1,137 @@
+<!--
+    Licensed to the Apache Software Foundation (ASF) under one or more
+    contributor license agreements.  See the NOTICE file distributed with
+    this work for additional information regarding copyright ownership.
+    The ASF licenses this file to You under the Apache License, Version 2.0
+    (the "License"); you may not use this file except in compliance with
+    the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+    Unless required by applicable law or agreed to in writing, software
+    distributed under the License is distributed on an "AS IS" BASIS,
+    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+    See the License for the specific language governing permissions and
+    limitations under the License.
+-->
+<!-- START SNIPPET: example -->
+<beans
+  xmlns="http://www.springframework.org/schema/beans"
+  xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+  xsi:schemaLocation="http://www.springframework.org/schema/beans http://www.springframework.org/schema/beans/spring-beans.xsd
+  http://activemq.apache.org/schema/core http://activemq.apache.org/schema/core/activemq-core.xsd">
+
+    <!-- Allows us to use system properties as variables in this configuration file -->
+    <bean class="org.springframework.beans.factory.config.PropertyPlaceholderConfigurer">
+        <property name="locations">
+            <value>file:${activemq.conf}/credentials.properties</value>
+        </property>
+    </bean>
+
+   <!-- Allows accessing the server log -->
+    <bean id="logQuery" class="io.fabric8.insight.log.log4j.Log4jLogQuery"
+          lazy-init="false" scope="singleton"
+          init-method="start" destroy-method="stop">
+    </bean>
+
+    <!--
+        The <broker> element is used to configure the ActiveMQ broker.
+    -->
+    <broker xmlns="http://activemq.apache.org/schema/core" brokerName="localhost" dataDirectory="${activemq.data}">
+
+        <destinationPolicy>
+            <policyMap>
+              <policyEntries>
+                <policyEntry topic=">" >
+                    <!-- The constantPendingMessageLimitStrategy is used to prevent
+                         slow topic consumers to block producers and affect other consumers
+                         by limiting the number of messages that are retained
+                         For more information, see:
+
+                         http://activemq.apache.org/slow-consumer-handling.html
+
+                    -->
+                  <pendingMessageLimitStrategy>
+                    <constantPendingMessageLimitStrategy limit="1000"/>
+                  </pendingMessageLimitStrategy>
+                </policyEntry>
+              </policyEntries>
+            </policyMap>
+        </destinationPolicy>
+
+
+        <!--
+            The managementContext is used to configure how ActiveMQ is exposed in
+            JMX. By default, ActiveMQ uses the MBean server that is started by
+            the JVM. For more information, see:
+
+            http://activemq.apache.org/jmx.html
+        -->
+        <managementContext>
+            <managementContext createConnector="false"/>
+        </managementContext>
+
+        <!--
+            Configure message persistence for the broker. The default persistence
+            mechanism is the KahaDB store (identified by the kahaDB tag).
+            For more information, see:
+
+            http://activemq.apache.org/persistence.html
+        -->
+        <persistenceAdapter>
+            <kahaDB directory="${activemq.data}/kahadb"/>
+        </persistenceAdapter>
+
+
+          <!--
+            The systemUsage controls the maximum amount of space the broker will
+            use before disabling caching and/or slowing down producers. For more information, see:
+            http://activemq.apache.org/producer-flow-control.html
+          -->
+          <systemUsage>
+            <systemUsage>
+                <memoryUsage>
+                    <memoryUsage percentOfJvmHeap="70" />
+                </memoryUsage>
+                <storeUsage>
+                    <storeUsage limit="100 gb"/>
+                </storeUsage>
+                <tempUsage>
+                    <tempUsage limit="50 gb"/>
+                </tempUsage>
+            </systemUsage>
+        </systemUsage>
+
+     <sslContext>
+      <sslContext
+            keyStore="spec/inputs/fixtures/keystore.jks" keyStorePassword="changeit"
+            trustStore="spec/inputs/fixtures/keystore.jks" trustStorePassword="changeit"/>
+     </sslContext>
+        <!--
+            The transport connectors expose ActiveMQ over a given protocol to
+            clients and other brokers. For more information, see:
+
+            http://activemq.apache.org/configuring-transports.html
+        -->
+        <transportConnectors>
+            <!-- DOS protection, limit concurrent connections to 1000 and frame size to 100MB -->
+            <transportConnector name="ssl_openwire" uri="ssl://0.0.0.0:61617?maximumConnections=1000&amp;wireFormat.maxFrameSize=104857600"/>
+        </transportConnectors>
+
+        <!-- destroy the spring context on shutdown to stop jetty -->
+        <shutdownHooks>
+            <bean xmlns="http://www.springframework.org/schema/beans" class="org.apache.activemq.hooks.SpringContextHook" />
+        </shutdownHooks>
+
+    </broker>
+
+    <!--
+        Enable web consoles, REST and Ajax APIs and demos
+        The web consoles requires by default login, you can disable this in the jetty.xml file
+
+        Take a look at ${ACTIVEMQ_HOME}/conf/jetty.xml for more details
+    -->
+    <import resource="jetty.xml"/>
+
+</beans>
+<!-- END SNIPPET: example -->

data/spec/inputs/fixtures/jms.yml

@@ -0,0 +1,14 @@
+---
+activemq:
+  :broker_url: tcp://localhost:61616
+  :username: username
+  :password: the_password
+  :factory: org.apache.activemq.ActiveMQConnectionFactory
+  :require_jars:
+    - activemq-all.jar
+
+activemq_tls:
+  :broker_url: ssl://localhost:61617
+  :factory: org.apache.activemq.ActiveMQConnectionFactory
+  :require_jars:
+    - activemq-all.jar

data/spec/inputs/fixtures/jndijms.yml

@@ -0,0 +1,22 @@
+---
+solace:
+  :jndi_name: /jms/cf/default
+  :jndi_context:
+    java.naming.factory.initial: com.solacesystems.jndi.SolJNDIInitialContextFactory
+    java.naming.security.principal: username
+    java.naming.provider.url: tcp://localhost:20608
+    java.naming.security.credentials: password
+  :require_jars:
+    - commons-lang-2.6.jar
+    - sol-jms-10.5.0.jar
+    - geronimo-jms_1.1_spec-1.1.1.jar
+    - commons-lang-2.6.jar
+
+activemq:
+  :username: user
+  :password: password
+  :broker_url: tcp://localhost:61616
+  :runner: consumer
+  :factory: org.apache.activemq.ActiveMQConnectionFactory
+  :require_jars:
+    - activemq-all-5.15.8.jar

data/spec/inputs/integration/jms_spec.rb

@@ -0,0 +1,284 @@
+require_relative '../spec_helper'
+require 'logstash/inputs/jms'
+require 'jms'
+require 'json'
+require 'securerandom'
+
+
+
+shared_examples_for "a JMS input" do
+  context 'when inputting messages' do
+    let (:destination) { "#{pub_sub ? 'topic' : 'queue'}://#{queue_name}"}
+    let (:queue) { [] }
+
+    context 'when the message is a text message' do
+      let(:message) { "Hello There" }
+
+      context 'when properties are skipped' do
+        let (:jms_config) { super.merge({'skip_properties' => ['this', 'that']})}
+
+        it 'should skip the specified property and process other properties, headers and the message' do
+          send_message do |session|
+            msg = session.message(message)
+            msg.set_string_property('this', 'this_prop')
+            msg.set_string_property('that', 'that_prop')
+            msg.set_string_property('the_other', 'the_other_prop')
+            msg
+          end
+          expect(queue.first.get('message')).to eql (message)
+          expect(queue.first.get('jms_destination')).to_not be_nil
+          expect(queue.first.get('jms_timestamp')).to_not be_nil
+          expect(queue.first.get('this')).to be_nil
+          expect(queue.first.get('that')).to be_nil
+          expect(queue.first.get('the_other')).to eql('the_other_prop')
+        end
+      end
+
+      context 'when using message selectors' do
+        let (:jms_config) { super.merge({'selector' => selector }) }
+
+        context 'with multiple selector query parameter' do
+          let (:selector) { "this = 3 OR this = 4" }
+
+          it 'process messages that conform to the message selector' do
+            send_message do |session|
+              msg = session.message(message)
+              msg.set_string_property('that', 'that_prop')
+              msg.set_int_property('this', 4)
+              msg
+            end
+            expect(queue.first.get('message')).to eql (message)
+            expect(queue.first.get('this')).to eql(4)
+            expect(queue.first.get('that')).to eql('that_prop')
+          end
+
+          it 'does not process messages that do not conform to the message selector' do
+            send_message do |session|
+              msg = session.message(message)
+              msg.set_string_property('this', 'that_prop')
+              msg.set_string_property('that', 'this_prop')
+              msg
+            end
+            expect(queue.size).to be 0
+          end
+        end
+
+        context 'with an integer property' do
+          let (:selector) { "this < 4" }
+
+          it 'process messages that conform to the message selector' do
+            send_message do |session|
+              msg = session.message(message)
+              msg.set_string_property('that', 'that_prop')
+              msg.set_int_property('this', 3)
+              msg
+            end
+            expect(queue.first.get('message')).to eql (message)
+            expect(queue.first.get('this')).to eql(3)
+            expect(queue.first.get('that')).to eql('that_prop')
+          end
+
+          it 'does not process messages that do not conform to the message selector' do
+            send_message do |session|
+              msg = session.message(message)
+              msg.set_string_property('this', 'that_prop')
+              msg.set_string_property('that', 'this_prop')
+              msg
+            end
+            expect(queue.size).to be 0
+          end
+        end
+
+        context 'with a float property' do
+          let (:selector) { "this < 3.3" }
+
+          it 'process messages that conform to the message selector' do
+            send_message do |session|
+              msg = session.message(message)
+              msg.set_string_property('that', 'that_prop')
+              msg.set_float_property('this', 3.1)
+              msg
+            end
+            expect(queue.first.get('message')).to eql(message)
+            expect(queue.first.get('this')).to be_within(0.001).of(3.1)
+            expect(queue.first.get('that')).to eql('that_prop')
+          end
+
+          it 'does not process messages that do not conform to the message selector' do
+            send_message do |session|
+              msg = session.message(message)
+              msg.set_string_property('this', 'that_prop')
+              msg.set_string_property('that', 'this_prop')
+              msg
+            end
+            expect(queue.size).to be 0
+          end
+        end
+
+
+        context 'with a string property' do
+          let (:selector) { "this = 'this_prop'" }
+
+          it 'process messages that conform to the message selector' do
+            send_message do |session|
+              msg = session.message(message)
+              msg.set_string_property('this', 'this_prop')
+              msg.set_string_property('that', 'that_prop')
+              msg
+            end
+            expect(queue.first.get('message')).to eql (message)
+            expect(queue.first.get('this')).to eql('this_prop')
+            expect(queue.first.get('that')).to eql('that_prop')
+          end
+
+          it 'does not process messages that do not conform to the message selector' do
+            send_message do |session|
+              msg = session.message(message)
+              msg.set_string_property('this', 'that_prop')
+              msg.set_string_property('that', 'this_prop')
+              msg
+            end
+            expect(queue.size).to be 0
+          end
+
+        end
+      end
+
+      context 'when headers are skipped' do
+        let (:jms_config) { super.merge({'skip_headers' => ['jms_destination', 'jms_reply_to']})}
+        it 'should skip the specified header and process other headers, properties and the message' do
+          send_message do |session|
+            msg = session.message(message)
+            msg.reply_to = session.create_destination(:topic_name => SecureRandom.hex(8))
+            msg.set_string_property('this', 'this_prop')
+            msg.set_string_property('that', 'that_prop')
+            msg.set_string_property('the_other', 'the_other_prop')
+            msg
+          end
+          expect(queue.first.get('message')).to eql (message)
+          expect(queue.first.get('jms_destination')).to be_nil
+          expect(queue.first.get('jms_timestamp')).to_not be_nil
+          expect(queue.first.get('this')).to eq('this_prop')
+          expect(queue.first.get('that')).to eq('that_prop')
+          expect(queue.first.get('the_other')).to eq('the_other_prop')
+        end
+      end
+
+      context 'when neither header nor property is skipped ' do
+        it 'should process properties, headers and the message' do
+          send_message do |session|
+            msg = session.message(message)
+            msg.set_string_property('this', 'this_prop')
+            msg.set_string_property('that', 'that_prop')
+            msg.set_string_property('the_other', 'the_other_prop')
+            msg
+          end
+          expect(queue.first.get('message')).to eql (message)
+          expect(queue.first.get('jms_timestamp')).to_not be_nil
+          expect(queue.first.get('jms_destination')).to_not be_nil
+          expect(queue.first.get('this')).to eq('this_prop')
+          expect(queue.first.get('that')).to eq('that_prop')
+          expect(queue.first.get('the_other')).to eq('the_other_prop')
+        end
+      end
+    end
+
+    context 'when the message is map message' do
+      let(:message) { {:one => 1} }
+      it 'should read the message' do
+        send_message
+        expect(queue.size).to eql 1
+        expect(queue.first.get('one')).to eql (1)
+        expect(queue.first.get("jms_destination")).to eql(destination)
+      end
+    end
+
+    context 'when the message is a bytes message' do
+      let(:message) { 'hello world'.to_java_bytes }
+
+      it 'should read the message' do
+        send_message do |session|
+          jms_message = session.createBytesMessage
+          jms_message.write_bytes(message)
+          jms_message
+        end
+        expect(queue.size).to eql 1
+        expect(queue.first.get('message')).to eql ('hello world')
+        expect(queue.first.get("jms_destination")).to eql(destination)
+      end
+    end
+  end
+end
+
+describe "input/jms", :integration => true do
+  let (:message) { "hello World" }
+  let (:queue_name) { SecureRandom.hex(8)}
+
+  before :each do
+    allow(input).to receive(:jms_config_from_yaml) do |yaml_file, section|
+      settings = YAML.load_file(yaml_file)[section]
+      settings[:require_jars] = [fixture_path("activemq-all.jar")]
+      settings
+    end
+  end
+
+  let (:yaml_section) { 'activemq' }
+  let (:jms_config) {{'yaml_file' => fixture_path("jms.yml"),
+                      'yaml_section' => yaml_section,
+                      'destination' => queue_name,
+                      'pub_sub' => pub_sub,
+                      'interval' => 2}}
+  let(:input) { LogStash::Plugin.lookup("input", "jms").new(jms_config) }
+
+  after :each do
+    input.close unless input.nil?
+  end
+
+  context 'with plaintext', :plaintext => true do
+    context 'with pub_sub true' do
+      let (:pub_sub) { true }
+      it_behaves_like 'a JMS input'
+    end
+
+    context 'with pub_sub true and durable subscriber' do
+      let (:jms_config) { super.merge({'durable_subscriber' => true,
+                           'durable_subscriber_client_id' => SecureRandom.hex(8),
+                           'durable_subscriber_name' => SecureRandom.hex(8) } ) }
+
+      let (:pub_sub) { true }
+
+      it_behaves_like 'a JMS input'
+    end
+
+    context 'with pub_sub false' do
+      let (:pub_sub) { false }
+      it_behaves_like 'a JMS input'
+    end
+  end
+
+  context 'with tls', :tls => true do
+    let (:yaml_section) { 'activemq_tls' }
+    let (:jms_config) { super.merge({"keystore" => fixture_path("keystore.jks"), "keystore_password" => "changeit",
+                                     "truststore" => fixture_path("keystore.jks"), "truststore_password" => "changeit"})}
+
+    context 'with pub_sub true' do
+      let (:pub_sub) { true }
+      it_behaves_like 'a JMS input'
+    end
+
+    context 'with pub_sub true and durable subscriber' do
+      let (:jms_config) { super.merge({'durable_subscriber' => true,
+                           'durable_subscriber_client_id' => SecureRandom.hex(8),
+                           'durable_subscriber_name' => SecureRandom.hex(8) } ) }
+
+      let (:pub_sub) { true }
+
+      it_behaves_like 'a JMS input'
+    end
+
+    context 'with pub_sub false' do
+      let (:pub_sub) { false }
+      it_behaves_like 'a JMS input'
+    end
+  end
+end