logstash-input-beats 2.1.4 → 2.2.0

data/spec/support/client_process_helpers.rb

@@ -0,0 +1,27 @@
+# encoding: utf-8
+require "childprocess"
+module ClientProcessHelpers
+  def start_client(timeout = 1)
+    @client_out = Stud::Temporary.file
+    @client_out.sync
+
+    @process = ChildProcess.build(*cmd)
+    @process.duplex = true
+    @process.io.stdout = @process.io.stderr = @client_out
+    ChildProcess.posix_spawn = true
+    @process.start
+  end
+
+  def stop_client
+    begin
+      @process.poll_for_exit(5)
+    rescue ChildProcess::TimeoutError
+      @process.stop
+    end
+
+    @client_out.rewind
+
+    # can be used to helper debugging when a test fails
+    @execution_output = @client_out.read
+  end
+end

data/spec/support/file_helpers.rb

@@ -0,0 +1,61 @@
+# encoding: utf-8
+
+# Add an helper method named `let_tmp_file` to spec example, this
+# helper will create a temporary file with the content from the block,
+# it behave like a normal `let` statement. Also to make things easier temporary
+# debug it will create another `let` statement with the actual content of the block.
+#
+# Example:
+# ```
+# let_tmp_file(:hello_world_file) { "Hello world" } # return a path to a tmp file containing "Hello World"
+# and will create this debug `let`, the value of the file will be the same.
+# let(:hello_world_file_content) # return "Hello world"
+#
+module FileHelpers
+  AUTO_CLEAN = true
+
+  def self.included(base)
+    base.extend(ClassMethods)
+  end
+
+  def write_to_tmp_file(content)
+    file = Stud::Temporary.file
+    file.write(content.to_s)
+    file.close
+    file.path
+  end
+
+  module ClassMethods
+    def let_empty_tmp_file(name, &block)
+      let(name) do
+        path = nil
+        f = Stud::Temporary.file
+        f.close
+        path = f.path
+        @__let_tmp_files = [] unless @__let_tmp_files
+        @__let_tmp_files << path
+        path
+      end
+    end
+
+    def let_tmp_file(name, &block)
+      after :each do
+        if @__let_tmp_files && FileHelpers::AUTO_CLEAN
+          @__let_tmp_files.each do |f|
+            FileUtils.rm_f(f)
+          end
+        end
+      end
+
+      name_content = "#{name}_content"
+      let(name_content, &block)
+      let(name) do
+        content = __send__(name_content)
+        path = write_to_tmp_file(content)
+        @__let_tmp_files = [] unless @__let_tmp_files
+        @__let_tmp_files << path
+        path
+      end
+    end
+  end
+end

data/spec/support/flores_extensions.rb

@@ -0,0 +1,42 @@
+# encoding: utf-8
+require "flores/pki"
+module Flores
+  module PKI
+    DEFAULT_CERTIFICATE_OPTIONS = {
+      :duration => Flores::Random.number(100..2000),
+      :key_size => GENERATE_DEFAULT_KEY_SIZE, 
+      :exponent => GENERATE_DEFAULT_EXPONENT,
+      :want_signature_ability => false
+    }
+
+    def self.chain_certificates(*certificates)
+      certificates.join("\n")
+    end
+
+    def self.create_intermediate_certificate(subject, signing_certificate, signing_private_key, options  = {})
+      create_a_signed_certificate(subject, signing_certificate, signing_private_key, options.merge({ :want_signature_ability => true }))
+    end
+
+    def self.create_client_certicate(subject, signing_certificate, signing_private_key, options = {})
+      create_a_signed_certificate(subject, signing_certificate, signing_private_key, options)
+    end
+
+    private
+    def self.create_a_signed_certificate(subject, signing_certificate, signing_private_key, options = {})
+      options = DEFAULT_CERTIFICATE_OPTIONS.merge(options)
+
+      client_key = OpenSSL::PKey::RSA.new(options[:key_size], options[:exponent])
+
+      csr = Flores::PKI::CertificateSigningRequest.new
+      csr.start_time = Time.now
+      csr.expire_time = csr.start_time + options[:duration]
+      csr.public_key = client_key.public_key
+      csr.subject = subject
+      csr.signing_key = signing_private_key
+      csr.signing_certificate = signing_certificate
+      csr.want_signature_ability = options[:want_signature_ability]
+
+      [csr.create, client_key]
+    end
+  end
+end

data/spec/support/integration_shared_context.rb

@@ -0,0 +1,55 @@
+# encoding: utf-8
+require "flores/random"
+
+shared_examples "send events" do
+  it "successfully send the events" do
+    expect(queue.size).to eq(number_of_events), "Expected: #{number_of_events} got: #{queue.size}, execution output:\n #{@execution_output}"
+    expect(queue.collect { |e| e["message"] }).to eq(events)
+  end
+end
+
+shared_examples "doesn't send events" do
+  it "doesn't send any events" do
+    expect(queue.size).to eq(0), "Expected: #{number_of_events} got: #{queue.size}, execution output:\n #{@execution_output}"
+  end
+end
+
+shared_context "beats configuration" do
+  # common
+  let(:port) { Flores::Random.integer(1024..65335) }
+  let(:host) { "localhost" }
+
+  let(:queue) { [] }
+  let(:log_file) { write_to_tmp_file(events.join("\n") + "\n") } # make sure we end of line
+  let(:number_of_events) { 5 }
+  let(:event) { "Hello world" }
+  let(:events) do
+    events = []
+    number_of_events.times { |n| events << "#{event} #{n}" }
+    events
+  end
+
+  let(:input_config) do
+    {
+      "host" => host,
+      "port" => port
+    }
+  end
+
+  let(:beats) do
+    LogStash::Inputs::Beats.new(input_config)
+  end
+
+  before :each do
+    beats.register
+
+    @server = Thread.new do
+      beats.run(queue)
+    end
+    @server.abort_on_exception = true
+
+    sleep(1) while @server.status != "run"
+  end
+
+  after(:each) { beats.stop }
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-beats
 version: !ruby/object:Gem::Version
-  version: 2.1.4
+  version: 2.2.0
 platform: ruby
 authors:
 - Elastic
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-02-19 00:00:00.000000000 Z
+date: 2016-03-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logstash-core
@@ -184,6 +184,20 @@ dependencies:
         version: '0'
   prerelease: false
   type: :development
+- !ruby/object:Gem::Dependency
+  name: childprocess
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :development
 description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
 email: info@elastic.co
 executables: []
@@ -216,6 +230,8 @@ files:
 - spec/inputs/beats_support/decoded_event_transform_spec.rb
 - spec/inputs/beats_support/event_transform_common_spec.rb
 - spec/inputs/beats_support/raw_event_transform_spec.rb
+- spec/integration/filebeat_spec.rb
+- spec/integration/logstash_forwarder_spec.rb
 - spec/integration_spec.rb
 - spec/lumberjack/beats/acking_protocol_v1_spec.rb
 - spec/lumberjack/beats/acking_protocol_v2_spec.rb
@@ -223,6 +239,10 @@ files:
 - spec/lumberjack/beats/connection_spec.rb
 - spec/lumberjack/beats/server_spec.rb
 - spec/spec_helper.rb
+- spec/support/client_process_helpers.rb
+- spec/support/file_helpers.rb
+- spec/support/flores_extensions.rb
+- spec/support/integration_shared_context.rb
 - spec/support/logstash_test.rb
 - spec/support/shared_examples.rb
 homepage: http://www.elastic.co/guide/en/logstash/current/index.html
@@ -259,6 +279,8 @@ test_files:
 - spec/inputs/beats_support/decoded_event_transform_spec.rb
 - spec/inputs/beats_support/event_transform_common_spec.rb
 - spec/inputs/beats_support/raw_event_transform_spec.rb
+- spec/integration/filebeat_spec.rb
+- spec/integration/logstash_forwarder_spec.rb
 - spec/integration_spec.rb
 - spec/lumberjack/beats/acking_protocol_v1_spec.rb
 - spec/lumberjack/beats/acking_protocol_v2_spec.rb
@@ -266,5 +288,9 @@ test_files:
 - spec/lumberjack/beats/connection_spec.rb
 - spec/lumberjack/beats/server_spec.rb
 - spec/spec_helper.rb
+- spec/support/client_process_helpers.rb
+- spec/support/file_helpers.rb
+- spec/support/flores_extensions.rb
+- spec/support/integration_shared_context.rb
 - spec/support/logstash_test.rb
 - spec/support/shared_examples.rb