logstash-codec-joinlines 0.1.0

data/spec/spec_helper.rb

@@ -0,0 +1,140 @@
+# encoding: utf-8
+
+def decode_events
+    joinlines = LogStash::Codecs::Joinlines.new(options)
+
+    events = []
+    random_number_of_events.times do |n|
+        joinlines.decode(sample_event) { |event| events << event }
+    end
+
+    # Grab the in-memory-event
+    joinlines.flush { |event| events << event }
+    events
+end
+  
+  module Jlc
+    class LineListener
+      attr_reader :data, :path, :queue, :codec
+      # use attr_reader to define noop methods of Listener API
+      attr_reader :deleted, :created, :error, :eof #, :line
+  
+      def initialize(queue, codec, path = '')
+        # store state from upstream
+        @queue = queue
+        @codec = codec
+        @path = path
+      end
+  
+      # receives a line from some upstream source
+      # and sends it downstream
+      def accept(data)
+        @codec.accept dup_adding_state(data)
+      end
+  
+      def process_event(event)
+        event.set("path", path)
+        @queue << event
+      end
+  
+      def add_state(data)
+        @data = data
+        self
+      end
+  
+      private
+  
+      # dup and add state for downstream
+      def dup_adding_state(line)
+        self.class.new(queue, codec, path).add_state(line)
+      end
+    end
+  
+    class LineErrorListener < LineListener
+      def process_event(event)
+        raise StandardError.new("OMG, Daleks!")
+      end
+    end
+  
+    class JoinlinesRspec < LogStash::Codecs::Joinlines
+      def internal_buffer
+        @buffer
+      end
+      def buffer_size
+        @buffer.size
+      end
+    end
+  
+    class TracerBase
+      def initialize() @tracer = []; end
+  
+      def trace_for(symbol)
+        params = @tracer.assoc(symbol)
+        params.nil? ? false : params.last
+      end
+  
+      def full_trace_for(symbol)
+        @tracer.select{|array| array[0] == symbol}.map(&:last)
+      end
+  
+      def clear()
+        @tracer.clear()
+      end
+    end
+  
+    class JoinlinesLogTracer < TracerBase
+      def warn(*args) @tracer.push [:warn, args]; end
+      def error(*args) @tracer.push [:error, args]; end
+      def debug(*args) @tracer.push [:debug, args]; end
+      def info(*args) @tracer.push [:info, args]; end
+      def trace(*args) @tracer.push [:trace, args]; end
+  
+      def info?() true; end
+      def debug?() true; end
+      def warn?() true; end
+      def error?() true; end
+      def trace?() true; end
+    end
+  
+    class AutoFlushTracer < TracerBase
+      def auto_flush() simulate_execution_delay; @tracer.push [:auto_flush, true]; end
+      def set_delay(delay)
+        @delay = delay
+      end
+  
+      def simulate_execution_delay
+        return if @delay.nil? || @delay.zero?
+        sleep @delay
+        @tracer.push [:delay, Time.now.to_f]
+      end
+    end
+  
+    class IdentityMapCodecTracer < TracerBase
+      def clone() self.class.new; end
+      def decode(data) @tracer.push [:decode, data]; end
+      def encode(event) @tracer.push [:encode, event]; end
+      def flush(&block) @tracer.push [:flush, block.call]; end
+      def close() @tracer.push [:close, true]; end
+      def logger() @logger ||= JoinlinesLogTracer.new; end
+    end
+  end
+  
+  RSpec::Matchers.define(:have_an_empty_buffer) do
+    match do |actual|
+      actual.buffer_size.zero?
+    end
+  
+    failure_message do
+      "Expecting #{actual.buffer_size} to be 0"
+    end
+  end
+  
+  RSpec::Matchers.define(:match_path_and_line) do |path, line|
+    match do |actual|
+      actual.get("path") == path && actual.get("message") == line.join($/)
+    end
+  
+    failure_message do
+      "Expecting #{actual.get('path')} to equal `#{path}` and #{actual.get("message")} to equal #{line.join($/)}"
+    end
+  end

metadata

@@ -0,0 +1,132 @@
+--- !ruby/object:Gem::Specification
+name: logstash-codec-joinlines
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Svein L. Ellingsen (lovmoen)
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2018-05-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  name: logstash-core-plugin-api
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-codec-line
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-patterns-core
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.11.1
+  name: jls-grok
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.11.1
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-devutils
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: This gem is a Logstash plugin required to be installed on top of the
+  Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
+  gem is not a stand-alone program
+email: lovmoen@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- CONTRIBUTORS
+- DEVELOPER.md
+- Gemfile
+- LICENSE
+- README.md
+- lib/logstash/codecs/auto_flush.rb
+- lib/logstash/codecs/identity_map_codec.rb
+- lib/logstash/codecs/joinlines.rb
+- lib/logstash/codecs/retriggerable_task.rb
+- logstash-codec-joinlines.gemspec
+- spec/codecs/joinlines_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/lovmoen/logstash-codec-joinlines
+licenses:
+- Apache-2.0
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: codec
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.7.6
+signing_key:
+specification_version: 4
+summary: Merges multiline messages into a single event, allowing for multiple patterns.
+test_files:
+- spec/codecs/joinlines_spec.rb
+- spec/spec_helper.rb