fluent-plugin-detect-exceptions 0.0.1

data/test/plugin/bench_exception_detector.rb

@@ -0,0 +1,73 @@
+# Copyright 2016 Google Inc. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'benchmark'
+
+require 'fluent/plugin/exception_detector'
+
+size_in_m = 25
+line_length = 50
+
+size = size_in_m << 20
+
+JAVA_EXC = <<END.freeze
+Jul 09, 2015 3:23:29 PM com.google.devtools.search.cloud.feeder.MakeLog: RuntimeException: Run from this message!
+  at com.my.app.Object.do$a1(MakeLog.java:50)
+  at java.lang.Thing.call(Thing.java:10)
+  at com.my.app.Object.help(MakeLog.java:40)
+  at sun.javax.API.method(API.java:100)
+  at com.jetty.Framework.main(MakeLog.java:30)
+END
+
+PYTHON_EXC = <<END.freeze
+Traceback (most recent call last):
+  File "/base/data/home/runtimes/python27/python27_lib/versions/third_party/webapp2-2.5.2/webapp2.py", line 1535, in __call__
+    rv = self.handle_exception(request, response, e)
+  File "/base/data/home/apps/s~nearfieldspy/1.378705245900539993/nearfieldspy.py", line 17, in start
+    return get()
+  File "/base/data/home/apps/s~nearfieldspy/1.378705245900539993/nearfieldspy.py", line 5, in get
+    raise Exception('spam', 'eggs')
+Exception: ('spam', 'eggs')
+END
+
+chars = [('a'..'z'), ('A'..'Z')].map(&:to_a).flatten
+
+random_text = (1..(size / line_length)).collect do
+  (0...line_length).map { chars[rand(chars.length)] }.join
+end
+
+exceptions = {
+  'java' => (JAVA_EXC * (size / JAVA_EXC.length)).lines,
+  'python' => (PYTHON_EXC * (size / PYTHON_EXC.length)).lines
+}
+
+puts "Start benchmark. Input size #{size_in_m}M."
+Benchmark.bm do |x|
+  languages = Fluent::ExceptionDetectorConfig::RULES_BY_LANG.keys
+  languages.each do |lang|
+    buffer = Fluent::ExceptionBuffer.new(nil, lang) {}
+    x.report("#{lang}_detector_random_text") do
+      random_text.each { |l| buffer.push(0, l) }
+    end
+  end
+  %w(java python all).each do |detector_lang|
+    buffer = Fluent::ExceptionBuffer.new(nil, lang) {}
+    exc_languages = detector_lang == 'all' ? exceptions.keys : [detector_lang]
+    exc_languages.each do |exc_lang|
+      x.report("#{detector_lang}_detector_#{exc_lang}_stacks") do
+        exceptions[exc_lang].each { |l| buffer.push(0, l) }
+      end
+    end
+  end
+end

data/test/plugin/test_exception_detector.rb

@@ -0,0 +1,353 @@
+# Copyright 2016 Google Inc. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require_relative '../helper'
+require 'fluent/plugin/exception_detector'
+
+class ExceptionDetectorTest < Test::Unit::TestCase
+  JAVA_EXC_PART1 = <<END.freeze
+Jul 09, 2015 3:23:29 PM com.google.devtools.search.cloud.feeder.MakeLog: RuntimeException: Run from this message!
+  at com.my.app.Object.do$a1(MakeLog.java:50)
+  at java.lang.Thing.call(Thing.java:10)
+END
+
+  JAVA_EXC_PART2 = <<END.freeze
+  at com.my.app.Object.help(MakeLog.java:40)
+  at sun.javax.API.method(API.java:100)
+  at com.jetty.Framework.main(MakeLog.java:30)
+END
+
+  JAVA_EXC = (JAVA_EXC_PART1 + JAVA_EXC_PART2).freeze
+
+  COMPLEX_JAVA_EXC = <<END.freeze
+javax.servlet.ServletException: Something bad happened
+    at com.example.myproject.OpenSessionInViewFilter.doFilter(OpenSessionInViewFilter.java:60)
+    at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157)
+    at com.example.myproject.ExceptionHandlerFilter.doFilter(ExceptionHandlerFilter.java:28)
+    at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157)
+    at com.example.myproject.OutputBufferFilter.doFilter(OutputBufferFilter.java:33)
+    at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157)
+    at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:388)
+    at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
+    at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
+    at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:765)
+    at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:418)
+    at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
+    at org.mortbay.jetty.Server.handle(Server.java:326)
+    at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
+    at org.mortbay.jetty.HttpConnection$RequestHandler.content(HttpConnection.java:943)
+    at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:756)
+    at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:218)
+    at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
+    at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228)
+    at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
+Caused by: com.example.myproject.MyProjectServletException
+    at com.example.myproject.MyServlet.doPost(MyServlet.java:169)
+    at javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
+    at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
+    at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
+    at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1166)
+    at com.example.myproject.OpenSessionInViewFilter.doFilter(OpenSessionInViewFilter.java:30)
+    ... 27 more
+END
+
+  NODE_JS_EXC = <<END.freeze
+ReferenceError: myArray is not defined
+  at next (/app/node_modules/express/lib/router/index.js:256:14)
+  at /app/node_modules/express/lib/router/index.js:615:15
+  at next (/app/node_modules/express/lib/router/index.js:271:10)
+  at Function.process_params (/app/node_modules/express/lib/router/index.js:330:12)
+  at /app/node_modules/express/lib/router/index.js:277:22
+  at Layer.handle [as handle_request] (/app/node_modules/express/lib/router/layer.js:95:5)
+  at Route.dispatch (/app/node_modules/express/lib/router/route.js:112:3)
+  at next (/app/node_modules/express/lib/router/route.js:131:13)
+  at Layer.handle [as handle_request] (/app/node_modules/express/lib/router/layer.js:95:5)
+  at /app/app.js:52:3
+END
+
+  CLIENT_JS_EXC = <<END.freeze
+Error
+    at bls (<anonymous>:3:9)
+    at <anonymous>:6:4
+    at a_function_name
+    at Object.InjectedScript._evaluateOn (http://<anonymous>/file.js?foo=bar:875:140)
+    at Object.InjectedScript.evaluate (<anonymous>)
+END
+
+  V8_JS_EXC = <<END.freeze
+V8 errors stack trace
+  eval at Foo.a (eval at Bar.z (myscript.js:10:3))
+  at new Contructor.Name (native)
+  at new FunctionName (unknown location)
+  at Type.functionName [as methodName] (file(copy).js?query='yes':12:9)
+  at functionName [as methodName] (native)
+  at Type.main(sample(copy).js:6:4)
+END
+
+  PYTHON_EXC = <<END.freeze
+Traceback (most recent call last):
+  File "/base/data/home/runtimes/python27/python27_lib/versions/third_party/webapp2-2.5.2/webapp2.py", line 1535, in __call__
+    rv = self.handle_exception(request, response, e)
+  File "/base/data/home/apps/s~nearfieldspy/1.378705245900539993/nearfieldspy.py", line 17, in start
+    return get()
+  File "/base/data/home/apps/s~nearfieldspy/1.378705245900539993/nearfieldspy.py", line 5, in get
+    raise Exception('spam', 'eggs')
+Exception: ('spam', 'eggs')
+END
+
+  PHP_EXC = <<END.freeze
+PHP Fatal error:  Uncaught exception 'Exception' with message 'message' in /base/data/home/apps/s~crash-example-php/1.388306779641080894/errors.php:60
+Stack trace:
+#0 [internal function]: ErrorEntryGenerator::{closure}()
+#1 /base/data/home/apps/s~crash-example-php/1.388306779641080894/errors.php(20): call_user_func_array(Object(Closure), Array)
+#2 /base/data/home/apps/s~crash-example-php/1.388306779641080894/index.php(36): ErrorEntry->__call('raise', Array)
+#3 /base/data/home/apps/s~crash-example-php/1.388306779641080894/index.php(36): ErrorEntry->raise()
+#4 {main}
+  thrown in /base/data/home/apps/s~crash-example-php/1.388306779641080894/errors.php on line 60
+END
+
+  GO_EXC = <<END.freeze
+panic: runtime error: index out of range
+
+goroutine 12 [running]:
+main88989.memoryAccessException()
+  crash_example_go.go:58 +0x12a
+main88989.handler(0x2afb7042a408, 0xc01042f880, 0xc0104d3450)
+  crash_example_go.go:36 +0x7ec
+net/http.HandlerFunc.ServeHTTP(0x13e5128, 0x2afb7042a408, 0xc01042f880, 0xc0104d3450)
+  go/src/net/http/server.go:1265 +0x56
+net/http.(*ServeMux).ServeHTTP(0xc01045cab0, 0x2afb7042a408, 0xc01042f880, 0xc0104d3450)
+  go/src/net/http/server.go:1541 +0x1b4
+appengine_internal.executeRequestSafely(0xc01042f880, 0xc0104d3450)
+  go/src/appengine_internal/api_prod.go:288 +0xb7
+appengine_internal.(*server).HandleRequest(0x15819b0, 0xc010401560, 0xc0104c8180, 0xc010431380, 0x0, 0x0)
+  go/src/appengine_internal/api_prod.go:222 +0x102b
+reflect.Value.call(0x1243fe0, 0x15819b0, 0x113, 0x12c8a20, 0x4, 0xc010485f78, 0x3, 0x3, 0x0, 0x0, ...)
+  /tmp/appengine/go/src/reflect/value.go:419 +0x10fd
+reflect.Value.Call(0x1243fe0, 0x15819b0, 0x113, 0xc010485f78, 0x3, 0x3, 0x0, 0x0, 0x0)
+  /tmp/ap"
+END
+
+  CSHARP_EXC = <<END.freeze
+System.Collections.Generic.KeyNotFoundException: The given key was not present in the dictionary.
+  at System.Collections.Generic.Dictionary`2[System.String,System.Collections.Generic.Dictionary`2[System.Int32,System.Double]].get_Item (System.String key) [0x00000] in <filename unknown>:0
+  at File3.Consolidator_Class.Function5 (System.Collections.Generic.Dictionary`2 names, System.Text.StringBuilder param_4) [0x00007] in /usr/local/google/home/Csharp/another file.csharp:9
+  at File3.Consolidator_Class.Function4 (System.Text.StringBuilder param_4, System.Double[,,] array) [0x00013] in /usr/local/google/home/Csharp/another file.csharp:23
+  at File3.Consolidator_Class.Function3 (Int32 param_3) [0x0000f] in /usr/local/google/home/Csharp/another file.csharp:27
+  at File3.Consolidator_Class.Function3 (System.Text.StringBuilder param_3) [0x00007] in /usr/local/google/home/Csharp/another file.csharp:32
+  at File2.Processor.Function2 (System.Int32& param_2, System.Collections.Generic.Stack`1& numbers) [0x00003] in /usr/local/google/home/Csharp/File2.csharp:19
+  at File2.Processor.Random2 () [0x00037] in /usr/local/google/home/Csharp/File2.csharp:28
+  at File2.Processor.Function1 (Int32 param_1, System.Collections.Generic.Dictionary`2 map) [0x00007] in /usr/local/google/home/Csharp/File2.csharp:34
+  at Main.Welcome+<Main>c__AnonStorey0.<>m__0 () [0x00006] in /usr/local/google/home/Csharp/hello.csharp:48
+  at System.Threading.Thread.StartInternal () [0x00000] in <filename unknown>:0
+END
+
+  RUBY_EXC = <<END.freeze
+ NoMethodError (undefined method `resursivewordload' for #<BooksController:0x007f8dd9a0c738>):
+  app/controllers/books_controller.rb:69:in `recursivewordload'
+  app/controllers/books_controller.rb:75:in `loadword'
+  app/controllers/books_controller.rb:79:in `loadline'
+  app/controllers/books_controller.rb:83:in `loadparagraph'
+  app/controllers/books_controller.rb:87:in `loadpage'
+  app/controllers/books_controller.rb:91:in `onload'
+  app/controllers/books_controller.rb:95:in `loadrecursive'
+  app/controllers/books_controller.rb:99:in `requestload'
+  app/controllers/books_controller.rb:118:in `generror'
+  config/error_reporting_logger.rb:62:in `tagged'
+END
+
+  ARBITRARY_TEXT = <<END.freeze
+This arbitrary text.
+I am glad it contains no exception.
+END
+
+  def check_multiline(detector, expected_first, expected_last, multiline)
+    lines = multiline.lines
+    lines.each_with_index do |line, index|
+      action = detector.update(line)
+      case index
+      when 0
+        assert_equal(expected_first, action,
+                     "unexpected action on first line: #{line}")
+      when lines.length - 1
+        assert_equal(expected_last, action,
+                     "unexpected action on last line: #{line}")
+      else
+        assert_equal(:inside_trace, action, "line not buffered: #{line}")
+      end
+    end
+  end
+
+  def check_no_multiline(detector, text)
+    text.lines.each do |line|
+      action = detector.update(line)
+      assert_equal(:no_trace, action, "unexpected action on line: #{line}")
+    end
+  end
+
+  def check_exception(exception, detects_end)
+    detector = Fluent::ExceptionDetector.new
+    after_exc = detects_end ? :end_trace : :inside_trace
+    before_second_exc = detects_end ? :inside_trace : :start_trace
+    check_multiline(detector, :no_trace, :no_trace, 'This is not an exception.')
+    check_multiline(detector, :inside_trace, after_exc, exception)
+    check_multiline(detector, :no_trace, :no_trace, 'This is not an exception.')
+    check_multiline(detector, :inside_trace, after_exc, exception)
+    check_multiline(detector, before_second_exc, after_exc, exception)
+  end
+
+  def test_java
+    check_exception(JAVA_EXC, false)
+    check_exception(COMPLEX_JAVA_EXC, false)
+  end
+
+  def test_js
+    check_exception(NODE_JS_EXC, false)
+    check_exception(CLIENT_JS_EXC, false)
+    check_exception(V8_JS_EXC, false)
+  end
+
+  def test_csharp
+    check_exception(CSHARP_EXC, false)
+  end
+
+  def test_python
+    check_exception(PYTHON_EXC, true)
+  end
+
+  def test_php
+    check_exception(PHP_EXC, true)
+  end
+
+  def test_go
+    check_exception(GO_EXC, false)
+  end
+
+  def test_ruby
+    check_exception(RUBY_EXC, false)
+  end
+
+  def test_mixed_languages
+    check_exception(JAVA_EXC, false)
+    check_exception(PYTHON_EXC, true)
+    check_exception(COMPLEX_JAVA_EXC, false)
+    check_exception(NODE_JS_EXC, false)
+    check_exception(PHP_EXC, true)
+    check_exception(CLIENT_JS_EXC, false)
+    check_exception(GO_EXC, false)
+    check_exception(CSHARP_EXC, false)
+    check_exception(V8_JS_EXC, false)
+    check_exception(RUBY_EXC, false)
+  end
+
+  def test_reset
+    detector = Fluent::ExceptionDetector.new
+
+    check_multiline(detector, :inside_trace, :inside_trace, JAVA_EXC_PART1)
+    check_multiline(detector, :inside_trace, :inside_trace, JAVA_EXC_PART2)
+
+    check_multiline(detector, :start_trace, :inside_trace, JAVA_EXC_PART1)
+    detector.reset
+    check_no_multiline(detector, JAVA_EXC_PART2)
+  end
+
+  def feed_lines(buffer, *messages)
+    messages.each do |m|
+      m.each_line do |line|
+        buffer.push(0, line)
+      end
+      buffer.flush
+    end
+  end
+
+  Struct.new('TestBufferScenario', :desc, :languages, :input, :expected)
+
+  def buffer_scenario(desc, languages, input, expected)
+    Struct::TestBufferScenario.new(desc, languages, input, expected)
+  end
+
+  def test_buffer
+    [
+      buffer_scenario('mixed languages',
+                      [:all],
+                      [JAVA_EXC, ARBITRARY_TEXT, PYTHON_EXC, GO_EXC],
+                      [JAVA_EXC] + ARBITRARY_TEXT.lines + [PYTHON_EXC, GO_EXC]),
+      buffer_scenario('single language',
+                      [:go],
+                      [JAVA_EXC, ARBITRARY_TEXT, GO_EXC],
+                      JAVA_EXC.lines + ARBITRARY_TEXT.lines + [GO_EXC]),
+      buffer_scenario('some exceptions from non-configured languages',
+                      [:python],
+                      [JAVA_EXC, PYTHON_EXC, GO_EXC],
+                      JAVA_EXC.lines + [PYTHON_EXC] + GO_EXC.lines),
+      buffer_scenario('all exceptions from non-configured languages',
+                      [:ruby],
+                      [JAVA_EXC, PYTHON_EXC, GO_EXC],
+                      JAVA_EXC.lines + PYTHON_EXC.lines + GO_EXC.lines)
+    ].each do |s|
+      out = []
+      buffer = Fluent::TraceAccumulator.new(nil,
+                                            s.languages) { |_, m| out << m }
+      feed_lines(buffer, *s.input)
+      assert_equal(s.expected, out, s.desc)
+    end
+  end
+
+  def feed_json(buffer, message_field, messages)
+    messages.each do |m|
+      m.each_line do |line|
+        buffer.push(0, message_field => line)
+      end
+      buffer.flush
+    end
+  end
+
+  def expected_json(message_field, messages)
+    messages.collect { |m| { message_field => [m].flatten.join } }
+  end
+
+  Struct.new('TestJsonScenario',
+             :desc, :configured_field, :actual_field, :input, :output)
+
+  def json_scenario(desc, configured_field, actual_field, input, output)
+    Struct::TestJsonScenario.new(desc, configured_field, actual_field,
+                                 input, output)
+  end
+
+  def test_json_messages
+    [
+      json_scenario('User-defined message field', 'mydata', 'mydata',
+                    [PYTHON_EXC, ARBITRARY_TEXT, GO_EXC],
+                    [PYTHON_EXC] + ARBITRARY_TEXT.lines + [GO_EXC]),
+      json_scenario('Default message field "message"', '', 'message',
+                    [PYTHON_EXC, ARBITRARY_TEXT, GO_EXC],
+                    [PYTHON_EXC] + ARBITRARY_TEXT.lines + [GO_EXC]),
+      json_scenario('Default message field "log"', '', 'log',
+                    [PYTHON_EXC, ARBITRARY_TEXT, GO_EXC],
+                    [PYTHON_EXC] + ARBITRARY_TEXT.lines + [GO_EXC]),
+      json_scenario('Wrongly defined message field', 'doesnotexist', 'mydata',
+                    [PYTHON_EXC, ARBITRARY_TEXT, GO_EXC],
+                    PYTHON_EXC.lines + ARBITRARY_TEXT.lines + GO_EXC.lines),
+      json_scenario('Undefined message field', '', 'mydata',
+                    [PYTHON_EXC, ARBITRARY_TEXT, GO_EXC],
+                    PYTHON_EXC.lines + ARBITRARY_TEXT.lines + GO_EXC.lines)
+    ].each do |s|
+      out = []
+      buffer = Fluent::TraceAccumulator.new(s.configured_field,
+                                            [:all]) { |_, m| out << m }
+      feed_json(buffer, s.actual_field, s.input)
+      assert_equal(expected_json(s.actual_field, s.output), out, s.desc)
+    end
+  end
+end

data/test/plugin/test_out_detect_exceptions.rb

@@ -0,0 +1,173 @@
+# Copyright 2016 Google Inc. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require_relative '../helper'
+require 'fluent/plugin/out_detect_exceptions'
+
+class DetectExceptionsOutputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+  end
+
+  CONFIG = <<END.freeze
+remove_tag_prefix prefix
+END
+
+  DEFAULT_TAG = 'prefix.test.tag'.freeze
+
+  ARBITRARY_TEXT = 'This line is not an exception.'.freeze
+
+  JAVA_EXC = <<END.freeze
+Exception: foo
+  at bar
+END
+
+  PYTHON_EXC = <<END.freeze
+Traceback (most recent call last):
+  File "/base/data/home/runtimes/python27/python27_lib/versions/third_party/webapp2-2.5.2/webapp2.py", line 1535, in __call__
+    rv = self.handle_exception(request, response, e)
+Exception: ('spam', 'eggs')
+END
+
+  def create_driver(conf = CONFIG, tag = DEFAULT_TAG)
+    d = Fluent::Test::OutputTestDriver.new(Fluent::DetectExceptionsOutput, tag)
+    d.configure(conf)
+    d
+  end
+
+  def feed_lines(driver, t, *messages)
+    count = 0
+    messages.each do |m|
+      m.each_line do |line|
+        driver.emit({ 'message' => line, 'count' => count }, t + count)
+        count += 1
+      end
+    end
+  end
+
+  def run_driver(driver, *messages)
+    t = Time.now.to_i
+    driver.run do
+      feed_lines(driver, t, *messages)
+    end
+  end
+
+  def make_logs(t, *messages)
+    count = 0
+    logs = []
+    messages.each do |m|
+      logs << [t + count, { 'message' => m, 'count' => count }]
+      count += m.lines.count
+    end
+    logs
+  end
+
+  def test_configure
+    assert_nothing_raised do
+      create_driver
+    end
+  end
+
+  def test_exception_detection
+    d = create_driver
+    t = Time.now.to_i
+    messages = [ARBITRARY_TEXT, JAVA_EXC, ARBITRARY_TEXT]
+    d.run do
+      feed_lines(d, t, *messages)
+    end
+    assert_equal(make_logs(t, *messages), d.events)
+  end
+
+  def test_single_language_config
+    cfg = 'languages java'
+    d = create_driver(cfg)
+    t = Time.now.to_i
+    d.run do
+      feed_lines(d, t, ARBITRARY_TEXT, JAVA_EXC, PYTHON_EXC)
+    end
+    expected = ARBITRARY_TEXT.lines + [JAVA_EXC] + PYTHON_EXC.lines
+    assert_equal(make_logs(t, *expected), d.events)
+  end
+
+  def test_multi_language_config
+    cfg = 'languages python, java'
+    d = create_driver(cfg)
+    t = Time.now.to_i
+    d.run do
+      feed_lines(d, t, ARBITRARY_TEXT, JAVA_EXC, PYTHON_EXC)
+    end
+    expected = ARBITRARY_TEXT.lines + [JAVA_EXC] + [PYTHON_EXC]
+    assert_equal(make_logs(t, *expected), d.events)
+  end
+
+  def test_split_exception_after_timeout
+    cfg = 'multiline_flush_interval 1'
+    d = create_driver(cfg)
+    t1 = 0
+    t2 = 0
+    d.run do
+      t1 = Time.now.to_i
+      feed_lines(d, t1, JAVA_EXC)
+      sleep 2
+      t2 = Time.now.to_i
+      feed_lines(d, t2, "  at x\n  at y\n")
+    end
+    assert_equal(make_logs(t1, JAVA_EXC) +
+                 make_logs(t2, "  at x\n", "  at y\n"),
+                 d.events)
+  end
+
+  def test_do_not_split_exception_after_pause
+    d = create_driver
+    t1 = 0
+    t2 = 0
+    d.run do
+      t1 = Time.now.to_i
+      feed_lines(d, t1, JAVA_EXC)
+      sleep 1
+      t2 = Time.now.to_i
+      feed_lines(d, t2, "  at x\n  at y\n")
+      d.instance.before_shutdown
+    end
+    assert_equal(make_logs(t1, JAVA_EXC + "  at x\n  at y\n"), d.events)
+  end
+
+  def get_out_tags(remove_tag_prefix, original_tag)
+    cfg = "remove_tag_prefix #{remove_tag_prefix}"
+    d = create_driver(cfg, original_tag)
+    run_driver(d, ARBITRARY_TEXT, JAVA_EXC, ARBITRARY_TEXT)
+    d.emits.collect { |e| e[0] }.sort.uniq
+  end
+
+  def test_remove_tag_prefix
+    tags = get_out_tags('prefix.plus', 'prefix.plus.rest.of.the.tag')
+    assert_equal(['rest.of.the.tag'], tags)
+    tags = get_out_tags('prefix.pl', 'prefix.plus.rest.of.the.tag')
+    assert_equal(['prefix.plus.rest.of.the.tag'], tags)
+    tags = get_out_tags('does.not.occur', 'prefix.plus.rest.of.the.tag')
+    assert_equal(['prefix.plus.rest.of.the.tag'], tags)
+  end
+
+  def test_flush_after_max_lines
+    cfg = 'max_lines 2'
+    d = create_driver(cfg)
+    t = Time.now.to_i
+    d.run do
+      feed_lines(d, t, PYTHON_EXC, JAVA_EXC)
+    end
+    expected =
+      [PYTHON_EXC.lines[0..2].join] + PYTHON_EXC.lines[3..-1] + [JAVA_EXC]
+    assert_equal(make_logs(t, *expected), d.events)
+  end
+end