fluent-plugin-group-exceptions 0.0.14

data/lib/fluent/plugin/out_detect_exceptions.rb

@@ -0,0 +1,141 @@
+#
+# Copyright 2016 Google Inc. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'fluent/plugin/exception_detector'
+require 'fluent/output'
+
+module Fluent
+  # This output plugin consumes a log stream of JSON objects which contain
+  # single-line log messages. If a consecutive sequence of log messages form
+  # an exception stack trace, they forwarded as a single, combined JSON
+  # object. Otherwise, the input log data is forwarded as is.
+  class DetectExceptionsOutput < Output
+    desc 'The prefix to be removed from the input tag when outputting a record.'
+    config_param :remove_tag_prefix, :string
+    desc 'The field which contains the raw message text in the input JSON data.'
+    config_param :message, :string, default: ''
+    desc 'The interval of flushing the buffer for multiline format.'
+    config_param :multiline_flush_interval, :time, default: nil
+    desc 'Programming languages for which to detect exceptions. Default: all.'
+    config_param :languages, :array, value_type: :string, default: []
+    desc 'Maximum number of lines to flush (0 means no limit). Default: 1000.'
+    config_param :max_lines, :integer, default: 1000
+    desc 'Maximum number of bytes to flush (0 means no limit). Default: 0.'
+    config_param :max_bytes, :integer, default: 0
+    desc 'Separate log streams by this field in the input JSON data.'
+    config_param :stream, :string, default: ''
+
+    Fluent::Plugin.register_output('group_exceptions', self)
+
+    def configure(conf)
+      super
+
+      if multiline_flush_interval
+        @check_flush_interval = [multiline_flush_interval * 0.1, 1].max
+      end
+
+      @languages = languages.map(&:to_sym)
+
+      # Maps log stream tags to a corresponding TraceAccumulator.
+      @accumulators = {}
+    end
+    
+    def multi_workers_ready?
+      true
+    end
+
+    def start
+      super
+
+      if multiline_flush_interval
+        @flush_buffer_mutex = Mutex.new
+        @stop_check = false
+        @thread = Thread.new(&method(:check_flush_loop))
+      end
+    end
+
+    def before_shutdown
+      flush_buffers
+      super if defined?(super)
+    end
+
+    def shutdown
+      # Before shutdown is not available in older fluentd versions.
+      # Hence, we make sure that we flush the buffers here as well.
+      flush_buffers
+      @thread.join if @multiline_flush_interval
+      super
+    end
+
+    def emit(tag, es, chain)
+      es.each do |time_sec, record|
+        process_record(tag, time_sec, record)
+      end
+      chain.next
+    end
+
+    private
+
+    def process_record(tag, time_sec, record)
+      synchronize do
+        log_id = [tag]
+        log_id.push(record.fetch(@stream, '')) unless @stream.empty?
+        unless @accumulators.key?(log_id)
+          out_tag = tag.sub(/^#{Regexp.escape(@remove_tag_prefix)}\./, '')
+          @accumulators[log_id] =
+            Fluent::TraceAccumulator.new(@message, @languages,
+                                         max_lines: @max_lines,
+                                         max_bytes: @max_bytes) do |t, r|
+              router.emit(out_tag, t, r)
+            end
+        end
+
+        @accumulators[log_id].push(time_sec, record)
+      end
+    end
+
+    def flush_buffers
+      synchronize do
+        @stop_check = true
+        @accumulators.each_value(&:force_flush)
+      end
+    end
+
+    def check_flush_loop
+      @flush_buffer_mutex.synchronize do
+        loop do
+          @flush_buffer_mutex.sleep(@check_flush_interval)
+          now = Time.now
+          break if @stop_check
+          @accumulators.each_value do |acc|
+            acc.force_flush if now - acc.buffer_start_time >
+                               @multiline_flush_interval
+          end
+        end
+      end
+    rescue
+      log.error 'error in check_flush_loop', error: $ERROR_INFO.to_s
+      log.error_backtrace
+    end
+
+    def synchronize(&block)
+      if @multiline_flush_interval
+        @flush_buffer_mutex.synchronize(&block)
+      else
+        yield
+      end
+    end
+  end
+end

data/test/helper.rb

@@ -0,0 +1,46 @@
+# Copyright 2016 Google Inc. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'rubygems'
+require 'bundler'
+
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts 'Run `bundle install` to install missing gems'
+  exit e.status_code
+end
+
+require 'test/unit'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'fluent/test'
+
+unless ENV.key?('VERBOSE')
+  nulllogger = Object.new
+  nulllogger.instance_eval do |_|
+    def respond_to_missing?
+      true
+    end
+
+    def method_missing(_method, *_args) # rubocop:disable Style/MethodMissing
+    end
+  end
+  # global $log variable is used by fluentd
+  $log = nulllogger # rubocop:disable Style/GlobalVars
+end
+
+require 'fluent/plugin/out_detect_exceptions'

data/test/plugin/bench_exception_detector.rb

@@ -0,0 +1,73 @@
+# Copyright 2016 Google Inc. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'benchmark'
+
+require 'fluent/plugin/exception_detector'
+
+size_in_m = 25
+line_length = 50
+
+size = size_in_m << 20
+
+JAVA_EXC = <<END.freeze
+Jul 09, 2015 3:23:29 PM com.google.devtools.search.cloud.feeder.MakeLog: RuntimeException: Run from this message!
+  at com.my.app.Object.do$a1(MakeLog.java:50)
+  at java.lang.Thing.call(Thing.java:10)
+  at com.my.app.Object.help(MakeLog.java:40)
+  at sun.javax.API.method(API.java:100)
+  at com.jetty.Framework.main(MakeLog.java:30)
+END
+
+PYTHON_EXC = <<END.freeze
+Traceback (most recent call last):
+  File "/base/data/home/runtimes/python27/python27_lib/versions/third_party/webapp2-2.5.2/webapp2.py", line 1535, in __call__
+    rv = self.handle_exception(request, response, e)
+  File "/base/data/home/apps/s~nearfieldspy/1.378705245900539993/nearfieldspy.py", line 17, in start
+    return get()
+  File "/base/data/home/apps/s~nearfieldspy/1.378705245900539993/nearfieldspy.py", line 5, in get
+    raise Exception('spam', 'eggs')
+Exception: ('spam', 'eggs')
+END
+
+chars = [('a'..'z'), ('A'..'Z')].map(&:to_a).flatten
+
+random_text = (1..(size / line_length)).collect do
+  (0...line_length).map { chars[rand(chars.length)] }.join
+end
+
+exceptions = {
+  java: (JAVA_EXC * (size / JAVA_EXC.length)).lines,
+  python: (PYTHON_EXC * (size / PYTHON_EXC.length)).lines
+}
+
+puts "Start benchmark. Input size #{size_in_m}M."
+Benchmark.bm do |x|
+  languages = Fluent::ExceptionDetectorConfig::RULES_BY_LANG.keys
+  languages.each do |lang|
+    buffer = Fluent::TraceAccumulator.new(nil, lang) {}
+    x.report("#{lang}_detector_random_text") do
+      random_text.each { |l| buffer.push(0, l) }
+    end
+  end
+  [:java, :python, :all].each do |detector_lang|
+    buffer = Fluent::TraceAccumulator.new(nil, detector_lang) {}
+    exc_languages = detector_lang == :all ? exceptions.keys : [detector_lang]
+    exc_languages.each do |exc_lang|
+      x.report("#{detector_lang}_detector_#{exc_lang}_stacks") do
+        exceptions[exc_lang].each { |l| buffer.push(0, l) }
+      end
+    end
+  end
+end

data/test/plugin/test_exception_detector.rb

@@ -0,0 +1,849 @@
+# Copyright 2016 Google Inc. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require_relative '../helper'
+require 'fluent/plugin/exception_detector'
+
+class ExceptionDetectorTest < Test::Unit::TestCase
+  JAVA_EXC_PART1 = <<END.freeze
+Jul 09, 2015 3:23:29 PM com.google.devtools.search.cloud.feeder.MakeLog: RuntimeException: Run from this message!
+  at com.my.app.Object.do$a1(MakeLog.java:50)
+  at java.lang.Thing.call(Thing.java:10)
+END
+
+  JAVA_EXC_PART2 = <<END.freeze
+  at com.my.app.Object.help(MakeLog.java:40)
+  at sun.javax.API.method(API.java:100)
+  at com.jetty.Framework.main(MakeLog.java:30)
+END
+
+  JAVA_EXC = (JAVA_EXC_PART1 + JAVA_EXC_PART2).freeze
+
+  COMPLEX_JAVA_EXC = <<END.freeze
+javax.servlet.ServletException: Something bad happened
+    at com.example.myproject.OpenSessionInViewFilter.doFilter(OpenSessionInViewFilter.java:60)
+    at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157)
+    at com.example.myproject.ExceptionHandlerFilter.doFilter(ExceptionHandlerFilter.java:28)
+    at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157)
+    at com.example.myproject.OutputBufferFilter.doFilter(OutputBufferFilter.java:33)
+    at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1157)
+    at org.mortbay.jetty.servlet.ServletHandler.handle(ServletHandler.java:388)
+    at org.mortbay.jetty.security.SecurityHandler.handle(SecurityHandler.java:216)
+    at org.mortbay.jetty.servlet.SessionHandler.handle(SessionHandler.java:182)
+    at org.mortbay.jetty.handler.ContextHandler.handle(ContextHandler.java:765)
+    at org.mortbay.jetty.webapp.WebAppContext.handle(WebAppContext.java:418)
+    at org.mortbay.jetty.handler.HandlerWrapper.handle(HandlerWrapper.java:152)
+    at org.mortbay.jetty.Server.handle(Server.java:326)
+    at org.mortbay.jetty.HttpConnection.handleRequest(HttpConnection.java:542)
+    at org.mortbay.jetty.HttpConnection$RequestHandler.content(HttpConnection.java:943)
+    at org.mortbay.jetty.HttpParser.parseNext(HttpParser.java:756)
+    at org.mortbay.jetty.HttpParser.parseAvailable(HttpParser.java:218)
+    at org.mortbay.jetty.HttpConnection.handle(HttpConnection.java:404)
+    at org.mortbay.jetty.bio.SocketConnector$Connection.run(SocketConnector.java:228)
+    at org.mortbay.thread.QueuedThreadPool$PoolThread.run(QueuedThreadPool.java:582)
+Caused by: com.example.myproject.MyProjectServletException
+    at com.example.myproject.MyServlet.doPost(MyServlet.java:169)
+    at javax.servlet.http.HttpServlet.service(HttpServlet.java:727)
+    at javax.servlet.http.HttpServlet.service(HttpServlet.java:820)
+    at org.mortbay.jetty.servlet.ServletHolder.handle(ServletHolder.java:511)
+    at org.mortbay.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1166)
+    at com.example.myproject.OpenSessionInViewFilter.doFilter(OpenSessionInViewFilter.java:30)
+    ... 27 common frames omitted
+END
+
+  NESTED_JAVA_EXC = <<END.freeze
+java.lang.RuntimeException: javax.mail.SendFailedException: Invalid Addresses;
+  nested exception is:
+com.sun.mail.smtp.SMTPAddressFailedException: 550 5.7.1 <[REDACTED_EMAIL_ADDRESS]>... Relaying denied
+
+	at com.nethunt.crm.api.server.adminsync.AutomaticEmailFacade.sendWithSmtp(AutomaticEmailFacade.java:236)
+	at com.nethunt.crm.api.server.adminsync.AutomaticEmailFacade.sendSingleEmail(AutomaticEmailFacade.java:285)
+	at com.nethunt.crm.api.server.adminsync.AutomaticEmailFacade.lambda$sendSingleEmail$3(AutomaticEmailFacade.java:254)
+	at java.util.Optional.ifPresent(Optional.java:159)
+	at com.nethunt.crm.api.server.adminsync.AutomaticEmailFacade.sendSingleEmail(AutomaticEmailFacade.java:253)
+	at com.nethunt.crm.api.server.adminsync.AutomaticEmailFacade.sendSingleEmail(AutomaticEmailFacade.java:249)
+	at com.nethunt.crm.api.email.EmailSender.lambda$notifyPerson$0(EmailSender.java:80)
+	at com.nethunt.crm.api.util.ManagedExecutor.lambda$execute$0(ManagedExecutor.java:36)
+	at com.nethunt.crm.api.util.RequestContextActivator.lambda$withRequestContext$0(RequestContextActivator.java:36)
+	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
+	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
+	at java.base/java.lang.Thread.run(Thread.java:748)
+Caused by: javax.mail.SendFailedException: Invalid Addresses;
+  nested exception is:
+com.sun.mail.smtp.SMTPAddressFailedException: 550 5.7.1 <[REDACTED_EMAIL_ADDRESS]>... Relaying denied
+
+	at com.sun.mail.smtp.SMTPTransport.rcptTo(SMTPTransport.java:2064)
+	at com.sun.mail.smtp.SMTPTransport.sendMessage(SMTPTransport.java:1286)
+	at com.nethunt.crm.api.server.adminsync.AutomaticEmailFacade.sendWithSmtp(AutomaticEmailFacade.java:229)
+	... 12 more
+Caused by: com.sun.mail.smtp.SMTPAddressFailedException: 550 5.7.1 <[REDACTED_EMAIL_ADDRESS]>... Relaying denied
+END
+
+  NODE_JS_EXC = <<END.freeze
+ReferenceError: myArray is not defined
+  at next (/app/node_modules/express/lib/router/index.js:256:14)
+  at /app/node_modules/express/lib/router/index.js:615:15
+  at next (/app/node_modules/express/lib/router/index.js:271:10)
+  at Function.process_params (/app/node_modules/express/lib/router/index.js:330:12)
+  at /app/node_modules/express/lib/router/index.js:277:22
+  at Layer.handle [as handle_request] (/app/node_modules/express/lib/router/layer.js:95:5)
+  at Route.dispatch (/app/node_modules/express/lib/router/route.js:112:3)
+  at next (/app/node_modules/express/lib/router/route.js:131:13)
+  at Layer.handle [as handle_request] (/app/node_modules/express/lib/router/layer.js:95:5)
+  at /app/app.js:52:3
+END
+
+  CLIENT_JS_EXC = <<END.freeze
+Error
+    at bls (<anonymous>:3:9)
+    at <anonymous>:6:4
+    at a_function_name
+    at Object.InjectedScript._evaluateOn (http://<anonymous>/file.js?foo=bar:875:140)
+    at Object.InjectedScript.evaluate (<anonymous>)
+END
+
+  V8_JS_EXC = <<END.freeze
+V8 errors stack trace
+  eval at Foo.a (eval at Bar.z (myscript.js:10:3))
+  at new Contructor.Name (native)
+  at new FunctionName (unknown location)
+  at Type.functionName [as methodName] (file(copy).js?query='yes':12:9)
+  at functionName [as methodName] (native)
+  at Type.main(sample(copy).js:6:4)
+END
+
+  PYTHON_EXC = <<END.freeze
+Traceback (most recent call last):
+  File "/base/data/home/runtimes/python27/python27_lib/versions/third_party/webapp2-2.5.2/webapp2.py", line 1535, in __call__
+    rv = self.handle_exception(request, response, e)
+  File "/base/data/home/apps/s~nearfieldspy/1.378705245900539993/nearfieldspy.py", line 17, in start
+    return get()
+  File "/base/data/home/apps/s~nearfieldspy/1.378705245900539993/nearfieldspy.py", line 5, in get
+    raise Exception('spam', 'eggs')
+Exception: ('spam', 'eggs')
+END
+
+  PHP_EXC = <<END.freeze
+exception 'Exception' with message 'Custom exception' in /home/joe/work/test-php/test.php:5
+Stack trace:
+#0 /home/joe/work/test-php/test.php(9): func1()
+#1 /home/joe/work/test-php/test.php(13): func2()
+#2 {main}
+END
+
+  PHP_ON_GAE_EXC = <<END.freeze
+PHP Fatal error:  Uncaught exception 'Exception' with message 'message' in /base/data/home/apps/s~crash-example-php/1.388306779641080894/errors.php:60
+Stack trace:
+#0 [internal function]: ErrorEntryGenerator::{closure}()
+#1 /base/data/home/apps/s~crash-example-php/1.388306779641080894/errors.php(20): call_user_func_array(Object(Closure), Array)
+#2 /base/data/home/apps/s~crash-example-php/1.388306779641080894/index.php(36): ErrorEntry->__call('raise', Array)
+#3 /base/data/home/apps/s~crash-example-php/1.388306779641080894/index.php(36): ErrorEntry->raise()
+#4 {main}
+  thrown in /base/data/home/apps/s~crash-example-php/1.388306779641080894/errors.php on line 60
+END
+
+  GO_EXC = <<END.freeze
+panic: my panic
+
+goroutine 4 [running]:
+panic(0x45cb40, 0x47ad70)
+	/usr/local/go/src/runtime/panic.go:542 +0x46c fp=0xc42003f7b8 sp=0xc42003f710 pc=0x422f7c
+main.main.func1(0xc420024120)
+	foo.go:6 +0x39 fp=0xc42003f7d8 sp=0xc42003f7b8 pc=0x451339
+runtime.goexit()
+	/usr/local/go/src/runtime/asm_amd64.s:2337 +0x1 fp=0xc42003f7e0 sp=0xc42003f7d8 pc=0x44b4d1
+created by main.main
+	foo.go:5 +0x58
+
+goroutine 1 [chan receive]:
+runtime.gopark(0x4739b8, 0xc420024178, 0x46fcd7, 0xc, 0xc420028e17, 0x3)
+	/usr/local/go/src/runtime/proc.go:280 +0x12c fp=0xc420053e30 sp=0xc420053e00 pc=0x42503c
+runtime.goparkunlock(0xc420024178, 0x46fcd7, 0xc, 0x1000f010040c217, 0x3)
+	/usr/local/go/src/runtime/proc.go:286 +0x5e fp=0xc420053e70 sp=0xc420053e30 pc=0x42512e
+runtime.chanrecv(0xc420024120, 0x0, 0xc420053f01, 0x4512d8)
+	/usr/local/go/src/runtime/chan.go:506 +0x304 fp=0xc420053f20 sp=0xc420053e70 pc=0x4046b4
+runtime.chanrecv1(0xc420024120, 0x0)
+	/usr/local/go/src/runtime/chan.go:388 +0x2b fp=0xc420053f50 sp=0xc420053f20 pc=0x40439b
+main.main()
+	foo.go:9 +0x6f fp=0xc420053f80 sp=0xc420053f50 pc=0x4512ef
+runtime.main()
+	/usr/local/go/src/runtime/proc.go:185 +0x20d fp=0xc420053fe0 sp=0xc420053f80 pc=0x424bad
+runtime.goexit()
+	/usr/local/go/src/runtime/asm_amd64.s:2337 +0x1 fp=0xc420053fe8 sp=0xc420053fe0 pc=0x44b4d1
+
+goroutine 2 [force gc (idle)]:
+runtime.gopark(0x4739b8, 0x4ad720, 0x47001e, 0xf, 0x14, 0x1)
+	/usr/local/go/src/runtime/proc.go:280 +0x12c fp=0xc42003e768 sp=0xc42003e738 pc=0x42503c
+runtime.goparkunlock(0x4ad720, 0x47001e, 0xf, 0xc420000114, 0x1)
+	/usr/local/go/src/runtime/proc.go:286 +0x5e fp=0xc42003e7a8 sp=0xc42003e768 pc=0x42512e
+runtime.forcegchelper()
+	/usr/local/go/src/runtime/proc.go:238 +0xcc fp=0xc42003e7e0 sp=0xc42003e7a8 pc=0x424e5c
+runtime.goexit()
+	/usr/local/go/src/runtime/asm_amd64.s:2337 +0x1 fp=0xc42003e7e8 sp=0xc42003e7e0 pc=0x44b4d1
+created by runtime.init.4
+	/usr/local/go/src/runtime/proc.go:227 +0x35
+
+goroutine 3 [GC sweep wait]:
+runtime.gopark(0x4739b8, 0x4ad7e0, 0x46fdd2, 0xd, 0x419914, 0x1)
+	/usr/local/go/src/runtime/proc.go:280 +0x12c fp=0xc42003ef60 sp=0xc42003ef30 pc=0x42503c
+runtime.goparkunlock(0x4ad7e0, 0x46fdd2, 0xd, 0x14, 0x1)
+	/usr/local/go/src/runtime/proc.go:286 +0x5e fp=0xc42003efa0 sp=0xc42003ef60 pc=0x42512e
+runtime.bgsweep(0xc42001e150)
+	/usr/local/go/src/runtime/mgcsweep.go:52 +0xa3 fp=0xc42003efd8 sp=0xc42003efa0 pc=0x419973
+runtime.goexit()
+	/usr/local/go/src/runtime/asm_amd64.s:2337 +0x1 fp=0xc42003efe0 sp=0xc42003efd8 pc=0x44b4d1
+created by runtime.gcenable
+	/usr/local/go/src/runtime/mgc.go:216 +0x58
+END
+
+  GO_ON_GAE_EXC = <<END.freeze
+panic: runtime error: index out of range
+
+goroutine 12 [running]:
+main88989.memoryAccessException()
+	crash_example_go.go:58 +0x12a
+main88989.handler(0x2afb7042a408, 0xc01042f880, 0xc0104d3450)
+	crash_example_go.go:36 +0x7ec
+net/http.HandlerFunc.ServeHTTP(0x13e5128, 0x2afb7042a408, 0xc01042f880, 0xc0104d3450)
+	go/src/net/http/server.go:1265 +0x56
+net/http.(*ServeMux).ServeHTTP(0xc01045cab0, 0x2afb7042a408, 0xc01042f880, 0xc0104d3450)
+	go/src/net/http/server.go:1541 +0x1b4
+appengine_internal.executeRequestSafely(0xc01042f880, 0xc0104d3450)
+	go/src/appengine_internal/api_prod.go:288 +0xb7
+appengine_internal.(*server).HandleRequest(0x15819b0, 0xc010401560, 0xc0104c8180, 0xc010431380, 0x0, 0x0)
+	go/src/appengine_internal/api_prod.go:222 +0x102b
+reflect.Value.call(0x1243fe0, 0x15819b0, 0x113, 0x12c8a20, 0x4, 0xc010485f78, 0x3, 0x3, 0x0, 0x0, ...)
+	/tmp/appengine/go/src/reflect/value.go:419 +0x10fd
+reflect.Value.Call(0x1243fe0, 0x15819b0, 0x113, 0xc010485f78, 0x3, 0x3, 0x0, 0x0, 0x0)
+	/tmp/ap
+END
+
+  GO_SIGNAL_EXC = <<END.freeze
+panic: runtime error: invalid memory address or nil pointer dereference
+[signal SIGSEGV: segmentation violation code=0x1 addr=0x0 pc=0x7fd34f]
+
+goroutine 5 [running]:
+panics.nilPtrDereference()
+	panics/panics.go:33 +0x1f
+panics.Wait()
+	panics/panics.go:16 +0x3b
+created by main.main
+	server.go:20 +0x91
+END
+
+  GO_HTTP = <<END.freeze
+2019/01/15 07:48:05 http: panic serving [::1]:54143: test panic
+goroutine 24 [running]:
+net/http.(*conn).serve.func1(0xc00007eaa0)
+	/usr/local/go/src/net/http/server.go:1746 +0xd0
+panic(0x12472a0, 0x12ece10)
+	/usr/local/go/src/runtime/panic.go:513 +0x1b9
+main.doPanic(0x12f0ea0, 0xc00010e1c0, 0xc000104400)
+	/Users/ingvar/src/go/src/httppanic.go:8 +0x39
+net/http.HandlerFunc.ServeHTTP(0x12be2e8, 0x12f0ea0, 0xc00010e1c0, 0xc000104400)
+	/usr/local/go/src/net/http/server.go:1964 +0x44
+net/http.(*ServeMux).ServeHTTP(0x14a17a0, 0x12f0ea0, 0xc00010e1c0, 0xc000104400)
+	/usr/local/go/src/net/http/server.go:2361 +0x127
+net/http.serverHandler.ServeHTTP(0xc000085040, 0x12f0ea0, 0xc00010e1c0, 0xc000104400)
+	/usr/local/go/src/net/http/server.go:2741 +0xab
+net/http.(*conn).serve(0xc00007eaa0, 0x12f10a0, 0xc00008a780)
+	/usr/local/go/src/net/http/server.go:1847 +0x646
+created by net/http.(*Server).Serve
+	/usr/local/go/src/net/http/server.go:2851 +0x2f5
+END
+  CSHARP_EXC = <<END.freeze
+System.Collections.Generic.KeyNotFoundException: The given key was not present in the dictionary.
+  at System.Collections.Generic.Dictionary`2[System.String,System.Collections.Generic.Dictionary`2[System.Int32,System.Double]].get_Item (System.String key) [0x00000] in <filename unknown>:0
+  at File3.Consolidator_Class.Function5 (System.Collections.Generic.Dictionary`2 names, System.Text.StringBuilder param_4) [0x00007] in /usr/local/google/home/Csharp/another file.csharp:9
+  at File3.Consolidator_Class.Function4 (System.Text.StringBuilder param_4, System.Double[,,] array) [0x00013] in /usr/local/google/home/Csharp/another file.csharp:23
+  at File3.Consolidator_Class.Function3 (Int32 param_3) [0x0000f] in /usr/local/google/home/Csharp/another file.csharp:27
+  at File3.Consolidator_Class.Function3 (System.Text.StringBuilder param_3) [0x00007] in /usr/local/google/home/Csharp/another file.csharp:32
+  at File2.Processor.Function2 (System.Int32& param_2, System.Collections.Generic.Stack`1& numbers) [0x00003] in /usr/local/google/home/Csharp/File2.csharp:19
+  at File2.Processor.Random2 () [0x00037] in /usr/local/google/home/Csharp/File2.csharp:28
+  at File2.Processor.Function1 (Int32 param_1, System.Collections.Generic.Dictionary`2 map) [0x00007] in /usr/local/google/home/Csharp/File2.csharp:34
+  at Main.Welcome+<Main>c__AnonStorey0.<>m__0 () [0x00006] in /usr/local/google/home/Csharp/hello.csharp:48
+  at System.Threading.Thread.StartInternal () [0x00000] in <filename unknown>:0
+END
+
+  CSHARP_NESTED_EXC = <<END.freeze
+System.InvalidOperationException: This is the outer exception ---> System.InvalidOperationException: This is the inner exception
+  at ExampleApp.NestedExceptionExample.LowestLevelMethod() in c:/ExampleApp/ExampleApp/NestedExceptionExample.cs:line 33
+  at ExampleApp.NestedExceptionExample.ThirdLevelMethod() in c:/ExampleApp/ExampleApp/NestedExceptionExample.cs:line 28
+  at ExampleApp.NestedExceptionExample.SecondLevelMethod() in c:/ExampleApp/ExampleApp/NestedExceptionExample.cs:line 18
+  --- End of inner exception stack trace ---
+  at ExampleApp.NestedExceptionExample.SecondLevelMethod() in c:/ExampleApp/ExampleApp/NestedExceptionExample.cs:line 22
+  at ExampleApp.NestedExceptionExample.TopLevelMethod() in c:/ExampleApp/ExampleApp/NestedExceptionExample.cs:line 11
+  at ExampleApp.Program.Main(String[] args) in c:/ExampleApp/ExampleApp/Program.cs:line 11
+END
+
+  CSHARP_ASYNC_EXC = <<END.freeze
+System.InvalidOperationException: This is an exception
+   at ExampleApp2.AsyncExceptionExample.LowestLevelMethod() in c:/ExampleApp/ExampleApp/AsyncExceptionExample.cs:line 36
+   at ExampleApp2.AsyncExceptionExample.<ThirdLevelMethod>d__2.MoveNext() in c:/ExampleApp/ExampleApp/AsyncExceptionExample.cs:line 31
+--- End of stack trace from previous location where exception was thrown ---
+   at System.Runtime.CompilerServices.TaskAwaiter.ThrowForNonSuccess(Task task)
+   at System.Runtime.CompilerServices.TaskAwaiter.HandleNonSuccessAndDebuggerNotification(Task task)
+   at System.Runtime.CompilerServices.TaskAwaiter.GetResult()
+   at ExampleApp2.AsyncExceptionExample.<SecondLevelMethod>d__1.MoveNext() in c:/ExampleApp/ExampleApp/AsyncExceptionExample.cs:line 25
+--- End of stack trace from previous location where exception was thrown ---
+   at System.Runtime.CompilerServices.TaskAwaiter.ThrowForNonSuccess(Task task)
+   at System.Runtime.CompilerServices.TaskAwaiter.HandleNonSuccessAndDebuggerNotification(Task task)
+   at System.Runtime.CompilerServices.TaskAwaiter.GetResult()
+   at ExampleApp2.AsyncExceptionExample.<TopLevelMethod>d__0.MoveNext() in c:/ExampleApp/ExampleApp/AsyncExceptionExample.cs:line 14
+END
+
+  RUBY_EXC = <<END.freeze
+ NoMethodError (undefined method `resursivewordload' for #<BooksController:0x007f8dd9a0c738>):
+  app/controllers/books_controller.rb:69:in `recursivewordload'
+  app/controllers/books_controller.rb:75:in `loadword'
+  app/controllers/books_controller.rb:79:in `loadline'
+  app/controllers/books_controller.rb:83:in `loadparagraph'
+  app/controllers/books_controller.rb:87:in `loadpage'
+  app/controllers/books_controller.rb:91:in `onload'
+  app/controllers/books_controller.rb:95:in `loadrecursive'
+  app/controllers/books_controller.rb:99:in `requestload'
+  app/controllers/books_controller.rb:118:in `generror'
+  config/error_reporting_logger.rb:62:in `tagged'
+END
+
+  # The whitespace on the second line is significant.
+  # rubocop:disable TrailingWhitespace
+  RAILS_EXC = <<END.freeze
+ ActionController::RoutingError (No route matches [GET] "/settings"):
+  
+  actionpack (5.1.4) lib/action_dispatch/middleware/debug_exceptions.rb:63:in `call'
+  actionpack (5.1.4) lib/action_dispatch/middleware/show_exceptions.rb:31:in `call'
+  railties (5.1.4) lib/rails/rack/logger.rb:36:in `call_app'
+  railties (5.1.4) lib/rails/rack/logger.rb:24:in `block in call'
+  activesupport (5.1.4) lib/active_support/tagged_logging.rb:69:in `block in tagged'
+  activesupport (5.1.4) lib/active_support/tagged_logging.rb:26:in `tagged'
+  activesupport (5.1.4) lib/active_support/tagged_logging.rb:69:in `tagged'
+  railties (5.1.4) lib/rails/rack/logger.rb:24:in `call'
+  actionpack (5.1.4) lib/action_dispatch/middleware/remote_ip.rb:79:in `call'
+  actionpack (5.1.4) lib/action_dispatch/middleware/request_id.rb:25:in `call'
+  rack (2.0.3) lib/rack/method_override.rb:22:in `call'
+  rack (2.0.3) lib/rack/runtime.rb:22:in `call'
+  activesupport (5.1.4) lib/active_support/cache/strategy/local_cache_middleware.rb:27:in `call'
+  actionpack (5.1.4) lib/action_dispatch/middleware/executor.rb:12:in `call'
+  rack (2.0.3) lib/rack/sendfile.rb:111:in `call'
+  railties (5.1.4) lib/rails/engine.rb:522:in `call'
+  puma (3.10.0) lib/puma/configuration.rb:225:in `call'
+  puma (3.10.0) lib/puma/server.rb:605:in `handle_request'
+  puma (3.10.0) lib/puma/server.rb:437:in `process_client'
+  puma (3.10.0) lib/puma/server.rb:301:in `block in run'
+  puma (3.10.0) lib/puma/thread_pool.rb:120:in `block in spawn_thread'
+END
+
+  DART_ERR = <<END.freeze
+Unhandled exception:
+Instance of 'MyError'
+#0      main.<anonymous closure> (file:///path/to/code/dartFile.dart:15:20)
+#1      printError (file:///path/to/code/dartFile.dart:37:13)
+#2      main (file:///path/to/code/dartFile.dart:15:3)
+#3      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#4      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_EXC = <<END.freeze
+Unhandled exception:
+Exception: exception message
+#0      main.<anonymous closure> (file:///path/to/code/dartFile.dart:17:20)
+#1      printError (file:///path/to/code/dartFile.dart:37:13)
+#2      main (file:///path/to/code/dartFile.dart:17:3)
+#3      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#4      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_ASYNC_ERR = <<END.freeze
+Unhandled exception:
+Bad state: oops
+#0      handleFailure (file:///test/example/http/handling_an_httprequest_error.dart:16:3)
+#1      main (file:///test/example/http/handling_an_httprequest_error.dart:24:5)
+<asynchronous suspension>
+#2      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#3      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_DIVIDE_BY_ZERO_ERR = <<END.freeze
+Unhandled exception:
+IntegerDivisionByZeroException
+#0      main.<anonymous closure> (file:///path/to/code/dartFile.dart:27:20)
+#1      printError (file:///path/to/code/dartFile.dart:42:13)
+#2      main (file:///path/to/code/dartFile.dart:27:3)
+#3      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#4      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_ARGUMENT_ERR = <<END.freeze
+Unhandled exception:
+Invalid argument(s): invalid argument
+#0      main.<anonymous closure> (file:///path/to/code/dartFile.dart:23:20)
+#1      printError (file:///path/to/code/dartFile.dart:42:13)
+#2      main (file:///path/to/code/dartFile.dart:23:3)
+#3      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#4      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_RANGE_ERR = <<END.freeze
+Unhandled exception:
+RangeError (index): Invalid value: Valid value range is empty: 1
+#0      List.[] (dart:core-patch/growable_array.dart:151)
+#1      main.<anonymous closure> (file:///path/to/code/dartFile.dart:31:23)
+#2      printError (file:///path/to/code/dartFile.dart:42:13)
+#3      main (file:///path/to/code/dartFile.dart:29:3)
+#4      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#5      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_ASSERTION_ERR = <<END.freeze
+Unhandled exception:
+Assertion failed
+#0      main.<anonymous closure> (file:///path/to/code/dartFile.dart:9:20)
+#1      printError (file:///path/to/code/dartFile.dart:36:13)
+#2      main (file:///path/to/code/dartFile.dart:9:3)
+#3      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#4      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_ABSTRACT_CLASS_ERR = <<END.freeze
+Unhandled exception:
+Cannot instantiate abstract class LNClassName: _url 'null' line null
+#0      main.<anonymous closure> (file:///path/to/code/dartFile.dart:12:20)
+#1      printError (file:///path/to/code/dartFile.dart:36:13)
+#2      main (file:///path/to/code/dartFile.dart:12:3)
+#3      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#4      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_READ_STATIC_ERR = <<END.freeze
+Unhandled exception:
+Reading static variable 'variable' during its initialization
+#0      main.<anonymous closure> (file:///path/to/code/dartFile.dart:28:20)
+#1      printError (file:///path/to/code/dartFile.dart:43:13)
+#2      main (file:///path/to/code/dartFile.dart:28:3)
+#3      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#4      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_UNIMPLEMENTED_ERROR = <<END.freeze
+Unhandled exception:
+UnimplementedError: unimplemented
+#0      main.<anonymous closure> (file:///path/to/code/dartFile.dart:38:20)
+#1      printError (file:///path/to/code/dartFile.dart:61:13)
+#2      main (file:///path/to/code/dartFile.dart:38:3)
+#3      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#4      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_UNSUPPORTED_ERR = <<END.freeze
+Unhandled exception:
+Unsupported operation: unsupported
+#0      main.<anonymous closure> (file:///path/to/code/dartFile.dart:36:20)
+#1      printError (file:///path/to/code/dartFile.dart:61:13)
+#2      main (file:///path/to/code/dartFile.dart:36:3)
+#3      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#4      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_CONCURRENT_MODIFICATION_ERR = <<END.freeze
+Unhandled exception:
+Concurrent modification during iteration.
+#0      main.<anonymous closure> (file:///path/to/code/dartFile.dart:35:20)
+#1      printError (file:///path/to/code/dartFile.dart:61:13)
+#2      main (file:///path/to/code/dartFile.dart:35:3)
+#3      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#4      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_OOM_ERR = <<END.freeze
+Unhandled exception:
+Out of Memory
+#0      main.<anonymous closure> (file:///path/to/code/dartFile.dart:34:20)
+#1      printError (file:///path/to/code/dartFile.dart:61:13)
+#2      main (file:///path/to/code/dartFile.dart:34:3)
+#3      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#4      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_STACK_OVERFLOW_ERR = <<END.freeze
+Unhandled exception:
+Stack Overflow
+#0      main.<anonymous closure> (file:///path/to/code/dartFile.dart:33:20)
+#1      printError (file:///path/to/code/dartFile.dart:61:13)
+#2      main (file:///path/to/code/dartFile.dart:33:3)
+#3      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#4      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_FALLTHROUGH_ERR = <<END.freeze
+Unhandled exception:
+'null': Switch case fall-through at line null.
+#0      main.<anonymous closure> (file:///path/to/code/dartFile.dart:39:20)
+#1      printError (file:///path/to/code/dartFile.dart:51:13)
+#2      main (file:///path/to/code/dartFile.dart:39:3)
+#3      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#4      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_TYPE_ERR = <<END.freeze
+Unhandled exception:
+'file:///path/to/code/dartFile.dart': malformed type: line 7 pos 24: cannot resolve class 'NoType' from '::'
+  printError( () { new NoType(); } );
+                       ^
+
+
+#0      _TypeError._throwNew (dart:core-patch/errors_patch.dart:82)
+#1      main.<anonymous closure> (file:///path/to/code/dartFile.dart:7:24)
+#2      printError (file:///path/to/code/dartFile.dart:36:13)
+#3      main (file:///path/to/code/dartFile.dart:7:3)
+#4      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#5      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_FORMAT_ERR = <<END.freeze
+Unhandled exception:
+FormatException: format exception
+#0      main.<anonymous closure> (file:///path/to/code/dartFile.dart:25:20)
+#1      printError (file:///path/to/code/dartFile.dart:42:13)
+#2      main (file:///path/to/code/dartFile.dart:25:3)
+#3      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#4      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_FORMAT_WITH_CODE_ERR = <<END.freeze
+Unhandled exception:
+FormatException: Invalid base64 data (at line 3, character 8)
+this is not valid
+       ^
+
+#0      main.<anonymous closure> (file:///path/to/code/dartFile.dart:24:20)
+#1      printError (file:///path/to/code/dartFile.dart:42:13)
+#2      main (file:///path/to/code/dartFile.dart:24:3)
+#3      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#4      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_NO_METHOD_ERR = <<END.freeze
+Unhandled exception:
+NoSuchMethodError: No constructor 'TypeError' with matching arguments declared in class 'TypeError'.
+Receiver: Type: class 'TypeError'
+Tried calling: new TypeError("Invalid base64 data", "invalid", 36)
+Found: new TypeError()
+#0      NoSuchMethodError._throwNew (dart:core-patch/errors_patch.dart:196)
+#1      main.<anonymous closure> (file:///path/to/code/dartFile.dart:8:39)
+#2      printError (file:///path/to/code/dartFile.dart:36:13)
+#3      main (file:///path/to/code/dartFile.dart:8:3)
+#4      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#5      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  DART_NO_METHOD_GLOBAL_ERR = <<END.freeze
+Unhandled exception:
+NoSuchMethodError: No top-level method 'noMethod' declared.
+Receiver: top-level
+Tried calling: noMethod()
+#0      NoSuchMethodError._throwNew (dart:core-patch/errors_patch.dart:196)
+#1      main.<anonymous closure> (file:///path/to/code/dartFile.dart:10:20)
+#2      printError (file:///path/to/code/dartFile.dart:36:13)
+#3      main (file:///path/to/code/dartFile.dart:10:3)
+#4      _startIsolate.<anonymous closure> (dart:isolate-patch/isolate_patch.dart:265)
+#5      _RawReceivePortImpl._handleMessage (dart:isolate-patch/isolate_patch.dart:151)
+END
+
+  ARBITRARY_TEXT = <<END.freeze
+This arbitrary text.
+It sounds tympanic: a word which means like a drum.
+
+I am glad it contains no exception.
+END
+
+  def check_multiline(detector, expected_first, expected_last, multiline)
+    lines = multiline.lines
+    lines.each_with_index do |line, index|
+      action = detector.update(line)
+      case index
+      when 0
+        assert_equal(expected_first, action,
+                     "unexpected action on first line: #{line}")
+      when lines.length - 1
+        assert_equal(expected_last, action,
+                     "unexpected action on last line: #{line}")
+      else
+        assert_equal(:inside_trace, action, "line not buffered: #{line}")
+      end
+    end
+  end
+
+  def check_no_multiline(detector, text)
+    text.lines.each do |line|
+      action = detector.update(line)
+      assert_equal(:no_trace, action, "unexpected action on line: #{line}")
+    end
+  end
+
+  def check_exception(exception, detects_end)
+    detector = Fluent::ExceptionDetector.new
+    after_exc = detects_end ? :end_trace : :inside_trace
+    before_second_exc = detects_end ? :inside_trace : :start_trace
+    check_multiline(detector, :no_trace, :no_trace, 'This is not an exception.')
+    check_multiline(detector, :inside_trace, after_exc, exception)
+    check_multiline(detector, :no_trace, :no_trace, 'This is not an exception.')
+    check_multiline(detector, :inside_trace, after_exc, exception)
+    check_multiline(detector, before_second_exc, after_exc, exception)
+  end
+
+  def test_java
+    check_exception(JAVA_EXC, false)
+    check_exception(COMPLEX_JAVA_EXC, false)
+    check_exception(NESTED_JAVA_EXC, false)
+  end
+
+  def test_js
+    check_exception(NODE_JS_EXC, false)
+    check_exception(CLIENT_JS_EXC, false)
+    check_exception(V8_JS_EXC, false)
+  end
+
+  def test_csharp
+    check_exception(CSHARP_EXC, false)
+    check_exception(CSHARP_NESTED_EXC, false)
+    check_exception(CSHARP_ASYNC_EXC, false)
+  end
+
+  def test_python
+    check_exception(PYTHON_EXC, true)
+  end
+
+  def test_php
+    check_exception(PHP_EXC, false)
+    check_exception(PHP_ON_GAE_EXC, true)
+  end
+
+  def test_go
+    check_exception(GO_EXC, false)
+    check_exception(GO_ON_GAE_EXC, false)
+    check_exception(GO_SIGNAL_EXC, false)
+    check_exception(GO_HTTP, false)
+  end
+
+  def test_ruby
+    check_exception(RUBY_EXC, false)
+    check_exception(RAILS_EXC, false)
+  end
+
+  def test_dart
+    check_exception(DART_ERR, false)
+    check_exception(DART_EXC, false)
+    check_exception(DART_ASYNC_ERR, false)
+    check_exception(DART_DIVIDE_BY_ZERO_ERR, false)
+    check_exception(DART_ARGUMENT_ERR, false)
+    check_exception(DART_RANGE_ERR, false)
+    check_exception(DART_READ_STATIC_ERR, false)
+    check_exception(DART_UNIMPLEMENTED_ERROR, false)
+    check_exception(DART_UNSUPPORTED_ERR, false)
+    check_exception(DART_CONCURRENT_MODIFICATION_ERR, false)
+    check_exception(DART_OOM_ERR, false)
+    check_exception(DART_STACK_OVERFLOW_ERR, false)
+    check_exception(DART_FALLTHROUGH_ERR, false)
+    check_exception(DART_TYPE_ERR, false)
+    check_exception(DART_FORMAT_ERR, false)
+    check_exception(DART_FORMAT_WITH_CODE_ERR, false)
+    check_exception(DART_NO_METHOD_ERR, false)
+    check_exception(DART_NO_METHOD_GLOBAL_ERR, false)
+    check_exception(DART_ASSERTION_ERR, false)
+    check_exception(DART_ABSTRACT_CLASS_ERR, false)
+  end
+
+  def test_mixed_languages
+    check_exception(JAVA_EXC, false)
+    check_exception(PYTHON_EXC, true)
+    check_exception(COMPLEX_JAVA_EXC, false)
+    check_exception(NODE_JS_EXC, false)
+    check_exception(PHP_EXC, false)
+    check_exception(PHP_ON_GAE_EXC, true)
+    check_exception(CLIENT_JS_EXC, false)
+    check_exception(GO_EXC, false)
+    check_exception(GO_ON_GAE_EXC, false)
+    check_exception(GO_SIGNAL_EXC, false)
+    check_exception(CSHARP_EXC, false)
+    check_exception(CSHARP_NESTED_EXC, false)
+    check_exception(CSHARP_ASYNC_EXC, false)
+    check_exception(V8_JS_EXC, false)
+    check_exception(RUBY_EXC, false)
+    check_exception(DART_ERR, false)
+    check_exception(DART_EXC, false)
+    check_exception(DART_ASYNC_ERR, false)
+    check_exception(DART_DIVIDE_BY_ZERO_ERR, false)
+    check_exception(DART_ARGUMENT_ERR, false)
+    check_exception(DART_RANGE_ERR, false)
+    check_exception(DART_READ_STATIC_ERR, false)
+    check_exception(DART_UNIMPLEMENTED_ERROR, false)
+    check_exception(DART_UNSUPPORTED_ERR, false)
+    check_exception(DART_CONCURRENT_MODIFICATION_ERR, false)
+    check_exception(DART_OOM_ERR, false)
+    check_exception(DART_STACK_OVERFLOW_ERR, false)
+    check_exception(DART_FALLTHROUGH_ERR, false)
+    check_exception(DART_TYPE_ERR, false)
+    check_exception(DART_FORMAT_ERR, false)
+    check_exception(DART_FORMAT_WITH_CODE_ERR, false)
+    check_exception(DART_NO_METHOD_ERR, false)
+    check_exception(DART_NO_METHOD_GLOBAL_ERR, false)
+    check_exception(DART_ASSERTION_ERR, false)
+    check_exception(DART_ABSTRACT_CLASS_ERR, false)
+  end
+
+  def test_reset
+    detector = Fluent::ExceptionDetector.new
+
+    check_multiline(detector, :inside_trace, :inside_trace, JAVA_EXC_PART1)
+    check_multiline(detector, :inside_trace, :inside_trace, JAVA_EXC_PART2)
+
+    check_multiline(detector, :start_trace, :inside_trace, JAVA_EXC_PART1)
+    detector.reset
+    check_no_multiline(detector, JAVA_EXC_PART2)
+  end
+
+  def feed_lines(buffer, *messages)
+    messages.each do |m|
+      m.each_line do |line|
+        buffer.push(0, line)
+      end
+      buffer.flush
+    end
+  end
+
+  Struct.new('TestBufferScenario', :desc, :languages, :input, :expected)
+
+  def buffer_scenario(desc, languages, input, expected)
+    Struct::TestBufferScenario.new(desc, languages, input, expected)
+  end
+
+  def test_buffer
+    [
+      buffer_scenario('mixed languages',
+                      [:all],
+                      [JAVA_EXC, ARBITRARY_TEXT, PYTHON_EXC, GO_EXC],
+                      [JAVA_EXC] + ARBITRARY_TEXT.lines + [PYTHON_EXC, GO_EXC]),
+      buffer_scenario('single language',
+                      [:go],
+                      [JAVA_EXC, ARBITRARY_TEXT, GO_EXC],
+                      JAVA_EXC.lines + ARBITRARY_TEXT.lines + [GO_EXC]),
+      buffer_scenario('some exceptions from non-configured languages',
+                      [:python],
+                      [JAVA_EXC, PYTHON_EXC, GO_EXC],
+                      JAVA_EXC.lines + [PYTHON_EXC] + GO_EXC.lines),
+      buffer_scenario('all exceptions from non-configured languages',
+                      [:ruby],
+                      [JAVA_EXC, PYTHON_EXC, GO_EXC],
+                      JAVA_EXC.lines + PYTHON_EXC.lines + GO_EXC.lines)
+    ].each do |s|
+      out = []
+      buffer = Fluent::TraceAccumulator.new(nil,
+                                            s.languages) { |_, m| out << m }
+      feed_lines(buffer, *s.input)
+      assert_equal(s.expected, out, s.desc)
+    end
+  end
+
+  def feed_json(buffer, message_field, messages)
+    messages.each do |m|
+      m.each_line do |line|
+        buffer.push(0, message_field => line)
+      end
+      buffer.flush
+    end
+  end
+
+  def expected_json(message_field, messages)
+    messages.collect { |m| { message_field => [m].flatten.join } }
+  end
+
+  Struct.new('TestJsonScenario',
+             :desc, :configured_field, :actual_field, :input, :output)
+
+  def json_scenario(desc, configured_field, actual_field, input, output)
+    Struct::TestJsonScenario.new(desc, configured_field, actual_field,
+                                 input, output)
+  end
+
+  def test_json_messages
+    [
+      json_scenario('User-defined message field', 'mydata', 'mydata',
+                    [PYTHON_EXC, ARBITRARY_TEXT, GO_EXC],
+                    [PYTHON_EXC] + ARBITRARY_TEXT.lines + [GO_EXC]),
+      json_scenario('Default message field "message"', '', 'message',
+                    [PYTHON_EXC, ARBITRARY_TEXT, GO_EXC],
+                    [PYTHON_EXC] + ARBITRARY_TEXT.lines + [GO_EXC]),
+      json_scenario('Default message field "log"', '', 'log',
+                    [PYTHON_EXC, ARBITRARY_TEXT, GO_EXC],
+                    [PYTHON_EXC] + ARBITRARY_TEXT.lines + [GO_EXC]),
+      json_scenario('Wrongly defined message field', 'doesnotexist', 'mydata',
+                    [PYTHON_EXC, ARBITRARY_TEXT, GO_EXC],
+                    PYTHON_EXC.lines + ARBITRARY_TEXT.lines + GO_EXC.lines),
+      json_scenario('Undefined message field', '', 'mydata',
+                    [PYTHON_EXC, ARBITRARY_TEXT, GO_EXC],
+                    PYTHON_EXC.lines + ARBITRARY_TEXT.lines + GO_EXC.lines)
+    ].each do |s|
+      out = []
+      buffer = Fluent::TraceAccumulator.new(s.configured_field,
+                                            [:all]) { |_, m| out << m }
+      feed_json(buffer, s.actual_field, s.input)
+      assert_equal(expected_json(s.actual_field, s.output), out, s.desc)
+    end
+  end
+
+  def test_max_lines_limit
+    # Limit is equal to the first part of the exception and forces it to be
+    # flushed before the rest of the exception is processed.
+    max_lines = JAVA_EXC_PART1.lines.length
+    out = []
+    buffer = Fluent::TraceAccumulator.new(nil,
+                                          [:all],
+                                          max_lines: max_lines) do |_, m|
+      out << m
+    end
+    feed_lines(buffer, JAVA_EXC)
+    assert_equal([JAVA_EXC_PART1] + JAVA_EXC_PART2.lines, out)
+  end
+
+  def test_high_max_bytes_limit
+    # Limit is just too small to add one more line to the buffered first part of
+    # the exception.
+    max_bytes = JAVA_EXC_PART1.length + JAVA_EXC_PART2.lines[0].length - 1
+    out = []
+    buffer = Fluent::TraceAccumulator.new(nil,
+                                          [:all],
+                                          max_bytes: max_bytes) do |_, m|
+      out << m
+    end
+    feed_lines(buffer, JAVA_EXC)
+    # Check that the trace is flushed after the first part.
+    assert_equal([JAVA_EXC_PART1] + JAVA_EXC_PART2.lines, out)
+  end
+
+  def test_low_max_bytes_limit
+    # Limit is exceeded by the character that follows the buffered first part of
+    # the exception.
+    max_bytes = JAVA_EXC_PART1.length
+    out = []
+    buffer = Fluent::TraceAccumulator.new(nil,
+                                          [:all],
+                                          max_bytes: max_bytes) do |_, m|
+      out << m
+    end
+    feed_lines(buffer, JAVA_EXC)
+    # Check that the trace is flushed after the first part.
+    assert_equal([JAVA_EXC_PART1] + JAVA_EXC_PART2.lines, out)
+  end
+end