traceview 3.0.0-java

data/lib/traceview/util.rb

@@ -0,0 +1,250 @@
+# Copyright (c) 2013 AppNeta, Inc.
+# All rights reserved.
+
+module TraceView
+  ##
+  # Provides utility methods for use while in the business
+  # of instrumenting code
+  module Util
+    class << self
+      def contextual_name(cls)
+        # Attempt to infer a contextual name if not indicated
+        #
+        # For example:
+        # ::ActiveRecord::ConnectionAdapters::AbstractMysqlAdapter.to_s.split(/::/).last
+        # => "AbstractMysqlAdapter"
+        #
+        cls.to_s.split(/::/).last
+      rescue
+        cls
+      end
+
+      ##
+      # method_alias
+      #
+      # Centralized utility method to alias a method on an arbitrary
+      # class or module.
+      #
+      def method_alias(cls, method, name = nil)
+        name ||= contextual_name(cls)
+
+        if cls.method_defined?(method.to_sym) || cls.private_method_defined?(method.to_sym)
+
+          # Strip '!' or '?' from method if present
+          safe_method_name = method.to_s.chop if method.to_s =~ /\?$|\!$/
+          safe_method_name ||= method
+
+          without_traceview = "#{safe_method_name}_without_traceview"
+          with_traceview    = "#{safe_method_name}_with_traceview"
+
+          # Only alias if we haven't done so already
+          unless cls.method_defined?(without_traceview.to_sym) ||
+            cls.private_method_defined?(without_traceview.to_sym)
+
+            cls.class_eval do
+              alias_method without_traceview, "#{method}"
+              alias_method "#{method}", with_traceview
+            end
+          end
+        else
+          TraceView.logger.warn "[traceview/loading] Couldn't properly instrument #{name}.#{method}.  Partial traces may occur."
+        end
+      end
+
+      ##
+      # class_method_alias
+      #
+      # Centralized utility method to alias a class method on an arbitrary
+      # class or module
+      #
+      def class_method_alias(cls, method, name = nil)
+        name ||= contextual_name(cls)
+
+        if cls.singleton_methods.include? method.to_sym
+
+          # Strip '!' or '?' from method if present
+          safe_method_name = method.to_s.chop if method.to_s =~ /\?$|\!$/
+          safe_method_name ||= method
+
+          without_traceview = "#{safe_method_name}_without_traceview"
+          with_traceview    = "#{safe_method_name}_with_traceview"
+
+          # Only alias if we haven't done so already
+          unless cls.singleton_methods.include? without_traceview.to_sym
+            cls.singleton_class.send(:alias_method, without_traceview, "#{method}")
+            cls.singleton_class.send(:alias_method, "#{method}", with_traceview)
+          end
+        else TraceView.logger.warn "[traceview/loading] Couldn't properly instrument #{name}.  Partial traces may occur."
+        end
+      end
+
+      ##
+      # send_extend
+      #
+      # Centralized utility method to send an extend call for an
+      # arbitrary class
+      def send_extend(target_cls, cls)
+        target_cls.send(:extend, cls) if defined?(target_cls)
+      end
+
+      ##
+      # send_include
+      #
+      # Centralized utility method to send a include call for an
+      # arbitrary class
+      def send_include(target_cls, cls)
+        target_cls.send(:include, cls) if defined?(target_cls)
+      end
+
+      ##
+      # static_asset?
+      #
+      # Given a path, this method determines whether it is a static asset or not (based
+      # solely on filename)
+      #
+      def static_asset?(path)
+        (path =~ Regexp.new(TraceView::Config[:dnt_regexp], TraceView::Config[:dnt_opts]))
+      end
+
+      ##
+      # prettify
+      #
+      # Even to my surprise, 'prettify' is a real word:
+      # transitive v. To make pretty or prettier, especially in a superficial or insubstantial way.
+      #   from The American Heritage Dictionary of the English Language, 4th Edition
+      #
+      # This method makes things 'purty' for reporting.
+      def prettify(x)
+        if (x.to_s =~ /^#</) == 0
+          x.class.to_s
+        else
+          x.to_s
+        end
+      end
+
+      ##
+      # upcase
+      #
+      # Occasionally, we want to send some values in all caps.  This is true
+      # for things like HTTP scheme or method.  This takes anything and does
+      # it's best to safely convert it to a string (if needed) and convert it
+      # to all uppercase.
+      def upcase(o)
+        if o.is_a?(String) || o.respond_to?(:to_s)
+          o.to_s.upcase
+        else
+          TraceView.logger.debug "[traceview/debug] TraceView::Util.upcase: could not convert #{o.class}"
+          "UNKNOWN"
+        end
+      end
+
+
+      ##
+      # to_query
+      #
+      # Used under Ruby 1.8.7 to convert a hash into a URL
+      # query.  A backport of Hash#to_query.
+      #
+      def to_query(h)
+        return "" unless h.is_a?(Hash)
+
+        # If called from a newer Ruby, use the builtin.
+        return h.to_query if RUBY_VERSION >= '1.9.3'
+
+        result = []
+
+        h.each { |k, v| result.push (k.to_s + '=' + v.to_s) }
+        return result.sort.join('&')
+      end
+
+      ##
+      #  build_report
+      #
+      # Internal: Build a hash of KVs that reports on the status of the
+      # running environment.  This is used on stack boot in __Init reporting
+      # and for TraceView.support_report.
+      def build_init_report
+        platform_info = { '__Init' => 1 }
+
+        begin
+          platform_info['Force']                   = true
+          platform_info['Ruby.Platform.Version']   = RUBY_PLATFORM
+          platform_info['Ruby.Version']            = RUBY_VERSION
+          platform_info['Ruby.TraceView.Version']       = ::TraceView::Version::STRING
+          platform_info['RubyHeroku.TraceView.Version'] = ::TraceViewHeroku::Version::STRING if defined?(::TraceViewHeroku)
+          platform_info['Ruby.TraceMode.Version']  = ::TraceView::Config[:tracing_mode]
+
+          # Report the framework in use
+          if defined?(::RailsLts)
+            platform_info['Ruby.RailsLts.Version'] = "RailsLts-#{::RailsLts::VERSION}"
+          elsif defined?(::Rails)
+            platform_info['Ruby.Rails.Version']    = "Rails-#{::Rails.version}"
+          end
+          platform_info['Ruby.Grape.Version']    = "Grape-#{::Grape::VERSION}" if defined?(::Grape)
+          platform_info['Ruby.Cramp.Version']    = "Cramp-#{::Cramp::VERSION}" if defined?(::Cramp)
+
+          if defined?(::Padrino)
+            platform_info['Ruby.Padrino.Version'] = "Padrino-#{::Padrino::VERSION}"
+          elsif defined?(::Sinatra)
+            platform_info['Ruby.Sinatra.Version'] = "Sinatra-#{::Sinatra::VERSION}"
+          end
+
+          # Report the instrumented libraries
+          platform_info['Ruby.Cassandra.Version']  = "Cassandra-#{::Cassandra.VERSION}"    if defined?(::Cassandra)
+          platform_info['Ruby.Dalli.Version']      = "Dalli-#{::Dalli::VERSION}"           if defined?(::Dalli)
+          platform_info['Ruby.Excon.Version']      = "Excon-#{::Excon::VERSION}"           if defined?(::Excon::VERSION)
+          platform_info['Ruby.Faraday.Version']    = "Faraday-#{::Faraday::VERSION}"       if defined?(::Faraday)
+          platform_info['Ruby.HTTPClient.Version'] = "HTTPClient-#{::HTTPClient::VERSION}" if defined?(::HTTPClient::VERSION)
+          platform_info['Ruby.MemCache.Version']   = "MemCache-#{::MemCache::VERSION}"     if defined?(::MemCache)
+          platform_info['Ruby.Moped.Version']      = "Moped-#{::Moped::VERSION}"           if defined?(::Moped)
+          platform_info['Ruby.Redis.Version']      = "Redis-#{::Redis::VERSION}"           if defined?(::Redis)
+          platform_info['Ruby.Resque.Version']     = "Resque-#{::Resque::VERSION}"         if defined?(::Resque)
+          platform_info['Ruby.RestClient.Version'] = "RestClient-#{::RestClient::VERSION}" if defined?(::RestClient::VERSION)
+          platform_info['Ruby.Typhoeus.Version']   = "Typhoeus-#{::Typhoeus::VERSION}"     if defined?(::Typhoeus::VERSION)
+
+          # Special case since the Mongo 1.x driver doesn't embed the version number in the gem directly
+          if ::Gem.loaded_specs.key?('mongo')
+            platform_info['Ruby.Mongo.Version']     = "Mongo-#{::Gem.loaded_specs['mongo'].version}"
+          end
+
+          # Report the DB adapter in use
+          platform_info['Ruby.Mysql.Version']   = Mysql::GemVersion::VERSION   if defined?(Mysql::GemVersion::VERSION)
+          platform_info['Ruby.PG.Version']      = PG::VERSION                  if defined?(PG::VERSION)
+          platform_info['Ruby.Mysql2.Version']  = Mysql2::VERSION              if defined?(Mysql2::VERSION)
+          platform_info['Ruby.Sequel.Version']  = ::Sequel::VERSION            if defined?(::Sequel::VERSION)
+
+          # Report the server in use (if possible)
+          if defined?(::Unicorn)
+            platform_info['Ruby.AppContainer.Version'] = "Unicorn-#{::Unicorn::Const::UNICORN_VERSION}"
+          elsif defined?(::Puma)
+            platform_info['Ruby.AppContainer.Version'] = "Puma-#{::Puma::Const::PUMA_VERSION} (#{::Puma::Const::CODE_NAME})"
+          elsif defined?(::PhusionPassenger)
+            platform_info['Ruby.AppContainer.Version'] = "#{::PhusionPassenger::PACKAGE_NAME}-#{::PhusionPassenger::VERSION_STRING}"
+          elsif defined?(::Thin)
+            platform_info['Ruby.AppContainer.Version'] = "Thin-#{::Thin::VERSION::STRING} (#{::Thin::VERSION::CODENAME})"
+          elsif defined?(::Mongrel)
+            platform_info['Ruby.AppContainer.Version'] = "Mongrel-#{::Mongrel::Const::MONGREL_VERSION}"
+          elsif defined?(::Mongrel2)
+            platform_info['Ruby.AppContainer.Version'] = "Mongrel2-#{::Mongrel2::VERSION}"
+          elsif defined?(::Trinidad)
+            platform_info['Ruby.AppContainer.Version'] = "Trinidad-#{::Trinidad::VERSION}"
+          elsif defined?(::WEBrick::VERSION)
+            platform_info['Ruby.AppContainer.Version'] = "WEBrick-#{::WEBrick::VERSION}"
+          else
+            platform_info['Ruby.AppContainer.Version'] = File.basename($PROGRAM_NAME)
+          end
+
+        rescue StandardError, ScriptError => e
+          # Also rescue ScriptError (aka SyntaxError) in case one of the expected
+          # version defines don't exist
+
+          platform_info['Error'] = "Error in build_report: #{e.message}"
+
+          TraceView.logger.warn "[traceview/warn] Error in build_init_report: #{e.message}"
+          TraceView.logger.debug e.backtrace
+        end
+        platform_info
+      end
+    end
+  end
+end

data/lib/traceview/version.rb

@@ -0,0 +1,16 @@
+# Copyright (c) 2013 AppNeta, Inc.
+# All rights reserved.
+
+module TraceView
+  ##
+  # The current version of the gem.  Used mainly by
+  # traceview.gemspec during gem build process
+  module Version
+    MAJOR = 3
+    MINOR = 0
+    PATCH = 0
+    BUILD = nil
+
+    STRING = [MAJOR, MINOR, PATCH, BUILD].compact.join('.')
+  end
+end

data/lib/traceview/xtrace.rb

@@ -0,0 +1,90 @@
+# Copyright (c) 2013 AppNeta, Inc.
+# All rights reserved.
+
+module TraceView
+  ##
+  # Methods to act on, manipulate or investigate an X-Trace
+  # value
+  module XTrace
+    class << self
+      ##
+      #  TraceView::XTrace.valid?
+      #
+      #  Perform basic validation on a potential X-Trace ID
+      #
+      def valid?(xtrace)
+        # Shouldn't be nil
+        return false unless xtrace
+
+        # The X-Trace ID shouldn't be an initialized empty ID
+        return false if (xtrace =~ /^1b0000000/i) == 0
+
+        # Valid X-Trace IDs have a length of 58 bytes and start with '1b'
+        return false unless xtrace.length == 58 && (xtrace =~ /^1b/i) == 0
+
+        true
+      rescue StandardError => e
+        TraceView.logger.debug e.message
+        TraceView.logger.debug e.backtrace
+        false
+      end
+
+      ##
+      # TraceView::XTrace.task_id
+      #
+      # Extract and return the task_id portion of an X-Trace ID
+      #
+      def task_id(xtrace)
+        return nil unless TraceView::XTrace.valid?(xtrace)
+
+        xtrace[2..41]
+      rescue StandardError => e
+        TraceView.logger.debug e.message
+        TraceView.logger.debug e.backtrace
+        return nil
+      end
+
+      ##
+      # TraceView::XTrace.edge_id
+      #
+      # Extract and return the edge_id portion of an X-Trace ID
+      #
+      def edge_id(xtrace)
+        return nil unless TraceView::XTrace.valid?(xtrace)
+
+        xtrace[42..57]
+      rescue StandardError => e
+        TraceView.logger.debug e.message
+        TraceView.logger.debug e.backtrace
+        return nil
+      end
+
+      ##
+      # continue_service_context
+      #
+      # In the case of service calls such as external HTTP requests, we
+      # pass along X-Trace headers so that request context can be maintained
+      # across servers and applications.
+      #
+      # Remote requests can return a X-Trace header in which case we want
+      # to pickup on and continue the context in most cases.
+      #
+      # @start is the context just before the outgoing request
+      #
+      # @finish is the context returned to us (as an HTTP response header
+      # if that be the case)
+      #
+      def continue_service_context(start, finish)
+        if TraceView::XTrace.valid?(finish) && TraceView.tracing?
+
+          # Assure that we received back a valid X-Trace with the same task_id
+          if TraceView::XTrace.task_id(start) == TraceView::XTrace.task_id(finish)
+            TraceView::Context.fromString(finish)
+          else
+            TraceView.logger.debug "Mismatched returned X-Trace ID: #{finish}"
+          end
+        end
+      end
+    end
+  end
+end

data/lib/traceview.rb

@@ -0,0 +1,62 @@
+# Copyright (c) 2013 AppNeta, Inc.
+# All rights reserved.
+
+# Backward compatibility for supported environment variables
+ENV['TRACEVIEW_GEM_VERBOSE'] = ENV['OBOE_GEM_VERBOSE'] if ENV.key?('OBOE_GEM_VERBOSE')
+ENV['TRACEVIEW_GEM_TEST']    = ENV['OBOE_GEM_TEST']    if ENV.key?('OBOE_GEM_TEST')
+
+begin
+  require 'traceview/version'
+  require 'traceview/thread_local'
+  require 'traceview/logger'
+  require 'traceview/util'
+  require 'traceview/xtrace'
+  require 'traceview/support'
+
+  # If OboeHeroku is already defined then we are in a PaaS environment
+  # with an alternate metal (see the oboe-heroku gem)
+  unless defined?(OboeHeroku)
+    require 'traceview/base'
+
+    begin
+      if RUBY_PLATFORM == 'java'
+        require '/usr/local/tracelytics/tracelyticsagent.jar'
+        require 'joboe_metal'
+      else
+        require "oboe_metal.so"
+        require "oboe_metal.rb"
+      end
+    rescue LoadError
+      TraceView.loaded = false
+
+      unless ENV['RAILS_GROUP'] == 'assets' or ENV['IGNORE_TRACEVIEW_WARNING']
+        $stderr.puts '=============================================================='
+        $stderr.puts 'Missing TraceView libraries.  Tracing disabled.'
+        $stderr.puts 'See: http://bit.ly/1DaNOjw'
+        $stderr.puts '=============================================================='
+      end
+    end
+  end
+
+  require 'traceview/config'
+  require 'traceview/loading'
+
+  if TraceView.loaded
+    require 'traceview/method_profiling'
+    require 'traceview/instrumentation'
+
+    # Frameworks
+    require 'traceview/frameworks/rails'
+    require 'traceview/frameworks/sinatra'
+    require 'traceview/frameworks/padrino'
+    require 'traceview/frameworks/grape'
+  end
+
+  # Load Ruby module last.  If there is no framework detected,
+  # it will load all of the Ruby instrumentation
+  require 'traceview/ruby'
+  require 'oboe/backward_compatibility'
+rescue => e
+  $stderr.puts "[traceview/error] Problem loading: #{e.inspect}"
+  $stderr.puts e.backtrace
+end

data/test/frameworks/apps/grape_nested.rb

@@ -0,0 +1,30 @@
+require 'grape'
+
+class Wrapper < Grape::API
+  class GrapeSimple < Grape::API
+    rescue_from :all do |e|
+      error_response({ message: "rescued from #{e.class.name}" })
+    end
+
+    get '/json_endpoint' do
+      present({ :test => true })
+    end
+
+    get "/break" do
+      raise Exception.new("This should have http status code 500!")
+    end
+
+    get "/error" do
+      error!("This is a error with 'error'!")
+    end
+
+    get "/breakstring" do
+      raise "This should have http status code 500!"
+    end
+  end
+end
+
+class GrapeNested < Grape::API
+  mount Wrapper::GrapeSimple
+end
+

data/test/frameworks/apps/grape_simple.rb

@@ -0,0 +1,24 @@
+require 'grape'
+
+class GrapeSimple < Grape::API
+  rescue_from :all do |e|
+    error_response({ message: "rescued from #{e.class.name}" })
+  end
+
+  get '/json_endpoint' do
+    present({ :test => true })
+  end
+
+  get "/break" do
+    raise Exception.new("This should have http status code 500!")
+  end
+
+  get "/error" do
+    error!("This is a error with 'error'!")
+  end
+
+  get "/breakstring" do
+    raise "This should have http status code 500!"
+  end
+end
+

data/test/frameworks/apps/padrino_simple.rb

@@ -0,0 +1,45 @@
+# This test Padrino stack file was taken from the padrino-core gem.
+#
+PADRINO_ROOT = File.dirname(__FILE__) unless defined? PADRINO_ROOT
+# Remove this comment if you want do some like this: ruby PADRINO_ENV=test app.rb
+#
+# require 'rubygems'
+# require 'padrino-core'
+#
+
+class SimpleDemo < Padrino::Application
+  set :public_folder, File.dirname(__FILE__)
+  set :reload, true
+  before { true }
+  after  { true }
+  error(404) { "404" }
+end
+
+SimpleDemo.controllers do
+  get "/" do
+    'The magick number is: 2767356926488785838763860464013972991031534522105386787489885890443740254365!' # Change only the number!!!
+  end
+
+  get "/rand" do
+    rand(2 ** 256).to_s
+  end
+
+  get "/render" do
+    render :erb, "This is an erb render"
+  end
+
+  get "/break" do
+    raise "This is a controller exception!"
+  end
+end
+
+## If you want use this as a standalone app uncomment:
+#
+# Padrino.mount("SimpleDemo").to("/")
+# Padrino.run! unless Padrino.loaded? # If you enable reloader prevent to re-run the app
+#
+# Then run it from your console: ruby -I"lib" test/fixtures/apps/simple.rb
+#
+
+Padrino.load!
+

data/test/frameworks/apps/sinatra_simple.rb

@@ -0,0 +1,24 @@
+require 'sinatra'
+
+class SinatraSimple < Sinatra::Base
+  set :reload, true
+
+  get "/" do
+    'The magick number is: 2767356926488785838763860464013972991031534522105386787489885890443740254365!' # Change only the number!!!
+  end
+
+  get "/rand" do
+    rand(2 ** 256).to_s
+  end
+
+  get "/render" do
+    render :erb, "This is an erb render"
+  end
+
+  get "/break" do
+    raise "This is a controller exception!"
+  end
+end
+
+use SinatraSimple
+

data/test/frameworks/grape_test.rb

@@ -0,0 +1,142 @@
+if RUBY_VERSION >= '1.9.3'
+  require 'minitest_helper'
+  require File.expand_path(File.dirname(__FILE__) + '/apps/grape_simple')
+  require File.expand_path(File.dirname(__FILE__) + '/apps/grape_nested')
+
+  describe Grape do
+    before do
+      clear_all_traces
+    end
+
+    it "should trace a request to a simple grape stack" do
+      @app = GrapeSimple
+
+      r = get "/json_endpoint"
+
+      r.status.must_equal 200
+      r.headers.key?('X-Trace').must_equal true
+
+      traces = get_all_traces
+      traces.count.must_equal 5
+
+      validate_outer_layers(traces, 'rack')
+
+      traces[2]['Layer'].must_equal "grape"
+      traces[3]['Layer'].must_equal "grape"
+      traces[3].has_key?('Controller').must_equal true
+      traces[3].has_key?('Action').must_equal true
+      traces[4]['Label'].must_equal "exit"
+
+      # Validate the existence of the response header
+      r.headers.key?('X-Trace').must_equal true
+      r.headers['X-Trace'].must_equal traces[4]['X-Trace']
+    end
+
+    it "should trace a request to a nested grape stack" do
+      @app = GrapeNested
+
+      r = get "/json_endpoint"
+
+      r.status.must_equal 200
+      r.headers.key?('X-Trace').must_equal true
+
+      traces = get_all_traces
+      traces.count.must_equal 5
+
+      validate_outer_layers(traces, 'rack')
+
+      traces[2]['Layer'].must_equal "grape"
+      traces[3]['Layer'].must_equal "grape"
+      traces[3].has_key?('Controller').must_equal true
+      traces[3].has_key?('Action').must_equal true
+      traces[4]['Label'].must_equal "exit"
+
+      # Validate the existence of the response header
+      r.headers.key?('X-Trace').must_equal true
+      r.headers['X-Trace'].must_equal traces[4]['X-Trace']
+    end
+
+    it "should trace a an error in a nested grape stack" do
+      @app = GrapeNested
+
+      r = get "/error"
+
+      r.status.must_equal 500
+      r.headers.key?('X-Trace').must_equal true
+
+      traces = get_all_traces
+      traces.count.must_equal 6
+
+      validate_outer_layers(traces, 'rack')
+
+      traces[2]['Layer'].must_equal "grape"
+      traces[2]['Label'].must_equal "entry"
+      traces[3]['Layer'].must_equal "grape"
+      traces[3]['Label'].must_equal "exit"
+      traces[3].has_key?('Controller').must_equal true
+      traces[3].has_key?('Action').must_equal true
+      traces[4]['Label'].must_equal "error"
+      traces[4]['ErrorClass'].must_equal "GrapeError"
+      traces[4]['ErrorMsg'].must_equal "This is a error with 'error'!"
+      traces[4].has_key?('Backtrace').must_equal true
+      traces[5]['Layer'].must_equal "rack"
+      traces[5]['Label'].must_equal "exit"
+
+      # Validate the existence of the response header
+      r.headers.key?('X-Trace').must_equal true
+      r.headers['X-Trace'].must_equal traces[5]['X-Trace']
+    end
+
+
+    it "should trace a request with an exception" do
+      @app = GrapeSimple
+
+      begin
+        r = get "/break"
+      rescue Exception => e
+        # Do not handle/raise this error so
+        # we can continue to test
+      end
+
+      traces = get_all_traces
+      traces.count.must_equal 6
+
+      validate_outer_layers(traces, 'rack')
+
+      traces[2]['Layer'].must_equal "grape"
+      traces[3]['Layer'].must_equal "grape"
+      traces[3].has_key?('Controller').must_equal true
+      traces[3].has_key?('Action').must_equal true
+      traces[4]['Label'].must_equal "error"
+      traces[4]['ErrorClass'].must_equal "Exception"
+      traces[4]['ErrorMsg'].must_equal "This should have http status code 500!"
+      traces[5]['Label'].must_equal "exit"
+    end
+
+    it "should trace a request with an error" do
+      @app = GrapeSimple
+
+      r = get "/error"
+
+      traces = get_all_traces
+      traces.count.must_equal 6
+
+      r.status.must_equal 500
+      r.headers.key?('X-Trace').must_equal true
+
+      validate_outer_layers(traces, 'rack')
+
+      traces[0]['Layer'].must_equal "rack"
+      traces[2]['Layer'].must_equal "grape"
+      traces[3]['Layer'].must_equal "grape"
+      traces[3].has_key?('Controller').must_equal true
+      traces[3].has_key?('Action').must_equal true
+      traces[4]['Label'].must_equal "error"
+      traces[4]['ErrorClass'].must_equal "GrapeError"
+      traces[4]['ErrorMsg'].must_equal "This is a error with 'error'!"
+      traces[5]['Layer'].must_equal "rack"
+      traces[5]['Label'].must_equal "exit"
+      traces[5]['Status'].must_equal 500
+    end
+  end
+end