RubyGems - genki-newrelic_rpm - Versions diffs - 2.10.1 - Mend

genki-newrelic_rpm 2.10.1

Files changed (158) hide show

data/CHANGELOG +316 -0
data/LICENSE +37 -0
data/Manifest +156 -0
data/README.md +138 -0
data/Rakefile +22 -0
data/bin/mongrel_rpm +33 -0
data/bin/newrelic_cmd +4 -0
data/cert/cacert.pem +34 -0
data/genki-newrelic_rpm.gemspec +32 -0
data/init.rb +38 -0
data/install.rb +37 -0
data/lib/new_relic/agent.rb +280 -0
data/lib/new_relic/agent/agent.rb +627 -0
data/lib/new_relic/agent/chained_call.rb +13 -0
data/lib/new_relic/agent/collection_helper.rb +61 -0
data/lib/new_relic/agent/error_collector.rb +125 -0
data/lib/new_relic/agent/instrumentation/active_merchant.rb +18 -0
data/lib/new_relic/agent/instrumentation/active_record_instrumentation.rb +83 -0
data/lib/new_relic/agent/instrumentation/authlogic.rb +8 -0
data/lib/new_relic/agent/instrumentation/controller_instrumentation.rb +368 -0
data/lib/new_relic/agent/instrumentation/data_mapper.rb +90 -0
data/lib/new_relic/agent/instrumentation/dispatcher_instrumentation.rb +132 -0
data/lib/new_relic/agent/instrumentation/memcache.rb +21 -0
data/lib/new_relic/agent/instrumentation/merb/controller.rb +26 -0
data/lib/new_relic/agent/instrumentation/merb/dispatcher.rb +13 -0
data/lib/new_relic/agent/instrumentation/merb/errors.rb +8 -0
data/lib/new_relic/agent/instrumentation/net.rb +12 -0
data/lib/new_relic/agent/instrumentation/passenger_instrumentation.rb +20 -0
data/lib/new_relic/agent/instrumentation/rack.rb +77 -0
data/lib/new_relic/agent/instrumentation/rails/action_controller.rb +59 -0
data/lib/new_relic/agent/instrumentation/rails/action_web_service.rb +27 -0
data/lib/new_relic/agent/instrumentation/rails/dispatcher.rb +38 -0
data/lib/new_relic/agent/instrumentation/rails/errors.rb +27 -0
data/lib/new_relic/agent/instrumentation/sinatra.rb +39 -0
data/lib/new_relic/agent/method_tracer.rb +277 -0
data/lib/new_relic/agent/patch_const_missing.rb +125 -0
data/lib/new_relic/agent/sampler.rb +12 -0
data/lib/new_relic/agent/samplers/cpu_sampler.rb +49 -0
data/lib/new_relic/agent/samplers/memory_sampler.rb +137 -0
data/lib/new_relic/agent/samplers/mongrel_sampler.rb +22 -0
data/lib/new_relic/agent/shim_agent.rb +21 -0
data/lib/new_relic/agent/stats_engine.rb +24 -0
data/lib/new_relic/agent/stats_engine/metric_stats.rb +111 -0
data/lib/new_relic/agent/stats_engine/samplers.rb +71 -0
data/lib/new_relic/agent/stats_engine/transactions.rb +155 -0
data/lib/new_relic/agent/transaction_sampler.rb +319 -0
data/lib/new_relic/agent/worker_loop.rb +118 -0
data/lib/new_relic/commands/deployments.rb +145 -0
data/lib/new_relic/commands/new_relic_commands.rb +30 -0
data/lib/new_relic/control.rb +436 -0
data/lib/new_relic/control/external.rb +13 -0
data/lib/new_relic/control/merb.rb +22 -0
data/lib/new_relic/control/rails.rb +143 -0
data/lib/new_relic/control/ruby.rb +34 -0
data/lib/new_relic/control/sinatra.rb +14 -0
data/lib/new_relic/histogram.rb +89 -0
data/lib/new_relic/local_environment.rb +285 -0
data/lib/new_relic/merbtasks.rb +6 -0
data/lib/new_relic/metric_data.rb +44 -0
data/lib/new_relic/metric_parser.rb +120 -0
data/lib/new_relic/metric_parser/action_mailer.rb +9 -0
data/lib/new_relic/metric_parser/active_merchant.rb +26 -0
data/lib/new_relic/metric_parser/active_record.rb +25 -0
data/lib/new_relic/metric_parser/controller.rb +54 -0
data/lib/new_relic/metric_parser/controller_cpu.rb +38 -0
data/lib/new_relic/metric_parser/errors.rb +6 -0
data/lib/new_relic/metric_parser/external.rb +50 -0
data/lib/new_relic/metric_parser/mem_cache.rb +12 -0
data/lib/new_relic/metric_parser/view.rb +61 -0
data/lib/new_relic/metric_parser/web_frontend.rb +14 -0
data/lib/new_relic/metric_parser/web_service.rb +9 -0
data/lib/new_relic/metric_spec.rb +52 -0
data/lib/new_relic/metrics.rb +7 -0
data/lib/new_relic/noticed_error.rb +25 -0
data/lib/new_relic/rack/metric_app.rb +56 -0
data/lib/new_relic/rack/newrelic.ru +25 -0
data/lib/new_relic/rack/newrelic.yml +25 -0
data/lib/new_relic/rack_app.rb +5 -0
data/lib/new_relic/recipes.rb +82 -0
data/lib/new_relic/stats.rb +360 -0
data/lib/new_relic/transaction_analysis.rb +121 -0
data/lib/new_relic/transaction_sample.rb +583 -0
data/lib/new_relic/version.rb +54 -0
data/lib/new_relic_api.rb +315 -0
data/lib/newrelic_rpm.rb +40 -0
data/lib/tasks/all.rb +4 -0
data/lib/tasks/install.rake +7 -0
data/lib/tasks/tests.rake +13 -0
data/newrelic.yml +214 -0
data/recipes/newrelic.rb +6 -0
data/test/active_record_fixtures.rb +55 -0
data/test/config/newrelic.yml +46 -0
data/test/config/test_control.rb +39 -0
data/test/new_relic/agent/active_record_instrumentation_test.rb +234 -0
data/test/new_relic/agent/agent_controller_test.rb +107 -0
data/test/new_relic/agent/agent_test.rb +117 -0
data/test/new_relic/agent/agent_test_controller.rb +44 -0
data/test/new_relic/agent/classloader_patch_test.rb +56 -0
data/test/new_relic/agent/collection_helper_test.rb +118 -0
data/test/new_relic/agent/dispatcher_instrumentation_test.rb +76 -0
data/test/new_relic/agent/error_collector_test.rb +155 -0
data/test/new_relic/agent/method_tracer_test.rb +335 -0
data/test/new_relic/agent/metric_data_test.rb +56 -0
data/test/new_relic/agent/mock_ar_connection.rb +40 -0
data/test/new_relic/agent/mock_scope_listener.rb +23 -0
data/test/new_relic/agent/net_instrumentation_test.rb +51 -0
data/test/new_relic/agent/stats_engine/metric_stats_test.rb +79 -0
data/test/new_relic/agent/stats_engine/samplers_test.rb +78 -0
data/test/new_relic/agent/stats_engine/stats_engine_test.rb +177 -0
data/test/new_relic/agent/task_instrumentation_test.rb +67 -0
data/test/new_relic/agent/testable_agent.rb +13 -0
data/test/new_relic/agent/transaction_sample_builder_test.rb +195 -0
data/test/new_relic/agent/transaction_sample_test.rb +146 -0
data/test/new_relic/agent/transaction_sampler_test.rb +387 -0
data/test/new_relic/agent/worker_loop_test.rb +103 -0
data/test/new_relic/control_test.rb +94 -0
data/test/new_relic/deployments_api_test.rb +68 -0
data/test/new_relic/environment_test.rb +75 -0
data/test/new_relic/metric_parser_test.rb +172 -0
data/test/new_relic/metric_spec_test.rb +177 -0
data/test/new_relic/shim_agent_test.rb +9 -0
data/test/new_relic/stats_test.rb +291 -0
data/test/new_relic/version_number_test.rb +74 -0
data/test/test_helper.rb +38 -0
data/test/ui/newrelic_controller_test.rb +14 -0
data/test/ui/newrelic_helper_test.rb +53 -0
data/ui/controllers/newrelic_controller.rb +214 -0
data/ui/helpers/google_pie_chart.rb +55 -0
data/ui/helpers/newrelic_helper.rb +314 -0
data/ui/views/layouts/newrelic_default.rhtml +47 -0
data/ui/views/newrelic/_explain_plans.rhtml +27 -0
data/ui/views/newrelic/_sample.rhtml +15 -0
data/ui/views/newrelic/_segment.rhtml +28 -0
data/ui/views/newrelic/_segment_limit_message.rhtml +1 -0
data/ui/views/newrelic/_segment_row.rhtml +14 -0
data/ui/views/newrelic/_show_sample_detail.rhtml +24 -0
data/ui/views/newrelic/_show_sample_sql.rhtml +20 -0
data/ui/views/newrelic/_show_sample_summary.rhtml +3 -0
data/ui/views/newrelic/_sql_row.rhtml +11 -0
data/ui/views/newrelic/_stack_trace.rhtml +30 -0
data/ui/views/newrelic/_table.rhtml +12 -0
data/ui/views/newrelic/explain_sql.rhtml +42 -0
data/ui/views/newrelic/images/arrow-close.png +0 -0
data/ui/views/newrelic/images/arrow-open.png +0 -0
data/ui/views/newrelic/images/blue_bar.gif +0 -0
data/ui/views/newrelic/images/file_icon.png +0 -0
data/ui/views/newrelic/images/gray_bar.gif +0 -0
data/ui/views/newrelic/images/new_relic_rpm_desktop.gif +0 -0
data/ui/views/newrelic/images/textmate.png +0 -0
data/ui/views/newrelic/index.rhtml +45 -0
data/ui/views/newrelic/javascript/prototype-scriptaculous.js +7288 -0
data/ui/views/newrelic/javascript/transaction_sample.js +107 -0
data/ui/views/newrelic/sample_not_found.rhtml +2 -0
data/ui/views/newrelic/show_sample.rhtml +77 -0
data/ui/views/newrelic/show_source.rhtml +3 -0
data/ui/views/newrelic/stylesheets/style.css +433 -0
data/ui/views/newrelic/threads.rhtml +52 -0
metadata +327 -0

data/test/new_relic/agent/net_instrumentation_test.rb ADDED

@@ -0,0 +1,51 @@
+require File.expand_path(File.join(File.dirname(__FILE__),'..','..','test_helper'))
+class NewRelic::Agent::NetInstrumentationTest < Test::Unit::TestCase
+  def setup
+    NewRelic::Agent.manual_start
+    @engine = NewRelic::Agent.instance.stats_engine
+    @engine.clear_stats
+  end
+  def test_get
+    url = URI.parse('http://www.google.com/index.html')
+    res = Net::HTTP.start(url.host, url.port) {|http|
+      http.get('/index.html')
+    }
+    assert_match /<head>/, res.body
+    assert_equal @engine.metrics.sort,
+       %w[External/www.google.com/Net::HTTP/GET External/all External/www.google.com/all].sort
+  end
+  def test_get__simple
+    Net::HTTP.get URI.parse('http://www.google.com/index.html')
+    assert_equal @engine.metrics.sort,
+       %w[External/www.google.com/Net::HTTP/GET External/all External/www.google.com/all].sort
+  end
+  def test_ignore
+    NewRelic::Agent.disable_all_tracing do
+      url = URI.parse('http://www.google.com/index.html')
+      res = Net::HTTP.start(url.host, url.port) {|http|
+        http.post('/index.html','data')
+      }
+    end
+    assert_equal 0, @engine.metrics.size
+  end
+  def test_head
+    url = URI.parse('http://www.google.com/index.html')
+    res = Net::HTTP.start(url.host, url.port) {|http|
+      http.head('/index.html')
+    }
+    assert_equal %w[External/www.google.com/Net::HTTP/HEAD External/all External/www.google.com/all].sort,
+    @engine.metrics.sort
+  end
+  def test_post
+    url = URI.parse('http://www.google.com/index.html')
+    res = Net::HTTP.start(url.host, url.port) {|http|
+      http.post('/index.html','data')
+    }
+    assert_equal %w[External/www.google.com/Net::HTTP/POST External/all External/www.google.com/all].sort,
+    @engine.metrics.sort
+  end
+end

data/test/new_relic/agent/stats_engine/metric_stats_test.rb ADDED

@@ -0,0 +1,79 @@
+require File.expand_path(File.join(File.dirname(__FILE__),'..','..','..','test_helper'))
+class NewRelic::Agent::MetricStatsTest < Test::Unit::TestCase
+  def setup
+    NewRelic::Agent.manual_start
+    @engine = NewRelic::Agent.instance.stats_engine
+  rescue => e
+    puts e
+    puts e.backtrace.join("\n")
+  end
+  def teardown
+    @engine.harvest_timeslice_data({},{})
+  end
+  def test_get_no_scope
+    s1 = @engine.get_stats "a"
+    s2 = @engine.get_stats "a"
+    s3 = @engine.get_stats "b"
+    assert_not_nil s1
+    assert_not_nil s2
+    assert_not_nil s3
+    assert s1 == s2
+    assert s1 != s3
+  end
+  def test_harvest
+    s1 = @engine.get_stats "a"
+    s2 = @engine.get_stats "c"
+    s1.trace_call 10
+    s2.trace_call 1
+    s2.trace_call 3
+    assert @engine.get_stats("a").call_count == 1
+    assert @engine.get_stats("a").total_call_time == 10
+    assert @engine.get_stats("c").call_count == 2
+    assert @engine.get_stats("c").total_call_time == 4
+    metric_data = @engine.harvest_timeslice_data({}, {}).values
+    # after harvest, all the metrics should be reset
+    assert @engine.get_stats("a").call_count == 0
+    assert @engine.get_stats("a").total_call_time == 0
+    assert @engine.get_stats("c").call_count == 0
+    assert @engine.get_stats("c").total_call_time == 0
+    metric_data = metric_data.reverse if metric_data[0].metric_spec.name != "a"
+    assert metric_data[0].metric_spec.name == "a"
+    assert metric_data[0].stats.call_count == 1
+    assert metric_data[0].stats.total_call_time == 10
+  end
+  def test_harvest_with_merge
+    s = @engine.get_stats "a"
+    s.trace_call 1
+    assert @engine.get_stats("a").call_count == 1
+    harvest = @engine.harvest_timeslice_data({}, {})
+    assert s.call_count == 0
+    s.trace_call 2
+    assert s.call_count == 1
+    # this calk should merge the contents of the previous harvest,
+    # so the stats for metric "a" should have 2 data points
+    harvest = @engine.harvest_timeslice_data(harvest, {})
+    stats = harvest.fetch(NewRelic::MetricSpec.new("a")).stats
+    assert stats.call_count == 2
+    assert stats.total_call_time == 3
+  end
+end

data/test/new_relic/agent/stats_engine/samplers_test.rb ADDED

@@ -0,0 +1,78 @@
+require File.expand_path(File.join(File.dirname(__FILE__),'..', '..','..','test_helper'))
+require 'new_relic/agent/samplers/cpu_sampler'
+class NewRelic::Agent::StatsEngine::SamplersTest < Test::Unit::TestCase
+  def setup
+    @stats_engine = NewRelic::Agent::StatsEngine.new
+  end
+  def test_cpu
+    s = NewRelic::Agent::Samplers::CpuSampler.new
+    # need to sleep because if you go to fast it will skip the points
+    s.stats_engine = @stats_engine
+    sleep 2
+    s.poll
+    sleep 2
+    s.poll
+    assert_equal 2, s.systemtime_stats.call_count
+    assert_equal 2, s.usertime_stats.call_count
+    assert s.usertime_stats.total_call_time >= 0, "user cpu greater/equal to 0: #{s.usertime_stats.total_call_time}"
+    assert s.systemtime_stats.total_call_time >= 0, "system cpu greater/equal to 0: #{s.systemtime_stats.total_call_time}"
+  end
+  def test_memory__default
+    s = NewRelic::Agent::Samplers::MemorySampler.new
+    s.stats_engine = @stats_engine
+    s.poll
+    s.poll
+    s.poll
+    assert_equal 3, s.stats.call_count
+    assert s.stats.total_call_time > 0.5, "cpu greater than 0.5 ms: #{s.stats.total_call_time}"
+  end
+  def test_memory__linux
+    NewRelic::Agent::Samplers::MemorySampler.any_instance.stubs(:platform).returns 'linux'
+    s = NewRelic::Agent::Samplers::MemorySampler.new
+    s.stats_engine = @stats_engine
+    s.poll
+    s.poll
+    s.poll
+    assert_equal 3, s.stats.call_count
+    assert s.stats.total_call_time > 0.5, "cpu greater than 0.5 ms: #{s.stats.total_call_time}"
+  end
+  def test_memory__solaris
+    NewRelic::Agent::Samplers::MemorySampler.any_instance.stubs(:platform).returns 'solaris'
+    NewRelic::Agent::Samplers::MemorySampler::ShellPS.any_instance.stubs(:get_memory).returns 999
+    s = NewRelic::Agent::Samplers::MemorySampler.new
+    s.stats_engine = @stats_engine
+    s.poll
+    assert_equal 1, s.stats.call_count
+    assert_equal 999, s.stats.total_call_time
+  end
+  def test_memory__windows
+    NewRelic::Agent::Samplers::MemorySampler.any_instance.stubs(:platform).returns 'win32'
+    assert_raise RuntimeError, /Unsupported platform/ do
+      NewRelic::Agent::Samplers::MemorySampler.new
+    end
+  end
+  def test_memory__is_supported
+    NewRelic::Agent::Samplers::MemorySampler.stubs(:platform).returns 'windows'
+    assert !(NewRelic::Agent::Samplers::MemorySampler.supported_on_this_platform?)
+  end
+  def test_mongrel
+    NewRelic::Agent::Instrumentation::DispatcherInstrumentation::BusyCalculator.stubs('is_busy?'.to_sym).returns(false)
+    mongrel = mock()
+    NewRelic::Control.instance.local_env.stubs(:mongrel).returns(mongrel)
+    list = mock()
+    workers = mock()
+    workers.stubs(:list).returns(list)
+    list.stubs(:length).returns(3)
+    mongrel.expects(:workers).returns(workers).at_least_once
+    s = NewRelic::Agent::Samplers::MongrelSampler.new
+    s.stats_engine = @stats_engine
+    s.poll
+    s.poll
+    s.poll
+    assert_equal 3, s.queue_stats.call_count
+    assert_equal 3, s.queue_stats.average_call_time, "mongrel queue length"
+  end
+end

data/test/new_relic/agent/stats_engine/stats_engine_test.rb ADDED

@@ -0,0 +1,177 @@
+require File.expand_path(File.join(File.dirname(__FILE__),'..','..','..', 'test_helper'))
+class NewRelic::Agent::StatsEngine::TransactionsTest < Test::Unit::TestCase
+  def setup
+    NewRelic::Agent.manual_start
+    @engine = NewRelic::Agent.instance.stats_engine
+  rescue => e
+    puts e
+    puts e.backtrace.join("\n")
+  end
+  def teardown
+    @engine.harvest_timeslice_data({},{})
+  end
+  def test_scope
+    @engine.push_scope "scope1"
+    assert @engine.peek_scope.name == "scope1"
+    expected = @engine.push_scope "scope2"
+    @engine.pop_scope expected, 0
+    scoped = @engine.get_stats "a"
+    scoped.trace_call 3
+    assert scoped.total_call_time == 3
+    unscoped = @engine.get_stats "a"
+    assert scoped == @engine.get_stats("a")
+    assert unscoped.total_call_time == 3
+  end
+  def test_scope__overlap
+    @engine.transaction_name = 'orlando'
+    self.class.trace_execution_scoped('disney', :deduct_call_time_from_parent => false) { sleep 0.1 }
+    orlando_disney = @engine.get_stats 'disney'
+    @engine.transaction_name = 'anaheim'
+    self.class.trace_execution_scoped('disney', :deduct_call_time_from_parent => false) { sleep 0.1 }
+    anaheim_disney = @engine.get_stats 'disney'
+    disney = @engine.get_stats_no_scope "disney"
+    assert_not_same orlando_disney, anaheim_disney
+    assert_not_equal orlando_disney, anaheim_disney
+    assert_equal 1, orlando_disney.call_count
+    assert_equal 1, anaheim_disney.call_count
+    assert_same disney, orlando_disney.unscoped_stats
+    assert_same disney, anaheim_disney.unscoped_stats
+    assert_equal 2, disney.call_count
+    assert_equal disney.total_call_time, orlando_disney.total_call_time + anaheim_disney.total_call_time
+  end
+  def test_simplethrowcase(depth=0)
+    fail "doh" if depth == 10
+    scope = @engine.push_scope "scope#{depth}"
+    begin
+      test_simplethrowcase(depth+1)
+    rescue StandardError => e
+      if (depth != 0)
+        raise e
+      end
+    ensure
+      @engine.pop_scope scope, 0
+    end
+    if depth == 0
+      assert @engine.peek_scope.nil?
+    end
+  end
+  def test_scope_failure
+    scope1 = @engine.push_scope "scope1"
+    @engine.push_scope "scope2"
+    begin
+      @engine.pop_scope scope1
+      fail "Didn't throw when scope push/pop mismatched"
+    rescue
+      # success
+    end
+  end
+  def test_children_time
+    t1 = Time.now
+    expected1 = @engine.push_scope "a"
+    sleep 0.1
+    t2 = Time.now
+    expected2 = @engine.push_scope "b"
+    sleep 0.2
+    t3 = Time.now
+    expected = @engine.push_scope "c"
+    sleep 0.3
+    scope = @engine.pop_scope expected, Time.now - t3
+    t4 = Time.now
+    check_time_approximate 0, scope.children_time
+    check_time_approximate 0.3, @engine.peek_scope.children_time
+    sleep 0.1
+    t5 = Time.now
+    expected = @engine.push_scope "d"
+    sleep 0.2
+    scope = @engine.pop_scope expected, Time.now - t5
+    t6 = Time.now
+    check_time_approximate 0, scope.children_time
+    scope = @engine.pop_scope expected2, Time.now - t2
+    assert_equal scope.name, 'b'
+    check_time_approximate (t4 - t3) + (t6 - t5), scope.children_time
+    scope = @engine.pop_scope expected1, Time.now - t1
+    assert_equal scope.name, 'a'
+    check_time_approximate (t6 - t2), scope.children_time
+  end
+  def test_simple_start_transaction
+    @engine.push_scope "scope"
+    @engine.start_transaction
+    assert @engine.peek_scope.nil?
+  end
+  # test for when the scope stack contains an element only used for tts and not metrics
+  def test_simple_tt_only_scope
+    scope1 = @engine.push_scope "a", 0, true
+    scope2 = @engine.push_scope "b", 10, false
+    scope3 = @engine.push_scope "c", 20, true
+    @engine.pop_scope scope3, 10
+    @engine.pop_scope scope2, 10
+    @engine.pop_scope scope1, 10
+    assert_equal 0, scope3.children_time
+    assert_equal 10, scope2.children_time
+    assert_equal 10, scope1.children_time
+  end
+  def test_double_tt_only_scope
+    scope1 = @engine.push_scope "a", 0, true
+    scope2 = @engine.push_scope "b", 10, false
+    scope3 = @engine.push_scope "c", 20, false
+    scope4 = @engine.push_scope "d", 30, true
+    @engine.pop_scope scope4, 10
+    @engine.pop_scope scope3, 10
+    @engine.pop_scope scope2, 10
+    @engine.pop_scope scope1, 10
+    assert_equal 0, scope4.children_time
+    assert_equal 10, scope3.children_time
+    assert_equal 10, scope2.children_time
+    assert_equal 10, scope1.children_time
+  end
+  private
+  def check_time_approximate(expected, actual)
+    assert((expected - actual).abs < 0.05, "Expected between #{expected - 0.05} and #{expected + 0.05}, got #{actual}")
+  end
+end

data/test/new_relic/agent/task_instrumentation_test.rb ADDED

@@ -0,0 +1,67 @@
+require File.expand_path(File.join(File.dirname(__FILE__),'..','..','test_helper'))
+require 'action_controller/base'
+class TaskInstrumentationTest < Test::Unit::TestCase
+  include NewRelic::Agent::Instrumentation::ControllerInstrumentation
+  attr_accessor :agent
+  def setup
+    super
+    NewRelic::Agent.manual_start
+    @agent = NewRelic::Agent.instance
+  end
+  def teardown
+    @agent.stats_engine.clear_stats
+    NewRelic::Agent.shutdown
+    super
+  end
+  def test_run
+    run_task_inner 0
+    stat_names = %w[Controller/TaskInstrumentationTest/inner_task_0
+                    ActiveRecord/all Controller HttpDispatcher
+                    Apdex Apdex/TaskInstrumentationTest/inner_task_0].sort
+    expected_but_missing = stat_names - @agent.stats_engine.metrics
+    assert_equal 0, expected_but_missing.size, expected_but_missing.inspect
+    @agent.stats_engine.metrics.each do |n|
+      stat = @agent.stats_engine.get_stats(n)
+#      puts "#{'%-26s' % n}: #{stat.call_count} calls @ #{stat.average_call_time} sec/call"
+    end
+    assert_equal 1, @agent.stats_engine.get_stats_no_scope('Controller').call_count
+    assert_equal 1, @agent.stats_engine.get_stats('Controller/TaskInstrumentationTest/inner_task_0').call_count
+  end
+  def test_run_recursive
+    run_task_inner(3)
+    assert_equal 0, @agent.stats_engine.get_stats('Controller/TaskInstrumentationTest/inner_task_3').call_count
+    assert_equal 0, @agent.stats_engine.get_stats('Controller/TaskInstrumentationTest/inner_task_2').call_count
+    assert_equal 1, @agent.stats_engine.get_stats('Controller/TaskInstrumentationTest/inner_task_0').call_count
+    assert_equal 1, @agent.stats_engine.get_stats('Controller').call_count
+  end
+  def test_run_nested
+    run_task_outer(3)
+    @agent.stats_engine.metrics.sort.each do |n|
+      stat = @agent.stats_engine.get_stats(n)
+#      puts "#{'%-26s' % n}: #{stat.call_count} calls @ #{stat.average_call_time} sec/call"
+    end
+    assert_equal 0, @agent.stats_engine.get_stats('Controller/TaskInstrumentationTest/outer_task').call_count
+    assert_equal 2, @agent.stats_engine.get_stats('Controller').call_count
+    assert_equal 2, @agent.stats_engine.get_stats('Controller/TaskInstrumentationTest/inner_task_0').call_count
+  end
+  private
+  def run_task_inner(n)
+    sleep 0.1
+    return if n == 0
+    run_task_inner(n-1)
+  end
+  def run_task_outer(n=0)
+    run_task_inner(n)
+    run_task_inner(n)
+  end
+  add_transaction_tracer :run_task_inner, :name => 'inner_task_#{args[0]}'
+  add_transaction_tracer :run_task_outer, :name => 'outer_task'
+end