mmtrix_rpm 1.0.0.1

data/test/mmtrix/rack/developer_mode_helper_test.rb

@@ -0,0 +1,136 @@
+# encoding: utf-8
+# This file is distributed under Mmtrix's license terms.
+# See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+require File.expand_path(File.join(File.dirname(__FILE__),'..', '..',
+                                   'test_helper'))
+require File.expand_path(File.join(File.dirname(__FILE__),'..','..','..','ui',
+                                   'helpers','developer_mode_helper.rb'))
+
+ENV['RACK_ENV'] = 'test'
+class DeveloperModeTest < Minitest::Test
+  include Mmtrix::DeveloperModeHelper
+
+
+  def test_application_caller
+    assert_equal "/opt/ruby/lib/ruby/1.8/net/protocol.rb:135:in `rbuf_fill'", application_caller(Fixtures::NORMAL_TRACE)
+    assert_equal "c:/Ruby192/lib/ruby/1.9.1/erb.rb:753:in `eval'", application_caller(Fixtures::WINDOWS_TRACE)
+  end
+
+  def test_application_stack_trace
+    trace = application_stack_trace(Fixtures::NORMAL_TRACE)
+    assert_equal 29, trace.size
+    trace = application_stack_trace(Fixtures::WINDOWS_TRACE)
+    assert_equal 14, trace.size
+  end
+
+  private
+  def params; {} end
+  module Fixtures
+    WINDOWS_TRACE = <<-EOF.split("\n")
+mmtrix_rpm (3.1.1) ui/helpers/developer_mode_helper.rb:234:in `file_and_line'
+mmtrix_rpm (3.1.1) ui/helpers/developer_mode_helper.rb:30:in `block in application_caller'
+mmtrix_rpm (3.1.1) ui/helpers/developer_mode_helper.rb:29:in `each'
+mmtrix_rpm (3.1.1) ui/helpers/developer_mode_helper.rb:29:in `application_caller'
+mmtrix_rpm (3.1.1) ui/helpers/developer_mode_helper.rb:111:in `link_to_source'
+(erb):5:in `render'
+c:/Ruby192/lib/ruby/1.9.1/erb.rb:753:in `eval'
+c:/Ruby192/lib/ruby/1.9.1/erb.rb:753:in `result'
+mmtrix_rpm (3.1.1) lib/mmtrix/rack/developer_mode.rb:155:in `render_without_layout'
+mmtrix_rpm (3.1.1) lib/mmtrix/rack/developer_mode.rb:136:in `render'
+mmtrix_rpm (3.1.1) lib/mmtrix/rack/developer_mode.rb:121:in `block in render'
+mmtrix_rpm (3.1.1) lib/mmtrix/rack/developer_mode.rb:120:in `map'
+mmtrix_rpm (3.1.1) lib/mmtrix/rack/developer_mode.rb:120:in `render'
+(erb):22:in `render'
+c:/Ruby192/lib/ruby/1.9.1/erb.rb:753:in `eval'
+c:/Ruby192/lib/ruby/1.9.1/erb.rb:753:in `result'
+mmtrix_rpm (3.1.1) lib/mmtrix/rack/developer_mode.rb:155:in `render_without_layout'
+mmtrix_rpm (3.1.1) lib/mmtrix/rack/developer_mode.rb:136:in `render'
+(erb):77:in `block in render'
+(erb):74:in `collect'
+(erb):74:in `render'
+c:/Ruby192/lib/ruby/1.9.1/erb.rb:753:in `eval'
+c:/Ruby192/lib/ruby/1.9.1/erb.rb:753:in `result'
+mmtrix_rpm (3.1.1) lib/mmtrix/rack/developer_mode.rb:155:in `render_without_layout'
+mmtrix_rpm (3.1.1) lib/mmtrix/rack/developer_mode.rb:133:in `block in render'
+(erb):38:in `render_with_layout'
+c:/Ruby192/lib/ruby/1.9.1/erb.rb:753:in `eval'
+c:/Ruby192/lib/ruby/1.9.1/erb.rb:753:in `result'
+mmtrix_rpm (3.1.1) lib/mmtrix/rack/developer_mode.rb:149:in `render_with_layout'
+mmtrix_rpm (3.1.1) lib/mmtrix/rack/developer_mode.rb:132:in `render'
+mmtrix_rpm (3.1.1) lib/mmtrix/rack/developer_mode.rb:232:in `show_sample_data'
+mmtrix_rpm (3.1.1) lib/mmtrix/rack/developer_mode.rb:47:in `_call'
+mmtrix_rpm (3.1.1) lib/mmtrix/rack/developer_mode.rb:25:in `call'
+warden (1.0.5) lib/warden/manager.rb:35:in `block in call'
+warden (1.0.5) lib/warden/manager.rb:34:in `catch'
+warden (1.0.5) lib/warden/manager.rb:34:in `call'
+actionpack (3.0.9) lib/action_dispatch/middleware/best_standards_support.rb:17:in `call'
+actionpack (3.0.9) lib/action_dispatch/middleware/head.rb:14:in `call'
+rack (1.2.3) lib/rack/methodoverride.rb:24:in `call'
+actionpack (3.0.9) lib/action_dispatch/middleware/params_parser.rb:21:in `call'
+actionpack (3.0.9) lib/action_dispatch/middleware/flash.rb:182:in `call'
+actionpack (3.0.9) lib/action_dispatch/middleware/session/abstract_store.rb:149:in `call'
+actionpack (3.0.9) lib/action_dispatch/middleware/cookies.rb:302:in `call'
+activerecord (3.0.9) lib/active_record/query_cache.rb:32:in `block in call'
+activerecord (3.0.9) lib/active_record/connection_adapters/abstract/query_cache.rb:28:in `cache'
+activerecord (3.0.9) lib/active_record/query_cache.rb:12:in `cache'
+activerecord (3.0.9) lib/active_record/query_cache.rb:31:in `call'
+activerecord (3.0.9) lib/active_record/connection_adapters/abstract/connection_pool.rb:354:in `call'
+actionpack (3.0.9) lib/action_dispatch/middleware/callbacks.rb:46:in `block in call'
+activesupport (3.0.9) lib/active_support/callbacks.rb:416:in `_run_call_callbacks'
+actionpack (3.0.9) lib/action_dispatch/middleware/callbacks.rb:44:in `call'
+rack (1.2.3) lib/rack/sendfile.rb:107:in `call'
+actionpack (3.0.9) lib/action_dispatch/middleware/remote_ip.rb:48:in `call'
+actionpack (3.0.9) lib/action_dispatch/middleware/show_exceptions.rb:47:in `call'
+railties (3.0.9) lib/rails/rack/logger.rb:13:in `call'
+rack (1.2.3) lib/rack/runtime.rb:17:in `call'
+activesupport (3.0.9) lib/active_support/cache/strategy/local_cache.rb:72:in `call'
+rack (1.2.3) lib/rack/lock.rb:11:in `block in call'
+<internal:prelude>:10:in `synchronize'
+rack (1.2.3) lib/rack/lock.rb:11:in `call'
+actionpack (3.0.9) lib/action_dispatch/middleware/static.rb:30:in `call'
+railties (3.0.9) lib/rails/application.rb:168:in `call'
+railties (3.0.9) lib/rails/application.rb:77:in `method_missing'
+railties (3.0.9) lib/rails/rack/log_tailer.rb:14:in `call'
+rack (1.2.3) lib/rack/content_length.rb:13:in `call'
+rack (1.2.3) lib/rack/handler/webrick.rb:52:in `service'
+c:/Ruby192/lib/ruby/1.9.1/webrick/httpserver.rb:111:in `service'
+c:/Ruby192/lib/ruby/1.9.1/webrick/httpserver.rb:70:in `run'
+c:/Ruby192/lib/ruby/1.9.1/webrick/server.rb:183:in `block in start_thread'
+  EOF
+
+    NORMAL_TRACE = <<-EOF.split("\n")
+/opt/ruby/lib/ruby/1.8/net/protocol.rb:135:in `rbuf_fill'
+/opt/ruby/lib/ruby/1.8/timeout.rb:101:in `timeout'
+/opt/ruby/lib/ruby/1.8/net/protocol.rb:126:in `readline'
+/opt/ruby/lib/ruby/1.8/net/http.rb:2028:in `read_status_line'
+/opt/ruby/lib/ruby/1.8/net/http.rb:1051:in `request_without_mmtrix_trace'
+/opt/bundler/gems/ruby_agent-705a7cf29207/lib/mmtrix/agent/instrumentation/net.rb:20:in `request_without_fakeweb'
+/opt/bundler/gems/ruby_agent-705a7cf29207/lib/mmtrix/agent/method_tracer.rb:242:in `trace_execution_scoped'
+/opt/bundler/gems/ruby_agent-705a7cf29207/lib/mmtrix/agent/instrumentation/net.rb:19:in `request_without_fakeweb'
+/opt/ruby/gems/fakeweb-1.3.0/lib/fake_web/ext/net_http.rb:50:in `request'
+/opt/ruby/lib/ruby/1.8/net/http.rb:1037:in `request_without_mmtrix_trace'
+/opt/ruby/lib/ruby/1.8/net/http.rb:543:in `start'
+/opt/ruby/lib/ruby/1.8/net/http.rb:1035:in `request_without_mmtrix_trace'
+/opt/bundler/gems/ruby_agent-705a7cf29207/lib/mmtrix/agent/instrumentation/net.rb:20:in `request_without_fakeweb'
+/opt/bundler/gems/ruby_agent-705a7cf29207/lib/mmtrix/agent/method_tracer.rb:242:in `trace_execution_scoped'
+/opt/bundler/gems/ruby_agent-705a7cf29207/lib/mmtrix/agent/instrumentation/net.rb:19:in `request_without_fakeweb'
+/opt/ruby/gems/fakeweb-1.3.0/lib/fake_web/ext/net_http.rb:50:in `request'
+/opt/ruby/lib/ruby/1.8/net/http.rb:992:in `post2'
+/opt/ruby/gems/rforce-0.4.1/lib/rforce/binding.rb:141:in `call_remote'
+/opt/ruby/gems/rforce-0.4.1/lib/rforce/binding.rb:208:in `method_missing'
+/Users/joe/dev/workspace/lib/lead_lover/base.rb:135:in `update'
+/Users/joe/dev/workspace/lib/lead_lover/base.rb:123:in `update_filtered_attributes'
+/Users/joe/dev/workspace/lib/lead_lover/lead.rb:62:in `assign_to_owner'
+/Users/joe/dev/workspace/app/models/account.rb:1968:in `link_to_leadlover_lead'
+/Users/joe/dev/workspace/app/models/account.rb:1956:in `link_to_leadlover'
+/opt/ruby/gems/activerecord-2.3.14/lib/active_record/associations/association_proxy.rb:215:in `send'
+/opt/ruby/gems/activerecord-2.3.14/lib/active_record/associations/association_proxy.rb:215:in `method_missing'
+/Users/joe/dev/workspace/app/models/subscription.rb:883:in `link_to_leadlover'
+/opt/ruby/gems/delayed_job-2.0.6/lib/delayed/performable_method.rb:35:in `send'
+/opt/ruby/gems/delayed_job-2.0.6/lib/delayed/performable_method.rb:35:in `perform'
+/Users/joe/dev/workspace/config/initializers/delayed_job_with_shards.rb:17:in `perform'
+/opt/ruby/gems/delayed_job-2.0.6/lib/delayed/backend/base.rb:74:in `invoke_job'
+  EOF
+  end
+end

data/test/mmtrix/rack/developer_mode_test.rb

@@ -0,0 +1,93 @@
+# encoding: utf-8
+# This file is distributed under Mmtrix's license terms.
+# See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+if defined?(::Rails)
+
+require File.expand_path(File.join(File.dirname(__FILE__),'..', '..',
+                                   'test_helper'))
+require 'rack/test'
+require 'mmtrix/rack/developer_mode'
+
+ENV['RACK_ENV'] = 'test'
+
+class DeveloperModeTest < Minitest::Test
+  include Rack::Test::Methods
+  include TransactionSampleTestHelper
+
+  def app
+    mock_app = lambda { |env| [500, {}, "Don't touch me!"] }
+    Mmtrix::Rack::DeveloperMode.new(mock_app)
+  end
+
+  def setup
+    @test_config = { :developer_mode => true, :disable_harvest_thread => true }
+    Mmtrix::Agent.config.add_config_for_testing(@test_config)
+    run_sample_trace('/here')
+    run_sample_trace('/there')
+    run_sample_trace('/somewhere')
+    @sampler = Mmtrix::Agent.instance.transaction_sampler
+  end
+
+  def teardown
+    Mmtrix::Agent.config.remove_config(@test_config)
+  end
+
+  def test_index_displays_all_samples
+    get '/mmtrix'
+
+    assert last_response.ok?
+    assert last_response.body.include?('/here')
+    assert last_response.body.include?('/there')
+    assert last_response.body.include?('/somewhere')
+  end
+
+  def test_show_sample_summary_displays_sample_details
+    get "/mmtrix/show_sample_summary?id=#{@sampler.dev_mode_sample_buffer.samples[0].sample_id}"
+
+    assert last_response.ok?
+    assert last_response.body.include?('/here')
+    assert last_response.body.include?('SandwichesController')
+    assert last_response.body.include?('index')
+  end
+
+  def test_explain_sql_displays_query_plan
+    sample = @sampler.dev_mode_sample_buffer.samples[0]
+    sql_segment = app.send(:sql_segments, sample)[0]
+    explain_results = Mmtrix::Agent::Database.process_resultset(dummy_mysql_explain_result, 'mysql')
+
+    Mmtrix::Agent::Transaction::TraceNode.any_instance.expects(:explain_sql).returns(explain_results)
+    get "/mmtrix/explain_sql?id=#{sample.sample_id}&segment=#{sql_segment.object_id}"
+
+    assert last_response.ok?
+    assert last_response.body.include?('PRIMARY')
+    assert last_response.body.include?('Key Length')
+    assert last_response.body.include?('Using index')
+  end
+
+  def test_doesnt_record_transaction
+    Mmtrix::Agent.instance.transaction_sampler.dev_mode_sample_buffer.reset!
+
+    get "/mmtrix"
+
+    assert_empty Mmtrix::Agent.instance.transaction_sampler.dev_mode_sample_buffer.samples
+  end
+
+  def test_request_attributes
+    attributes = Mmtrix::Agent::Transaction::Attributes.new(Mmtrix::Agent.instance.attribute_filter)
+    attributes.add_agent_attribute("request.parameters.foo", "bar", Mmtrix::Agent::AttributeFilter::DST_ALL)
+    attributes.add_agent_attribute(:"request.headers.referer", "/somewhere", Mmtrix::Agent::AttributeFilter::DST_ALL)
+    sample = stub(:attributes => attributes)
+
+    expected = {
+      "request.parameters.foo" => "bar"
+    }
+
+    result = app.send(:request_attributes_for, sample)
+    assert_equal expected, result
+  end
+end
+
+else
+  puts "Skipping tests in #{__FILE__} because Rails is unavailable"
+end

data/test/mmtrix/rack/error_collector_test.rb

@@ -0,0 +1,77 @@
+# encoding: utf-8
+# This file is distributed under Mmtrix's license terms.
+# See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+require File.expand_path(File.join(File.dirname(__FILE__),'..', '..',
+                                   'test_helper'))
+require 'rack/test'
+require 'mmtrix/rack/error_collector'
+
+module Mmtrix::Rack
+  class ErrorCollectorTest < Minitest::Test
+    include Rack::Test::Methods
+
+    class TestApp
+      def call(env)
+        raise 'unhandled error'
+      end
+    end
+
+    def app
+      Mmtrix::Rack::ErrorCollector.new(TestApp.new)
+    end
+
+    def setup
+      Mmtrix::Agent.reset_config
+      Mmtrix::Agent.manual_start
+      Mmtrix::Agent.instance.error_collector
+      Mmtrix::Agent.instance.error_collector.errors = []
+
+      # sanity checks
+      assert Mmtrix::Agent.instance.error_collector.enabled?
+    end
+
+    def test_notice_and_reraise_errors
+      assert_raises RuntimeError do
+        get '/'
+      end
+
+      assert_equal('unhandled error', last_error.message)
+    end
+
+    def test_ignore_filtered_errors
+      filter = Proc.new do |error|
+        !error.kind_of?(RuntimeError)
+      end
+
+      with_ignore_error_filter(filter) do
+        assert_raises RuntimeError do
+          get '/'
+        end
+      end
+
+      assert(Mmtrix::Agent.instance.error_collector.errors.empty?,
+             'noticed an error that should have been ignored')
+    end
+
+    # Ideally we'd test this for failures to create Rack::Request as well,
+    # but unfortunately rack-test, which we're using to drive, creates
+    # Rack::Request objects internally, so there's not an easy way to.
+    def test_handles_failure_to_create_request_object
+      if defined?(ActionDispatch::Request)
+        ActionDispatch::Request.stubs(:new).raises('bad news')
+
+        assert_raises RuntimeError do
+          get '/foo/bar?q=12'
+        end
+
+        assert_equal('unhandled error', last_error.message)
+        assert_equal('/foo/bar', last_error.request_uri)
+      end
+    end
+
+    def last_error
+      Mmtrix::Agent.instance.error_collector.errors[0]
+    end
+  end
+end

data/test/mmtrix/transaction_ignoring_test_cases.rb

@@ -0,0 +1,102 @@
+# encoding: utf-8
+# This file is distributed under Mmtrix's license terms.
+# See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+module TransactionIgnoringTestCases
+
+  include MultiverseHelpers
+
+  TXN_PREFIX = 'Controller/'
+
+  setup_and_teardown_agent do |collector|
+    collector.stub('connect', {
+      'transaction_name_rules' => [{"match_expression" => "ignored_transaction",
+                                    "ignore"           => true}],
+      'agent_run_id' => 1,
+    })
+  end
+
+  # Test classes that include this module are expected to define:
+  #   trigger_transaction(txn_name)
+  #   trigger_transaction_with_error(txn_name, error_msg)
+  #   trigger_transaction_with_slow_sql(txn_name)
+
+
+  def test_does_not_record_metrics_for_ignored_transaction
+    trigger_transaction('accepted_transaction')
+    trigger_transaction('ignored_transaction')
+
+    Mmtrix::Agent.instance.send(:harvest_and_send_timeslice_data)
+
+    stats = $collector.reported_stats_for_metric(TXN_PREFIX+'accepted_transaction')
+    assert_equal(1, stats.size)
+
+    stats = $collector.reported_stats_for_metric(TXN_PREFIX+'ignored_transaction')
+    assert_equal(0, stats.size)
+  end
+
+  def test_does_not_record_traced_errors_for_ignored_transactions
+    trigger_transaction_with_error('ignored_transaction',  'Buffy dies :(')
+    trigger_transaction_with_error('accepted_transaction', 'Buffy lives :)')
+
+    Mmtrix::Agent.instance.send(:harvest_and_send_errors)
+
+    posts = $collector.calls_for('error_data')
+    assert_equal(1, posts.size)
+
+    errors = posts.first.errors
+
+    assert_equal(1, errors.size)
+    assert_equal('Buffy lives :)', errors.first.message)
+  end
+
+  def test_does_not_record_transaction_trace_for_ignored_transactions
+    with_config(:'transaction_tracer.transaction_threshold' => 0) do
+      trigger_transaction('accepted_transaction')
+      Mmtrix::Agent.instance.send(:harvest_and_send_transaction_traces)
+      assert_equal(1, $collector.calls_for('transaction_sample_data').size)
+
+      trigger_transaction('ignored_transaction')
+      Mmtrix::Agent.instance.send(:harvest_and_send_transaction_traces)
+      assert_equal(1, $collector.calls_for('transaction_sample_data').size)
+    end
+  end
+
+  def test_does_not_record_analytics_for_ignored_transactions
+    trigger_transaction('ignored_transaction')
+    trigger_transaction('accepted_transaction')
+
+    Mmtrix::Agent.instance.send(:harvest_and_send_analytic_event_data)
+
+    posts = $collector.calls_for('analytic_event_data')
+    assert_equal(1, posts.size)
+
+    events = posts.first.events
+
+    assert_equal(1, events.size)
+    assert_equal(TXN_PREFIX+'accepted_transaction', events.first[0]['name'])
+  end
+
+  def test_does_not_record_sql_traces_for_ignored_transactions
+    trigger_transaction_with_slow_sql('ignored_transaction')
+    trigger_transaction_with_slow_sql('accepted_transaction')
+
+    Mmtrix::Agent.instance.send(:harvest_and_send_slowest_sql)
+
+    posts = $collector.calls_for('sql_trace_data')
+    assert_equal(1, posts.size)
+
+    traces = posts.first.traces
+
+    assert_equal(1, traces.size)
+
+    trace = traces.first
+
+    # From SqlTrace#to_collector_array
+    # 0 -> path
+    # 5 -> call_count
+    assert_equal(TXN_PREFIX+'accepted_transaction', trace[0])
+    assert_equal(1, trace[5])
+  end
+
+end

data/test/mmtrix/version_number_test.rb

@@ -0,0 +1,101 @@
+# encoding: utf-8
+# This file is distributed under Mmtrix's license terms.
+# See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+require File.expand_path(File.join(File.dirname(__FILE__),'..', 'test_helper'))
+class Mmtrix::VersionNumberTest < Minitest::Test
+
+  def test_comparison__first
+    versions = %w[1.0.0 0.1.0 0.0.1 10.0.1 1.10.0].map {|s| Mmtrix::VersionNumber.new s }
+    assert_equal %w[0.0.1 0.1.0 1.0.0 1.10.0 10.0.1], versions.sort.map(&:to_s)
+    v0 = Mmtrix::VersionNumber.new '1.2.3'
+    v1 = Mmtrix::VersionNumber.new '1.2.2'
+    v3 = Mmtrix::VersionNumber.new '1.2.2'
+    assert v0 > v1
+    assert v1 == v1
+    assert v1 == v3
+  end
+  def test_comparison__second
+    v0 = Mmtrix::VersionNumber.new '1.2.0'
+    v1 = Mmtrix::VersionNumber.new '2.2.2'
+    v3 = Mmtrix::VersionNumber.new '1.1.2'
+    assert v0 < v1
+    assert v1 > v3
+    assert v3 < v0
+  end
+  def test_bug
+    v0 = Mmtrix::VersionNumber.new '2.8.999'
+    v1 = Mmtrix::VersionNumber.new '2.9.10'
+    assert v1 > v0
+    assert v0 <= v1
+  end
+  def test_long_version
+    v0 = Mmtrix::VersionNumber.new '1.2.3.4'
+    v1 = Mmtrix::VersionNumber.new '1.2.3.3'
+    v3 = Mmtrix::VersionNumber.new '1.3'
+    assert v0 > v1
+    assert v0 < '1.2.3.5'
+    assert ! (v0 < '1.2.3.4')
+    assert v3 > v0
+  end
+  def test_sort
+    values = %w[1.1.1
+                1.1.99
+                1.1.999
+                2.0.6
+                2.6.5
+                2.7
+                2.7.1
+                2.7.2
+                2.7.2.0
+                3
+                999]
+    assert_equal values, values.map{|v| Mmtrix::VersionNumber.new v}.sort.map(&:to_s)
+  end
+  def test_prerelease
+    v0 = Mmtrix::VersionNumber.new '1.2.0.beta'
+    assert_equal [1,2,0,'beta'], v0.parts
+    assert v0 > '1.1.9.0'
+    assert v0 > '1.1.9.alpha'
+    assert v0 > '1.2.0.alpha'
+    assert v0 == '1.2.0.beta'
+    assert v0 < '1.2.1'
+    assert v0 < '1.2.0'
+    assert v0 < '1.2.0.c'
+    assert v0 < '1.2.0.0'
+
+  end
+  def test_compare_string
+    v0 = Mmtrix::VersionNumber.new '1.2.0'
+    v1 = Mmtrix::VersionNumber.new '2.2.2'
+    v3 = Mmtrix::VersionNumber.new '1.1.2'
+    assert v0 < '2.2.2'
+    assert v1 > '1.1.2'
+    assert v3 < '1.2.0'
+    assert v0 == '1.2.0'
+  end
+  def test_4_numbers
+    v0 = Mmtrix::VersionNumber.new '1.2.0'
+    v1 = Mmtrix::VersionNumber.new '1.2.0.1'
+    v2 = Mmtrix::VersionNumber.new '1.2.1.0'
+    v3 = Mmtrix::VersionNumber.new '1.2.1.1'
+    assert v0 < v1
+    assert v1 < v2
+    assert v2 < v3
+    assert v0 < v3
+    assert v0 < '1.2.0.1'
+    assert v0 > '1.1.0.1'
+  end
+
+  def test_string
+    assert_equal '1.2.0', Mmtrix::VersionNumber.new('1.2.0').to_s
+    assert_equal '1.2', Mmtrix::VersionNumber.new('1.2').to_s
+  end
+
+  def test_build_version_string
+    version_string = Mmtrix::VERSION.build_version_string(1, 2, 3, '4.beta')
+    assert_equal('1.2.3.4.beta', version_string)
+    version_string = Mmtrix::VERSION.build_version_string(1, 2, 3, nil)
+    assert_equal('1.2.3', version_string)
+  end
+end

data/test/multiverse/.gitignore

@@ -0,0 +1,13 @@
+tmp
+*.swp
+.bundler_work_area
+Gemfile
+Gemfile.lock
+Gemfile.*
+Gemfile.*.lock
+*.log
+*.db
+.idea
+tags
+*.sqlite3
+*.pid

data/test/multiverse/README.md

@@ -0,0 +1,85 @@
+# Multiverse
+
+## Testing in a multitude of environments
+
+Multiverse was created to solve a specific problem experienced by the Agent
+team.  Not only does the Mmtrix Agent run in a wide variety of environments,
+but its expected behavior *changes* based on the environment.  Instrumenation is
+toggled on and off based on the presence of certain libraries, and some of these
+libraries are incompatible with each other.  Effective testing requires us to
+specify different environments for different tests; Multiverse aims to make this
+painless.
+
+
+## Getting started
+
+You can invoke this via rake
+
+    rake test:multiverse
+
+If you only want to run some test suites you can filter by their names
+
+    rake test:multiverse[sinatra]
+
+You can run tests of multiverse itself with
+
+    rake test:multiverse:self
+
+### Adding a test suite
+
+To add tests add a directory to the `suites` directory.  This directory should
+contain at least two files.
+
+#### Envfile
+
+The Envfile is a meta gem file.  It allows you to specify one or more gemset
+that the tests in this directory should be run against.  For example:
+
+    gemfile <<-GEMFILE
+      gem "rails", "~>3.2.0"
+    GEMFILE
+
+    gemfile <<-GEMFILE
+      gem "rails", "~>3.1.0"
+    GEMFILE
+
+This will run these tests against 2 environments, one running rails 3.1, the
+other running rails 3.2.
+
+Mmtrix is automatically included in the environment.  Specifying it in the
+Envfile will trigger and error.  You can override where mmtrix is loaded from
+using two environment variables.
+
+The default gemfile line is
+
+    gem 'mmtrix_rpm', :path => '../../../ruby_agent'
+
+`ENV['MMTRIX_GEMFILE_LINE']` will specify the full line for the gemfile
+
+`ENV['MMTRIX_GEM_PATH']` will override the `:path` option in the default line.
+
+
+#### Test files
+
+All files in a test suite directory that end with .rb will be executed as test
+files.  These should use test unit.
+
+For example:
+
+    require 'test/unit'
+    class ATest < Test::Unit::TestCase
+      def test_json_is_loaded
+        assert JSON
+      end
+
+      def test_haml_is_not_loaded
+        assert !defined?(Haml)
+      end
+    end
+
+
+## Testing Multiverse
+
+Multiverse has a suite of tests in the `test` directory for testing the
+framework itself (sooo meta).  These help confirm that the system is working as
+expected.

data/test/multiverse/lib/multiverse/color.rb

@@ -0,0 +1,23 @@
+# encoding: utf-8
+# This file is distributed under Mmtrix's license terms.
+# See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+module Multiverse
+  module Color
+    def colorize(color_code, content)
+      STDOUT.tty? ? "\e[#{color_code}m#{content}\e[0m" : content
+    end
+
+    def red(string)
+      colorize("0;31;49", string)
+    end
+
+    def green(string)
+      colorize("0;32;49", string)
+    end
+
+    def yellow(string)
+      colorize("0;33;49", string)
+    end
+  end
+end