mmtrix_rpm 1.0.0.1

data/test/multiverse/suites/capistrano/deployment_test.rb

@@ -0,0 +1,54 @@
+# encoding: utf-8
+# This file is distributed under Mmtrix's license terms.
+# See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+require 'fake_rpm_site'
+require 'mmtrix/cli/command'
+
+class DeploymentTest < Minitest::Test
+  def setup
+    $rpm_site ||= Mmtrix::FakeRpmSite.new
+    $rpm_site.reset
+    $rpm_site.run
+  end
+
+  def test_deploys_to_configured_application
+    cap_it
+    assert_deployment_value("application_id", "test")
+  end
+
+  def test_deploys_with_commandline_parameter
+    # Capistrano 3 doesn't provide built-in commandline params -> settings
+    # We wire our own up via ENV to test setting out setting custom values
+    env = {
+      'MMTRIX_CAPISTRANO_USER'        => "Optimus Prime",
+      'MMTRIX_CAPISTRANO_APPNAME'     => "Tesseract",
+      'MMTRIX_CAPISTRANO_REVISION'    => "C-001",
+      'MMTRIX_CAPISTRANO_CHANGELOG'   => "The greatest weakness of most humans is their hesitancy to tell others they love them while they're alive.",
+    }
+
+    cap_it(env)
+
+    assert_deployment_value("user",           "Optimus Prime")
+    assert_deployment_value("application_id", "Tesseract")
+    assert_deployment_value("revision",       "C-001")
+    assert_deployment_value("changelog",      "The greatest weakness of most humans is their hesitancy to tell others they love them while they're alive.")
+  end
+
+  def test_mmtrix_revision_override
+  end
+
+  def assert_deployment_value(key, value)
+    assert_equal(1, $rpm_site.requests.count)
+    assert_equal(value, $rpm_site.requests.first["deployment"][key])
+  end
+
+  def cap_it(custom_env={})
+    cmd = "cap production mmtrix:notice_deployment"
+    default_env = { 'FAKE_RPM_SITE_PORT' => $rpm_site.port.to_s }
+    output = with_environment(default_env.merge(custom_env)) do
+      `#{cmd}`
+    end
+    assert $?.success?, "cap command '#{cmd}' failed with output: #{output}"
+  end
+end

data/test/multiverse/suites/capistrano2/Capfile

@@ -0,0 +1,4 @@
+require 'mmtrix/recipes'
+
+load 'deploy'
+load 'config/deploy'

data/test/multiverse/suites/capistrano2/Envfile

@@ -0,0 +1,8 @@
+suite_condition("Capistrano testing is flaky on JRuby") do
+  RUBY_PLATFORM != 'java'
+end
+
+gemfile <<-RB
+  gem 'capistrano', '~>2.15.5'
+  gem 'rack'
+RB

data/test/multiverse/suites/capistrano2/config/deploy.rb

@@ -0,0 +1,19 @@
+# encoding: utf-8
+# # This file is distributed under Mmtrix's license terms.
+# # See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+require 'bundler/capistrano'
+
+set :application, "mmtrix_capistrano"
+set :repository,  "~/mmtrix_capistrano"
+set :current_path, ""
+set :mmtrix_license_key, "bootstrap_mmtrix_admin_license_key_000"
+set :mmtrix_rails_env, "development"
+
+set :scm, :none
+
+role :web, "localhost"
+role :app, "localhost"
+role :db,  "localhost"
+
+set :use_sudo, false

data/test/multiverse/suites/capistrano2/config/mmtrix.yml

@@ -0,0 +1,21 @@
+---
+development:
+  error_collector:
+    enabled: true
+  apdex_t: 0.5
+  ssl: false
+  agent_enabled: true
+  monitor_mode: true
+  license_key: bootstrap_mmtrix_admin_license_key_000
+  developer_mode: false
+  app_name: test
+  host: 127.0.0.1
+  api_host: 127.0.0.1
+  api_port: <%= ENV["FAKE_RPM_SITE_PORT"] %>
+  transaction_tracer:
+    record_sql: obfuscated
+    enabled: true
+    stack_trace_threshold: 0.5
+    transaction_threshold: 1.0
+  capture_params: false
+  disable_serialization: false

data/test/multiverse/suites/capistrano2/deployment_test.rb

@@ -0,0 +1,37 @@
+# encoding: utf-8
+# This file is distributed under Mmtrix's license terms.
+# See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+require 'fake_rpm_site'
+
+class DeploymentTest < Minitest::Test
+  def setup
+    $rpm_site ||= Mmtrix::FakeRpmSite.new
+    $rpm_site.reset
+    $rpm_site.run
+  end
+
+  def test_deploys_to_configured_application
+    cap_it
+    assert_deployment_value("application_id", "test")
+  end
+
+  def test_deploys_with_commandline_parameter
+    cap_it("-s mmtrix_user=someone -s mmtrix_appname=somewhere")
+    assert_deployment_value("user",           "someone")
+    assert_deployment_value("application_id", "somewhere")
+  end
+
+  def assert_deployment_value(key, value)
+    assert_equal(1, $rpm_site.requests.count)
+    assert_equal(value, $rpm_site.requests.first["deployment"][key])
+  end
+
+  def cap_it(options="")
+    cmd = "cap mmtrix:notice_deployment #{options}"
+    output = with_environment('FAKE_RPM_SITE_PORT' => $rpm_site.port.to_s) do
+      `#{cmd}`
+    end
+    assert $?.success?, "cap command '#{cmd}' failed with output: #{output}"
+  end
+end

data/test/multiverse/suites/config_file_loading/Envfile

@@ -0,0 +1,13 @@
+omit_collector!
+
+gemfile <<-RB
+  # stub file system so we can test that mmtrix.yml can be loaded from
+  # various places.
+  gem 'fakefs', :require => 'fakefs/safe'
+
+  # Because we delay the agent, order of jruby-openssl matters
+  gem 'jruby-openssl', :platforms => [:jruby]
+
+  # don't start the agent
+  gem 'mmtrix_rpm', :require => false, :path => File.expand_path('../../../../')
+RB

data/test/multiverse/suites/config_file_loading/config_file_loading_test.rb

@@ -0,0 +1,213 @@
+# encoding: utf-8
+# This file is distributed under Mmtrix's license terms.
+# See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+# Test the logic for loading the mmtrix.yml config file.
+#
+# We will look at (in this priority):
+# 1. ENV['NRCONFIG'] (if set)
+# 2. ./config/mmtrix.yml
+# 3. ./mmtrix.yml
+# 4. ~/.mmtrix/mmtrix.yml
+# 5. ~/mmtrix.yml
+#
+# If this fails the agent will attempt to dial Lew Cirne's cell phone and ask
+# that he verbally describe how it should be configured.
+
+class ConfigFileLoadingTest < Minitest::Test
+  include MultiverseHelpers
+
+  def setup
+    # While FakeFS stubs out all the File system related libraries (i.e. File,
+    # FileUtils, Dir, etc.)  It doesn't handle the Logger library that is used
+    # to create the agent log file.  Therefore we check for the presence of the
+    # log directory in the FakeFS, then error when we try to open the file in
+    # the Real FS.  Set the log file to /dev/null to work around this issue.
+    # It's incidental to the functionality being tested.
+    #
+    # '/dev/null' can be changed to 'stdout' if more debugging output is needed
+    # in these tests.
+    ENV['MM_TRIX_LOG'] = '/dev/null'
+
+    # Figure out where multiverse is in the real file system.
+    @cwd = Dir.pwd
+
+    # require the agent before we're in FakeFS so require doesn't hit the fake
+    require 'mmtrix_rpm'
+
+    # Use a fake file system so we don't damage the real one.
+    FakeFS.activate!
+    FakeFS::FileSystem.clear
+
+    FileUtils.mkdir_p(@cwd)
+  end
+
+  def teardown
+    ENV['MM_TRIX_LOG'] = nil
+    FakeFS.deactivate!
+  end
+
+  def setup_config(path, manual_config_options = {}, config_file_content=nil)
+    teardown_agent
+
+    FileUtils.mkdir_p(File.dirname(path))
+    Dir.chdir @cwd
+    File.open(path, 'w') do |f|
+      if config_file_content
+        f.write(config_file_content)
+      else
+        f.print <<-YAML
+development:
+  foo: "success!!"
+test:
+  foo: "success!!"
+bazbangbarn:
+  i_am: "bazbangbarn"
+        YAML
+      end
+    end
+
+    setup_agent(manual_config_options)
+  end
+
+  def assert_config_read_from(path, manual_config_options={})
+    setup_config(path, manual_config_options)
+    assert Mmtrix::Agent.config[:foo] == "success!!", "Failed to read yaml config from #{path.inspect[0..100]}\n\n#{Mmtrix::Agent.config.inspect[0..100]}"
+  end
+
+  def assert_config_not_read_from(path)
+    setup_config(path)
+    assert Mmtrix::Agent.config[:foo] != "success!!", "Read yaml config from #{path.inspect}\n\n#{Mmtrix::Agent.config.inspect}"
+  end
+
+  def test_config_loads_from_config_mmtrix_yml
+    assert_config_read_from(File.join(@cwd, "config/mmtrix.yml"))
+  end
+
+  def test_config_loads_from_mmtrix_yml
+    assert_config_read_from(File.join(@cwd, "mmtrix.yml"))
+  end
+
+  def test_config_loads_from_home_mmtrix_yml
+    assert_config_read_from(ENV['HOME'] + "/mmtrix.yml")
+  end
+
+  def test_config_loads_from_home_dot_mmtrix_mmtrix_yml
+    assert_config_read_from(ENV['HOME'] + "/.mmtrix/mmtrix.yml")
+  end
+
+  def test_config_loads_from_config_path_option_to_manual_start
+    path = File.join(@cwd, 'otherplace', 'mmtrix.yml')
+    assert_config_read_from(path, :config_path => path)
+  end
+
+  def test_warning_logged_when_no_config_file
+    teardown_agent
+    setup_agent
+
+    log = with_array_logger { Mmtrix::Agent.manual_start }
+
+    assert_log_contains(log, /WARN.*No configuration file found/)
+    assert_log_contains(log, /WARN.*Looked in these locations.*based on defaults/)
+  end
+
+  def test_warning_logged_when_no_config_file_manual_config
+    teardown_agent
+    setup_agent
+
+    log = with_array_logger do
+      Mmtrix::Agent.manual_start(:config_path => 'otherplace/mmtrix.yml')
+    end
+
+    assert_log_contains(log, /WARN.*No configuration file found/)
+    assert_log_contains(log, /WARN.*Looked in these locations.*based on API call.*otherplace\/mmtrix\.yml/)
+  end
+
+  def test_warning_logged_when_no_config_file_environment_variable
+    ENV['NRCONFIG'] = 'otherplace/mmtrix.yml'
+    teardown_agent
+    setup_agent
+
+    log = with_array_logger { Mmtrix::Agent.manual_start }
+
+    assert_log_contains(log, /WARN.*No configuration file found/)
+    assert_log_contains(log, /WARN.*Looked in these locations.*based on environment variable.*otherplace\/mmtrix\.yml/)
+  ensure
+    ENV['NRCONFIG'] = nil
+  end
+
+  def test_warning_logged_when_config_file_yaml_parsing_error
+    path = File.join(@cwd, 'config', 'mmtrix.yml')
+    setup_config(path, {}, '<< bogus junk')
+    setup_agent
+
+    log = with_array_logger { Mmtrix::Agent.manual_start }
+
+    assert_log_contains(log, /ERROR.*Failed to read or parse configuration file at config\/mmtrix\.yml/)
+  end
+
+  def test_warning_logged_when_config_file_erb_error
+    path = File.join(@cwd, 'config', 'mmtrix.yml')
+    setup_config(path, {}, "\n\n\n<%= this is not ruby %>") # the error is on line 4
+    setup_agent
+
+    log = with_array_logger { Mmtrix::Agent.manual_start }
+
+    assert_log_contains(log, /ERROR.*Failed ERB processing/)
+    assert_log_contains(log, /\(erb\):4/)
+  end
+
+  def test_exclude_commented_out_erb_lines
+    config_contents = <<-YAML
+development:
+  foo: "success!!"
+test:
+  foo: "success!!"
+boom:
+  # <%= this is not ruby %>
+        YAML
+
+    path = File.join(@cwd, 'config', 'mmtrix.yml')
+    setup_config(path, {}, config_contents)
+    setup_agent
+
+    log = with_array_logger { Mmtrix::Agent.manual_start }
+
+    assert_equal "success!!", Mmtrix::Agent.config[:foo]
+
+    refute_log_contains(log, /ERROR.*Failed ERB processing/)
+    refute_log_contains(log, /\(erb\)/)
+  end
+
+  def test_config_loads_from_env_NRCONFIG
+    ENV["NRCONFIG"] = "/tmp/foo/bar.yml"
+    assert_config_read_from("/tmp/foo/bar.yml")
+  ensure
+    ENV["NRCONFIG"] = nil
+  end
+
+  def test_config_isnt_loaded_from_somewhere_crazy
+    assert_config_not_read_from(File.join(@cwd, "somewhere/crazy/mmtrix.yml"))
+  end
+
+  def test_config_will_load_settings_for_environment_passed_manual_start
+    path = File.join(@cwd, "config/mmtrix.yml")
+
+    # pass an env key to Mmtrix::Agent.manual_start which should cause it to
+    # load that section of mmtrix.yml
+    setup_config(path, {:env => 'bazbangbarn'} )
+    assert_equal 'bazbangbarn', Mmtrix::Agent.config[:i_am], "Agent.config did not load bazbangbarn config as requested"
+  end
+
+  def assert_log_contains(log, message)
+    lines = log.array
+    failure_message = "Did not find '#{message}' in log. Log contained:\n#{lines.join('')}"
+    assert (lines.any? { |line| line.match(message) }), failure_message
+  end
+
+  def refute_log_contains(log, message)
+    lines = log.array
+    failure_message = "Found unexpected '#{message}' in log. Log contained:\n#{lines.join('')}"
+    refute (lines.any? { |line| line.match(message) }), failure_message
+  end
+end

data/test/multiverse/suites/curb/Envfile

@@ -0,0 +1,31 @@
+suite_condition("Curb is not useful on JRuby") do
+  RUBY_PLATFORM != 'java'
+end
+
+# There appears to be a bug in later curbs (> 0.8.6) that manifests in hangs of
+# this suite when run on Ruby 1.8.7 or REE, so don't run against that version
+# on those Rubies.
+curb_version_spec = RUBY_VERSION == "1.8.7" ? '0.8.5' : '~>0.8.8'
+gemfile <<-RB
+  gem 'curb', '#{curb_version_spec}'
+  gem 'rack'
+  gem 'json', :platforms => [:rbx, :mri_18]
+
+  # We try translating URIs through Addressable if it's there, so test with it.
+  gem 'addressable', :require => 'addressable/uri'
+RB
+
+gemfile <<-RB
+  gem 'curb', '#{curb_version_spec}'
+  gem 'rack'
+  gem 'json', :platforms => [:rbx, :mri_18]
+RB
+
+# Older curb's than 0.8.6 don't build against Ruby 2.2.0
+if RUBY_VERSION < "2.2.0"
+gemfile <<-RB
+  gem 'curb', '0.8.1'
+  gem 'rack'
+  gem 'json', :platforms => [:rbx, :mri_18]
+RB
+end

data/test/multiverse/suites/curb/config/mmtrix.yml

@@ -0,0 +1,18 @@
+---
+development:
+  error_collector:
+    enabled: true
+  apdex_t: 0.5
+  ssl: false
+  monitor_mode: true
+  license_key: bootstrap_mmtrix_admin_license_key_000
+  developer_mode: false
+  app_name: test
+  host: 127.0.0.1
+  api_host: 127.0.0.1
+  transaction_tracer:
+    record_sql: obfuscated
+    enabled: true
+    stack_trace_threshold: 0.5
+    transaction_threshold: 1.0
+  capture_params: false

data/test/multiverse/suites/curb/curb_test.rb

@@ -0,0 +1,213 @@
+# encoding: utf-8
+# This file is distributed under Mmtrix"s license terms.
+# See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+require 'curb'
+
+require 'mmtrix_rpm'
+require 'http_client_test_cases'
+require 'mmtrix/agent/http_clients/curb_wrappers'
+
+class CurbTest < Minitest::Test
+
+  #
+  # Tests
+  #
+
+  include HttpClientTestCases
+
+
+  def test_shouldnt_clobber_existing_header_callback
+    headers = []
+    Curl::Easy.http_get( default_url ) do |handle|
+      handle.on_header do |header|
+        headers << header
+        header.length
+      end
+    end
+
+    assert !headers.empty?
+  end
+
+  def test_shouldnt_clobber_existing_completion_callback
+    completed = false
+    Curl::Easy.http_get( default_url ) do |handle|
+      handle.on_complete do
+        completed = true
+      end
+    end
+
+    assert completed, "completion block was never run"
+  end
+
+  def test_get_works_with_the_shortcut_api
+    # Override the mechanism for getting a response and run the test_get test
+    # again
+    @get_response_proc = Proc.new do |url|
+      Curl.get( url || default_url )
+    end
+    test_get
+  ensure
+    @get_response_proc = nil
+  end
+
+  def test_background_works_with_the_shortcut_api
+    # Override the mechanism for getting a response and run test_background again
+    @get_response_proc = Proc.new do |url|
+      Curl.get( url || default_url )
+    end
+    test_background
+  ensure
+    @get_response_proc = nil
+  end
+
+  def test_get_via_shortcut_api_preserves_header_str
+    rsp = Curl.get( default_url )
+    header_str = rsp.header_str
+
+    # Make sure that we got something that looks like a header string
+    assert_match(/^HTTP\/1\.1 200 OK\s+$/, header_str)
+    assert_match(/^Content-Length: \d+\s+$/, header_str)
+
+    # Make sure there are no lines that appear multiple times, which would
+    # happen if we installed callbacks repeatedly on one request.
+    header_lines = header_str.split
+    assert_equal(header_lines.uniq.size, header_lines.size,
+      "Found some header lines appearing multiple times in header_str:\n#{header_str}")
+  end
+
+  def test_get_via_multi_preserves_header_str
+    header_str = nil
+
+    Curl::Multi.get( [default_url] ) do |easy|
+      header_str = easy.header_str
+    end
+
+    assert_match(/^HTTP\/1\.1 200 OK\s+$/, header_str)
+    assert_match(/^Content-Length: \d+\s+$/, header_str)
+  end
+
+  def test_get_doesnt_destroy_ability_to_call_status
+    status_code = Curl.get( default_url ).status.to_i
+    assert_equal(200, status_code)
+  end
+
+
+  # Curl.head is broken in 0.8.4 (https://github.com/taf2/curb/pull/148), but if
+  # it ever gets fixed, then this test should be uncommented.
+
+  # def test_head_works_with_the_shortcut_api
+  #   # Override the mechanism for getting a response and run the test_get test
+  #   # again
+  #   def self.head_response
+  #     Curl.head( default_url )
+  #   end
+  #
+  #   test_head
+  # end
+
+  def test_doesnt_propagate_errors_in_instrumentation
+    Mmtrix::Agent::CrossAppTracing.stubs( :start_trace ).
+      raises( StandardError, "something bad happened" )
+
+    res = Curl::Easy.http_get( default_url )
+
+    assert_kind_of Curl::Easy, res
+  end
+
+
+  def test_works_with_parallel_fetches
+    results = []
+    other_url = "http://localhost:#{$fake_server.port}/"
+
+    in_transaction("test") do
+      Curl::Multi.get( [default_url,other_url] ) do |easy|
+        results << easy.body_str
+      end
+
+      results.each do |res|
+        assert_match %r/<head>/i, res
+      end
+
+      last_node = find_last_transaction_node()
+      assert_equal "External/Multiple/Curb::Multi/perform", last_node.metric_name
+    end
+  end
+
+  def test_block_passed_to_multi_perform_should_be_called
+    successes = 0
+    num_requests = 2
+    perform_block_called = false
+
+    in_transaction("test") do
+      multi = Curl::Multi.new
+
+      num_requests.times do |i|
+        req = Curl::Easy.new(default_url) do |easy|
+          easy.on_success { |curl| successes += 1 }
+        end
+        multi.add(req)
+      end
+
+      multi.perform { perform_block_called = true }
+
+      assert_equal(num_requests, successes)
+      assert(perform_block_called, "Block passed to Curl::Multi.perform should have been called")
+      last_node = find_last_transaction_node()
+      assert_equal "External/Multiple/Curb::Multi/perform", last_node.metric_name
+    end
+  end
+
+  #
+  # Helper functions
+  #
+
+  def client_name
+    "Curb"
+  end
+
+  def get_response(url=nil, headers=nil)
+    if @get_response_proc
+      @get_response_proc.call(url)
+    else
+      easy = Curl::Easy.new( url || default_url )
+      easy.headers = headers unless headers.nil?
+      easy.http_get
+      easy
+    end
+  end
+
+  def head_response
+    Curl::Easy.http_head( default_url )
+  end
+
+  def post_response
+    Curl::Easy.http_post( default_url, '' )
+  end
+
+  def put_response
+    Curl::Easy.http_put( default_url, '' )
+  end
+
+  def delete_response
+    Curl::Easy.http_delete( default_url )
+  end
+
+  def body(res)
+    res.body_str
+  end
+
+  def request_instance
+    Mmtrix::Agent::HTTPClients::CurbRequest.new(Curl::Easy.new)
+  end
+
+  def response_instance( headers={} )
+    res = Mmtrix::Agent::HTTPClients::CurbResponse.new(Curl::Easy.new)
+    headers.each do |hdr, val|
+      res.append_header_data( "#{hdr}: #{val}")
+    end
+
+    return res
+  end
+
+end

data/test/multiverse/suites/datamapper/Envfile

@@ -0,0 +1,30 @@
+adapter_gems = <<-RB
+  gem 'dm-sqlite-adapter'
+
+  # Pin this version as the adapter breaks with later ones
+  gem 'jdbc-sqlite3', '~> 3.7.2.1', :platforms => [:jruby]
+
+  # Needed for the fake collector
+  gem 'rack'
+RB
+
+gemfile <<-RB
+  gem 'json', '>= 1.8.1'
+  gem 'datamapper', '~> 1.2.0', :require => 'data_mapper'
+  gem 'dm-ar-finders', '~> 1.2.0'
+  #{adapter_gems}
+RB
+
+if RUBY_VERSION < '2.0.0'
+gemfile <<-RB
+  gem 'datamapper', '~> 1.1.0'
+  gem 'dm-ar-finders', '~> 1.1.0'
+  #{adapter_gems}
+RB
+
+gemfile <<-RB
+  gem 'datamapper', '~> 1.0.2'
+  gem 'dm-ar-finders', '~> 1.0.2'
+  #{adapter_gems}
+RB
+end

data/test/multiverse/suites/datamapper/config/mmtrix.yml

@@ -0,0 +1,20 @@
+---
+development:
+  error_collector:
+    enabled: true
+  apdex_t: 0.5
+  ssl: false
+  monitor_mode: true
+  license_key: bootstrap_mmtrix_admin_license_key_000
+  developer_mode: false
+  app_name: test
+  host: 127.0.0.1
+  api_host: 127.0.0.1
+  port: <%= $collector && $collector.port %>
+  transaction_tracer:
+    record_sql: obfuscated
+    enabled: true
+    stack_trace_threshold: 0.5
+    transaction_threshold: 1.0
+  capture_params: false
+  log_level: debug