mmtrix_rpm 1.0.0.1

data/test/performance/suites/transaction_tracing.rb

@@ -0,0 +1,106 @@
+# encoding: utf-8
+# This file is distributed under Mmtrix's license terms.
+# See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+class TransactionTracingPerfTests < Performance::TestCase
+  FAILURE_MESSAGE = "O_o"
+
+  BOO = "boo"
+  HOO = "hoo"
+  OH  = "oh"
+  NO  = "no"
+
+  def klass(instrument)
+    Class.new do
+      def self.name
+        "CustomClass#{object_id}"
+      end
+
+      def short_transaction
+        method_4
+      end
+
+      def transaction_with_attributes
+        method_4
+        Mmtrix::Agent.add_custom_attributes(BOO => HOO, OH => NO)
+      end
+
+      def long_transaction(n)
+        n.times do
+          method_1
+        end
+      end
+
+
+      def failure
+        raise FAILURE_MESSAGE
+      end
+
+      def method_1
+        method_2
+        method_3
+      end
+
+      def method_2
+      end
+
+      def method_3
+      end
+
+      def method_4
+      end
+
+      if instrument
+        include Mmtrix::Agent::Instrumentation::ControllerInstrumentation
+        include Mmtrix::Agent::MethodTracer
+
+        add_method_tracer :method_1
+        add_method_tracer :method_2
+        add_method_tracer :method_3
+        add_method_tracer :method_4
+
+        add_transaction_tracer :short_transaction
+        add_transaction_tracer :long_transaction
+        add_transaction_tracer :transaction_with_attributes
+        add_transaction_tracer :failure
+      end
+
+    end
+  end
+
+  def setup
+    @dummy = klass(true).new
+    Mmtrix::Agent.manual_start(
+      :developer_mode => false,
+      :monitor_mode   => false
+    )
+  end
+
+  def teardown
+    Mmtrix::Agent.shutdown
+  end
+
+  def test_short_transactions
+    measure { @dummy.short_transaction }
+  end
+
+  def test_long_transactions
+    measure do
+      @dummy.long_transaction(10000)
+    end
+  end
+
+  def test_with_custom_attributes
+    measure { @dummy.transaction_with_attributes }
+  end
+
+  def test_failure
+    measure do
+      begin
+        @dummy.failure
+      rescue
+        # Whatever...
+      end
+    end
+  end
+end

data/test/script/build_test_gem.sh

@@ -0,0 +1,57 @@
+#!/bin/bash
+
+# print commands in this script as they're invoked
+#set -x
+# fail if any command fails
+set -e
+
+. "$HOME/.rvm/scripts/rvm"
+
+#rvm 1.9.3
+
+
+if [ "x$BUILD_NUMBER" == "x" ]; then
+  echo '$BUILD_NUMBER is undefined'
+  echo 'setting $BUILD_NUMBER to alpha'
+  BUILD_NUMBER=alpha
+fi
+
+SHA1=`git log --pretty=format:'%h' -n 1`
+echo "building gem for commit $SHA1"
+
+if [[ `gem list jeweler | grep [j]eweler | wc -l` -eq 1 ]]; then
+  echo "detected jeweler. skipping install"
+else
+  gem install jeweler --no-ri --no-rdoc
+fi
+
+# setup a gems directory as a work area for artifacts
+rm -rf gems/
+mkdir gems
+
+# an identifier including the hudson build number and the git sha1
+
+# FIXME: don't include the $SHA1 since some of our builds systems are confused
+# by this.
+#BUILD_ID="$SHA1.$BUILD_NUMBER" #.$SHA1
+BUILD_ID="$BUILD_NUMBER" #.$SHA1
+
+# rewrite the version file, setting the patch identifier to include the
+# BUILD_ID
+perl -p -i -e "s#BUILD *= *.*\$#BUILD = '$BUILD_ID'#" lib/mmtrix/version.rb
+
+# generate the gemspec
+rake gemspec
+
+# build the gem
+gem build *.gemspec
+
+# move artifacts to the gems directory
+cp *.gemspec gems/
+mv *.gem gems/
+
+cd gems
+
+# create a tarfile including the gem and the gemspec
+gem_version=`ls *.gem | sed 's/\.gem$//' | sed 's/mmtrix_rpm-//'`
+tar czvf mmtrix_rpm_agent-${gem_version}.tar.gz *

data/test/script/ci.sh

@@ -0,0 +1,170 @@
+#!/bin/bash
+
+# Script to run test suites in CI or in development mode.  This script handles
+# checking out test dependencies (currently rpm_test_app and its dependencies)
+# and executing them.
+#
+# It relies on 2 environment variables:
+#
+# RUBY_VERSION - The rbenv ruby you want to use (e.g. 1.8.7, ree, jruby)
+#
+# BRANCH - The rpm_test_app branch you want to use (e.g. rails20, rails31)
+#
+# Example usage:
+# RUBY_VERSION=ree BRANCH=rails20 test/script/ci.sh
+#
+# RUBY_VERSION=ree BRANCH=rails20 test/script/ci.sh
+#
+# RUBY_VERSION=jruby BRANCH=rails22 test/script/ci.sh
+
+echo "Executing $0"
+echo "Running in $(pwd)"
+
+# print commands in this script as they're invoked
+#set -x
+# fail if any command fails
+set -e
+
+# check for require environment variables
+if [ "x$RUBY_VERSION" == "x" ]; then
+  echo '$RUBY_VERSION is undefined'
+  echo 'defaulting to 1.9.3'
+  export RUBY_VERSION=1.9.3-p374
+fi
+if [ "x$BRANCH" == "x" ]; then
+  echo '$BRANCH is undefined'
+  echo 'defaulting to rails31'
+  export BRANCH=rails31
+fi
+
+if [ "x$JOB_NAME" == "x" ]; then
+  echo '$JOB_NAME is undefined'
+  echo 'defaulting to clrun'
+  export PROJECT_NAME=clrun
+else
+  CLEANSED_NAME=`echo $JOB_NAME  | sed "s/label//" | sed "s/Portland//" | sed "s/BRANCH//" | sed "s/RUBY_VERSION//" | sed "s/[=\/,\._]//g" | sed "s/ReleaseCandidate/RC/"`
+  echo "setting PROJECT_NAME to $CLEANSED_NAME"
+  export PROJECT_NAME="$CLEANSED_NAME"
+fi
+
+eval "$(rbenv init -)" || true
+rbenv shell $RUBY_VERSION
+if [ "x$(rbenv version-name)" = "x$RUBY_VERSION" ]; then
+  echo "switched to ruby $RUBY_VERSION"
+else
+  rbenv install $RUBY_VERSION
+  rbenv shell $RUBY_VERSION
+  if [ "x$(rbenv version-name)" = "x$RUBY_VERSION" ]; then
+    echo "switched to ruby $RUBY_VERSION"
+  else
+    echo "failed to install ruby $RUBY_VERSION"
+    exit 1
+  fi
+fi
+
+echo `which ruby`
+ruby -v
+gem --version
+
+# make sure that we're in the project root
+script_dirname=`dirname $0`
+cd "$script_dirname/../../"
+pwd
+
+rm -rf tmp
+mkdir -p tmp
+cd tmp
+
+
+if [ "x$BRANCH" == "xnorails" ]; then
+  if [ "x$RUBY_VERSION" == "x1.8.6" ]; then
+    # Bundler 1.1 dropped support for ruby 1.8.6
+    bundle -h > /dev/null || gem install bundler -v'~>1.0.0' --no-rdoc --no-ri
+  else
+    bundle -h > /dev/null || gem install bundler --no-rdoc --no-ri
+  fi
+
+  bundle -v
+  bundle --local || bundle
+  NO_RAILS=true bundle exec rake --trace test || bundle exec rake --trace test
+  exit
+fi
+
+#rpm_test_app_cache=~/.rpm_test_app_cache
+rpm_test_app_cache=~/workspace/.rpm_test_app_cache
+(
+  echo "updating local cache of rpm_test_app in $rpm_test_app_cache"
+  git clone --mirror git://github.com/mmtrix/rpm_test_app.git $rpm_test_app_cache || true
+  cd $rpm_test_app_cache
+  git fetch || true
+)
+
+git clone $rpm_test_app_cache rpm_test_app
+cd rpm_test_app
+
+git fetch || true
+git checkout -t origin/$BRANCH || git checkout $BRANCH
+if [ -x $HOME/.rbenv/plugins/rbenv-gemsets ]; then
+  echo "$RUBY_VERSION-$BRANCH" > .rbenv-gemsets
+fi
+
+# Re-write database.yml to this here doc
+( cat << "YAML" ) > config/database.yml
+# Shared properties for mysql db
+mysql: &mysql
+  adapter: mysql
+  socket: <%= (`uname -s` =~ /Linux/ ) ? "" :"/tmp/mysql.sock" %>
+  username: root
+  host: localhost
+  database: <%= ENV['PROJECT_NAME'] %>
+
+# Shared properties for postgres.  This won't work with our schema but
+# Does work with agent tests
+sqlite3: &sqlite3
+<% if defined?(JRuby) %>
+  adapter: jdbcsqlite3
+<% else %>
+  adapter: sqlite3
+<% end %>
+  database: db/all.sqlite3
+  pool: 5
+  timeout: 5000
+  host: localhost
+
+# SQLite version 3.x
+#   gem install sqlite3-ruby (not necessary on OS X Leopard)
+development:
+  <<: *sqlite3
+
+test:
+  <<: *mysql
+
+production:
+  <<: *mysql
+YAML
+
+
+mkdir -p log
+mkdir -p tmp
+if [ "x$BRANCH" == "xrails20" ]; then
+  echo "Warning: Rails 2.0 support in progress. This probably only works in CI"
+  mkdir -p vendor/plugins
+  GEM=`ls ../../../*.gem | tail -n1`
+  (cd vendor/plugins && gem unpack ../../$GEM)
+  mv vendor/plugins/mmtrix_rpm* vendor/plugins/mmtrix_rpm
+else
+  perl -p -i'.bak' -e 's#gem .mmtrix_rpm.*$#gem "mmtrix_rpm", :path => "\.\.\/\.\.\/"#' Gemfile
+fi
+
+if [ "x$RUBY_VERSION" == "x1.8.6" ]; then
+  # Bundler 1.1 dropped support for ruby 1.8.6
+  bundle -h > /dev/null || gem install bundler -v'~>1.0.0' --no-rdoc --no-ri
+else
+  bundle -h > /dev/null || gem install bundler --no-rdoc --no-ri
+fi
+
+bundle -v
+
+export RAILS_ENV=test
+bundle --local || bundle
+bundle exec rake --trace db:create:all test:mmtrix

data/test/script/ci_agent-tests_runner.sh

@@ -0,0 +1,82 @@
+#!/bin/bash -e
+
+SCRATH_DIR=./agent-tests_tmp
+#git pull git@github.com:mmtrix/ruby_agent-tests.git
+
+#echo $PWD
+script_dirname=`dirname $0`
+#echo $script_dirname
+#echo $0
+
+# make sure that we're in the project root
+script_dirname=`dirname $0`
+cd "$script_dirname/../../"
+
+
+
+if [ -x $SCRATH_DIR ] ; then
+	echo "found tmp, deleting"
+	rm -fr $SCRATH_DIR
+fi
+
+mkdir $SCRATH_DIR
+cd $SCRATH_DIR
+
+git clone --depth=1 git@github.com:mmtrix/ruby_agent-tests.git ruby_agent-tests
+git clone --depth=1 git@github.com:mmtrix/rpm_contrib.git rpm_contrib
+
+if [ -x ../../Ruby_Agent ] ; then
+	ln -s ../../Ruby_Agent ./ruby_agent
+else
+	echo "*********** Ruby_Agent can't be found ***********"
+	exit 1
+fi
+
+#exit 0
+
+cd ruby_agent-tests
+./ci_run.sh
+
+#echo "creating tmp dir"
+#mkdir tmp
+#echo "cd'ing to tmp"
+# cd tmp
+# echo $PWD
+
+
+# exit 0
+#env
+#ls -al /home/hudson/.rvm/bin
+# source ~/.rvm/scripts/rvm
+#rvm 1.9.2
+#ruby -v
+
+# rvm --force gemset delete ruby_agent-tests
+
+# rvm gemset create ruby_agent-tests
+
+# rvm gemset use ruby_agent-tests
+# gem install bundler
+# bundle update
+# bundle
+
+##
+# bundle exec ruby fake_collector.rb
+# bundle exec ruby sinatra_metric_explosion_test.rb
+
+########
+# clear out gemset for next test set
+#
+
+# cd rails3viewfedex
+# rvm --force gemset delete ruby_agent-tests
+
+# rvm gemset create ruby_agent-tests
+
+# rvm gemset use ruby_agent-tests
+
+# gem install bundler
+# bundle update
+# bundle
+# bundle exec ruby view_instrumentation_test.rb
+#exit 0

data/test/script/ci_bench.sh

@@ -0,0 +1,52 @@
+#!/bin/bash
+
+# Script to benchmark the ruby agent under various versions of ruby in ci.
+
+echo "Executing $0"
+echo "Running in $(pwd)"
+
+# print commands in this script as they're invoked
+# set -x
+# fail if any command fails
+set -e
+
+# check for require environment variables
+if [ "x$RUBY" == "x" ]; then
+  echo '$RUBY is undefined'
+  exit 1
+fi
+
+
+. "$HOME/.rvm/scripts/rvm"
+rvm use $RUBY || rvm install $RUBY
+echo `which ruby`
+
+# make sure that we're in the project root
+script_dirname=`dirname $0`
+cd "$script_dirname/../../"
+pwd
+
+rm -rf tmp
+mkdir -p tmp
+cd tmp
+git clone --depth=1 git@github.com:mmtrix/agent_prof.git agent_prof
+cd agent_prof
+
+perl -p -i'.bak' -e 's#gem +.mmtrix_rpm.*$#gem "mmtrix_rpm", :path => "\.\.\/\.\.\/"#' Gemfile
+
+rvm --force gemset delete ruby_bench_$RUBY
+rvm gemset create ruby_bench_$RUBY
+rvm gemset use ruby_bench_$RUBY
+
+if [ "x$RUBY" == "x1.8.6" ]; then
+  # Bundler 1.1 dropped support for ruby 1.8.6
+  gem install bundler -v'~>1.0.0' --no-rdoc --no-ri
+else
+  gem install bundler --no-rdoc --no-ri
+fi
+
+bundle
+script/run
+bundle exec script/post_log_to_dashboard
+
+

data/test/script/ci_multiverse_runner.sh

@@ -0,0 +1,63 @@
+#!/bin/bash -e
+
+export PATH=$PATH:$HOME/bin
+
+echo $HOME
+echo $PATH
+#ls $HOME/bin
+
+
+
+if [ "x$RUBY" == "x" ] ; then
+  export RUBY=1.9.3
+fi
+
+echo "Tests will be run using $RUBY"
+#uname -a
+
+SCRATH_DIR=./multiverse_tmp
+script_dirname=`dirname $0`
+
+# make sure that we're in the project root
+cd "$script_dirname/../../"
+
+#pwd
+
+if [ -x $SCRATH_DIR ] ; then
+  echo "found tmp, deleting"
+  rm -fr $SCRATH_DIR
+fi
+
+mkdir $SCRATH_DIR
+cd $SCRATH_DIR
+
+#pwd
+if [[ $JOB_NAME =~ "Pangalactic" ]] ; then
+  AGENT_LOCATION="../../../../../../Ruby_Agent"
+else
+  AGENT_LOCATION="../../Ruby_Agent"
+fi
+
+git clone --depth=1 git@github.com:mmtrix/multiverse.git multiverse
+git clone --depth=1 git@github.com:mmtrix/rpm_contrib.git rpm_contrib
+
+echo "Looking for Ruby Agent at $AGENT_LOCATION"
+#ls -l ../../../../../../
+#ls -l /home/hudson/workspace/
+
+if [ -x $AGENT_LOCATION ] ; then
+  ln -s $AGENT_LOCATION ./ruby_agent
+else
+  echo "*********** Ruby_Agent not found ***********"
+  exit 1
+fi
+
+cd multiverse
+#./ci_run.sh
+
+#pwd
+#ls -l ../
+
+eval "$(rbenv init -)" || true
+rbenv shell $RUBY
+script/runner

data/test/script/path_hash.rb

@@ -0,0 +1,49 @@
+#!/usr/bin/env ruby   
+# encoding: utf-8
+# This file is distributed under Mmtrix's license terms.
+# See https://github.com/mmtrix/rpm/blob/master/LICENSE for complete details.
+
+require 'digest'
+
+path = ARGV
+
+def usage
+  $stderr.puts "Usage: path_hash.rb '<app_name>;<txn_name>' ['<app_name>;<txn_name>'...]"
+  exit
+end
+
+usage unless path.size > 0
+
+path_hash = 0
+path.each do |hop|
+  app_name, transaction_name = hop.split(';')
+
+  if !app_name || !transaction_name
+    $stderr.puts ''
+    $stderr.puts "Error: Malformed transaction identifier '#{hop}'."
+    usage
+  end
+
+  identifier = "#{app_name};#{transaction_name}"
+  md5sum = Digest::MD5.digest(identifier)
+  low4_of_md5 = md5sum.unpack("@12N").first
+
+  rotated_path_hash = ((path_hash << 1) | (path_hash >> 31)) & 0xffffffff
+
+  xor_result = rotated_path_hash ^ low4_of_md5
+
+  puts '--'
+  puts "A: txnIdentifier:       '#{identifier}'"
+  puts "B: MD5(A):              #{Digest::MD5.hexdigest(identifier)}"
+  puts "C: Low 4 bytes of B:    0x#{low4_of_md5.to_s(16).rjust(8, '0')} (0b#{low4_of_md5.to_s(2).rjust(32, '0')})"
+  puts ''
+  puts "D: Input path_hash:     0x#{path_hash.to_s(16).rjust(8, '0')} (0b#{path_hash.to_s(2).rjust(32, '0')})"
+  puts "E: Rotated E:           0x#{rotated_path_hash.to_s(16).rjust(8, '0')} (0b#{rotated_path_hash.to_s(2).rjust(32, '0')})"
+  puts ""
+  puts "F: XOR(D, F):           0x#{xor_result.to_s(16).rjust(8, '0')} (0b#{xor_result.to_s(2).rjust(32, '0')})"
+  puts '--'
+
+  path_hash = xor_result
+end
+
+puts "Final result: #{path_hash.to_s(16).rjust(8, '0')}"