hyphy 0.0.0

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/.rspec

@@ -0,0 +1 @@
+--color

data/.ruby-gemset

@@ -0,0 +1 @@
+hyphy

data/.ruby-version

@@ -0,0 +1 @@
+ruby-1.9.3

data/Gemfile

@@ -0,0 +1,15 @@
+source "http://rubygems.org"
+
+gem "sequel"
+gem "sqlite3"
+gem "activesupport", "~> 3.2"
+
+group :development do
+  gem "bundler"
+  gem "database_cleaner"
+  gem "jeweler"
+  gem "pry-nav"
+  gem "rdoc"
+  gem "rspec"
+  gem "simplecov"
+end

data/Gemfile.lock

@@ -0,0 +1,89 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    activesupport (3.2.14)
+      i18n (~> 0.6, >= 0.6.4)
+      multi_json (~> 1.0)
+    addressable (2.3.5)
+    builder (3.2.2)
+    coderay (1.0.9)
+    database_cleaner (1.0.1)
+    diff-lcs (1.2.4)
+    faraday (0.8.7)
+      multipart-post (~> 1.1)
+    git (1.2.5)
+    github_api (0.10.1)
+      addressable
+      faraday (~> 0.8.1)
+      hashie (>= 1.2)
+      multi_json (~> 1.4)
+      nokogiri (~> 1.5.2)
+      oauth2
+    hashie (2.0.5)
+    highline (1.6.19)
+    httpauth (0.2.0)
+    i18n (0.6.4)
+    jeweler (1.8.6)
+      builder
+      bundler (~> 1.0)
+      git (>= 1.2.5)
+      github_api (= 0.10.1)
+      highline (>= 1.6.15)
+      nokogiri (= 1.5.10)
+      rake
+      rdoc
+    json (1.8.0)
+    jwt (0.1.8)
+      multi_json (>= 1.5)
+    method_source (0.8.1)
+    multi_json (1.7.7)
+    multi_xml (0.5.4)
+    multipart-post (1.2.0)
+    nokogiri (1.5.10)
+    oauth2 (0.9.2)
+      faraday (~> 0.8)
+      httpauth (~> 0.2)
+      jwt (~> 0.1.4)
+      multi_json (~> 1.0)
+      multi_xml (~> 0.5)
+      rack (~> 1.2)
+    pry (0.9.12.2)
+      coderay (~> 1.0.5)
+      method_source (~> 0.8)
+      slop (~> 3.4)
+    pry-nav (0.2.3)
+      pry (~> 0.9.10)
+    rack (1.5.2)
+    rake (10.1.0)
+    rdoc (4.0.1)
+      json (~> 1.4)
+    rspec (2.14.1)
+      rspec-core (~> 2.14.0)
+      rspec-expectations (~> 2.14.0)
+      rspec-mocks (~> 2.14.0)
+    rspec-core (2.14.4)
+    rspec-expectations (2.14.0)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.14.1)
+    sequel (4.0.0)
+    simplecov (0.7.1)
+      multi_json (~> 1.0)
+      simplecov-html (~> 0.7.1)
+    simplecov-html (0.7.1)
+    slop (3.4.5)
+    sqlite3 (1.3.7)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  activesupport (~> 3.2)
+  bundler
+  database_cleaner
+  jeweler
+  pry-nav
+  rdoc
+  rspec
+  sequel
+  simplecov
+  sqlite3

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2013 David Huie
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,18 @@
+# Hyphy
+
+Hyphy is a framework for identifying SQL bottlenecks in tests.
+
+## Contributing to Hyphy
+
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet.
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it.
+* Fork the project.
+* Start a feature/bugfix branch.
+* Commit and push until you are happy with your contribution.
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Hyphy has *100% test coverage*; keep it that way.
+
+## Copyright
+
+Copyright (c) 2013 David Huie. See LICENSE.txt for
+further details.

data/Rakefile

@@ -0,0 +1,47 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  gem.name = "hyphy"
+  gem.homepage = "http://github.com/3dna/hyphy"
+  gem.license = "MIT"
+  gem.summary = %Q{Identify SQL bottlenecks in tests}
+  gem.description = %Q{Identify SQL bottlenecks in tests}
+  gem.email = "david@nationbuilder.com"
+  gem.authors = ["David Huie"]
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+RSpec::Core::RakeTask.new(:rcov) do |spec|
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :default => :spec
+
+require 'rdoc/task'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "hyphy #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.0

data/hyphy.gemspec

@@ -0,0 +1,96 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "hyphy"
+  s.version = "0.0.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["David Huie"]
+  s.date = "2013-07-24"
+  s.description = "Identify SQL bottlenecks in tests"
+  s.email = "david@nationbuilder.com"
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.md"
+  ]
+  s.files = [
+    ".document",
+    ".rspec",
+    ".ruby-gemset",
+    ".ruby-version",
+    "Gemfile",
+    "Gemfile.lock",
+    "LICENSE.txt",
+    "README.md",
+    "Rakefile",
+    "VERSION",
+    "hyphy.gemspec",
+    "lib/hyphy.rb",
+    "lib/hyphy/database.rb",
+    "lib/hyphy/dataset.rb",
+    "lib/hyphy/dataset_collection.rb",
+    "lib/hyphy/filters/abstract_filter.rb",
+    "lib/hyphy/filters/duration_filter.rb",
+    "lib/hyphy/models/sql_statement.rb",
+    "lib/hyphy/orm_adapters/abstract_orm_adapter.rb",
+    "lib/hyphy/orm_adapters/activerecord_adapter.rb",
+    "lib/hyphy/sampler.rb",
+    "spec/dataset_collection_spec.rb",
+    "spec/dataset_spec.rb",
+    "spec/filters/abstract_filter_spec.rb",
+    "spec/filters/duration_filter_spec.rb",
+    "spec/models/sql_statement_spec.rb",
+    "spec/orm_adapters/activerecord_orm_adapter_spec.rb",
+    "spec/sampler_spec.rb",
+    "spec/spec_helper.rb",
+    "specification.txt"
+  ]
+  s.homepage = "http://github.com/3dna/hyphy"
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = "1.8.25"
+  s.summary = "Identify SQL bottlenecks in tests"
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<sequel>, [">= 0"])
+      s.add_runtime_dependency(%q<sqlite3>, [">= 0"])
+      s.add_runtime_dependency(%q<activesupport>, ["~> 3.2"])
+      s.add_development_dependency(%q<bundler>, [">= 0"])
+      s.add_development_dependency(%q<database_cleaner>, [">= 0"])
+      s.add_development_dependency(%q<jeweler>, [">= 0"])
+      s.add_development_dependency(%q<pry-nav>, [">= 0"])
+      s.add_development_dependency(%q<rdoc>, [">= 0"])
+      s.add_development_dependency(%q<rspec>, [">= 0"])
+      s.add_development_dependency(%q<simplecov>, [">= 0"])
+    else
+      s.add_dependency(%q<sequel>, [">= 0"])
+      s.add_dependency(%q<sqlite3>, [">= 0"])
+      s.add_dependency(%q<activesupport>, ["~> 3.2"])
+      s.add_dependency(%q<bundler>, [">= 0"])
+      s.add_dependency(%q<database_cleaner>, [">= 0"])
+      s.add_dependency(%q<jeweler>, [">= 0"])
+      s.add_dependency(%q<pry-nav>, [">= 0"])
+      s.add_dependency(%q<rdoc>, [">= 0"])
+      s.add_dependency(%q<rspec>, [">= 0"])
+      s.add_dependency(%q<simplecov>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<sequel>, [">= 0"])
+    s.add_dependency(%q<sqlite3>, [">= 0"])
+    s.add_dependency(%q<activesupport>, ["~> 3.2"])
+    s.add_dependency(%q<bundler>, [">= 0"])
+    s.add_dependency(%q<database_cleaner>, [">= 0"])
+    s.add_dependency(%q<jeweler>, [">= 0"])
+    s.add_dependency(%q<pry-nav>, [">= 0"])
+    s.add_dependency(%q<rdoc>, [">= 0"])
+    s.add_dependency(%q<rspec>, [">= 0"])
+    s.add_dependency(%q<simplecov>, [">= 0"])
+  end
+end
+

data/lib/hyphy/database.rb

@@ -0,0 +1,3 @@
+require 'sequel'
+
+Hyphy::DB = Sequel.sqlite

data/lib/hyphy/dataset.rb

@@ -0,0 +1,14 @@
+class Hyphy::Dataset
+
+  attr_reader :data
+
+  def initialize(data=nil)
+    @data = data || Hyphy::SQLStatement.all
+  end
+
+  def apply_filter(filter_class, opts={})
+    filter = filter_class.new(@data, opts)
+    filter.filter
+  end
+
+end

data/lib/hyphy/dataset_collection.rb

@@ -0,0 +1,35 @@
+class Hyphy::DatasetCollection
+
+  class InvalidKeyException < Exception; end
+
+  attr_reader :dataset_collection
+
+  def initialize(dataset, key)
+    raise InvalidKeyException unless Hyphy::SQLStatement.method_defined?(key)
+
+    @key = key
+    @dataset = dataset
+    @dataset_collection = {}
+  end
+
+  def process_dataset
+    collection = Hash.new { |hash, key| hash[key] = [] }
+
+    @dataset.data.each do |sql_statement|
+      collection[sql_statement.send(@key)] << sql_statement
+    end
+
+    collection.each { |key, value| @dataset_collection[key] = Hyphy::Dataset.new(value) }
+  end
+
+  def counts_hash
+    key_to_count = {}
+
+    @dataset_collection.map do |key, dataset|
+      key_to_count[key] = dataset.data.count
+    end
+
+    key_to_count
+  end
+
+end

data/lib/hyphy/filters/abstract_filter.rb

@@ -0,0 +1,13 @@
+class Hyphy::AbstractFilter
+
+  attr_reader :dataset
+
+  def initialize(dataset, opts={})
+    @dataset = dataset
+  end
+
+  def filter
+    @dataset
+  end
+
+end

data/lib/hyphy/filters/duration_filter.rb

@@ -0,0 +1,20 @@
+class Hyphy::DurationFilter < Hyphy::AbstractFilter
+
+  attr_reader :duration_min, :duration_max
+
+  def initialize(dataset, opts)
+    @duration_min = opts[:duration_min] || 0.0
+    @duration_max = opts[:duration_max] || Float::INFINITY
+
+    super
+  end
+
+  def filter
+    @dataset.select! do |sql_statement|
+      (@duration_min <= sql_statement.duration) and (sql_statement.duration <= @duration_max)
+    end
+
+    @dataset.sort_by! { |sql_statement| -sql_statement.duration }
+  end
+
+end

data/lib/hyphy/models/sql_statement.rb

@@ -0,0 +1,49 @@
+require 'json'
+
+Hyphy::DB.create_table(:sql_statements) do
+  primary_key :id
+
+  String :statement, :text => true
+  String :trace_json, :text => true
+  String :metadata_json, :text => true
+  Float :start_time
+  Float :end_time
+end
+
+class Hyphy::SQLStatement < Sequel::Model
+
+  DIGIT_MARKER = '<digit>'
+
+  def duration
+    @duration ||= (end_time - start_time)
+  end
+
+  def stripped_statement
+    statement.strip
+  end
+
+  def digitless
+    without_digits = stripped_statement.gsub(/\d+/, DIGIT_MARKER)
+  end
+
+  def trace
+    JSON.parse(trace_json)
+  end
+
+  def metadata
+    return {} unless metadata_json
+    JSON.parse(metadata_json)
+  end
+
+  def add_metadata(key, value)
+    new_metadata = metadata
+    new_metadata[key] = value
+    self.metadata_json = JSON(new_metadata)
+    save
+  end
+
+  def self.truncate_table
+    Hyphy::DB[:sql_statements].truncate
+  end
+
+end

data/lib/hyphy/orm_adapters/abstract_orm_adapter.rb

@@ -0,0 +1,7 @@
+require 'json'
+
+class Hyphy::AbstractORMAdapter
+
+  def self.subscribe_to_sql_notifications(callback); end
+
+end

data/lib/hyphy/orm_adapters/activerecord_adapter.rb

@@ -0,0 +1,15 @@
+require 'active_support/notifications'
+
+class Hyphy::ActiveRecordAdapter < Hyphy::AbstractORMAdapter
+
+  def self.subscribe_to_sql_notifications(callback)
+    ActiveSupport::Notifications.subscribe('sql.active_record') do |*args|
+      sql_statement = args[4][:sql]
+      start_time = args[1]
+      end_time = args[2]
+
+      callback.call(sql_statement, start_time, end_time)
+    end
+  end
+
+end

data/lib/hyphy/sampler.rb

@@ -0,0 +1,45 @@
+class Hyphy::Sampler
+
+  attr_reader :orm_adapter, :metadata_callbacks
+
+  class UnsupportedORMException < Exception; end
+
+  def initialize(opts={})
+    orm = opts[:orm] || :active_record
+
+    if orm == :active_record
+      @orm_adapter = Hyphy::ActiveRecordAdapter
+    else
+      raise UnsupportedORMException, 'ORM #{orm} is not supported'
+    end
+
+    @metadata_callbacks = {}
+  end
+
+  def log_sql(statement, start_time, end_time)
+    Hyphy::SQLStatement.create(:statement => statement,
+                               :start_time => start_time,
+                               :end_time => end_time,
+                               :trace_json => JSON(caller))
+  end
+
+  def process_metadata(sql_statement)
+    @metadata_callbacks.each do |key, value_block|
+      sql_statement.add_metadata(key, value_block.call)
+    end
+  end
+
+  def sample(statement, start_time, end_time)
+    sql_statement = log_sql(statement, start_time, end_time)
+    process_metadata(sql_statement)
+  end
+
+  def add_metadata(name, &block)
+    @metadata_callbacks[name] = block
+  end
+
+  def begin
+    @orm_adapter.subscribe_to_sql_notifications(method(:sample))
+  end
+
+end

data/lib/hyphy.rb

@@ -0,0 +1,11 @@
+module Hyphy; end
+
+require 'hyphy/database'
+require 'hyphy/models/sql_statement'
+require 'hyphy/orm_adapters/abstract_orm_adapter'
+require 'hyphy/orm_adapters/activerecord_adapter'
+require 'hyphy/sampler'
+require 'hyphy/filters/abstract_filter'
+require 'hyphy/filters/duration_filter'
+require 'hyphy/dataset'
+require 'hyphy/dataset_collection'

data/spec/dataset_collection_spec.rb

@@ -0,0 +1,38 @@
+require 'spec_helper'
+
+describe Hyphy::DatasetCollection do
+
+  before(:each) do
+    Hyphy::SQLStatement.create :statement => 'select * from table where id = 4'
+    Hyphy::SQLStatement.create :statement => 'select * from table where id = 7'
+    Hyphy::SQLStatement.create :statement => 'select * from table'
+  end
+
+  let(:dataset) { Hyphy::Dataset.new }
+  let(:dataset_collection) { Hyphy::DatasetCollection.new(dataset, :statement) }
+
+  describe "#process_dataset" do
+
+    before(:each) { dataset_collection.process_dataset }
+
+    it "creates a collection with each statement having a unique key" do
+      dataset_collection.dataset_collection.keys.uniq.count.should == 3
+      dataset_collection.dataset_collection.values.uniq.count.should == 3
+    end
+
+  end
+
+  describe "#counts_hash" do
+
+    before(:each) { dataset_collection.process_dataset }
+
+    it "maps the correct statements to counts" do
+      puts dataset_collection.counts_hash.should ==
+        { "select * from table where id = 4" => 1,
+        "select * from table where id = 7" => 1,
+        "select * from table" => 1 }
+    end
+
+  end
+
+end

data/spec/dataset_spec.rb

@@ -0,0 +1,32 @@
+require 'spec_helper'
+
+describe Hyphy::Dataset do
+
+  let!(:sql_statement1) { Hyphy::SQLStatement.create(:statement => "select * from table1",
+                                                     :start_time => 1.001,
+                                                     :end_time => 2.002) }
+
+  let!(:sql_statement2) { Hyphy::SQLStatement.create(:statement => "select * from table2",
+                                                     :start_time => 1.001,
+                                                     :end_time => 3.002) }
+
+  let(:dataset) { Hyphy::Dataset.new }
+
+  describe "#get_data" do
+
+    it "stores all sql statements in the data attribute" do
+      dataset.data.should == [sql_statement1, sql_statement2]
+    end
+
+  end
+
+  describe "#apply_filter" do
+
+    it "filters the in memory dataset" do
+      dataset.apply_filter(Hyphy::DurationFilter, :duration_min => 1.5)
+      dataset.data.should == [sql_statement2]
+    end
+
+  end
+
+end

data/spec/filters/abstract_filter_spec.rb

@@ -0,0 +1,13 @@
+require 'spec_helper'
+
+describe Hyphy::AbstractFilter do
+
+  it 'stores a dataset' do
+    dataset = [1, 2]
+    filter = Hyphy::AbstractFilter.new(dataset)
+
+    filter.dataset.should == dataset
+    filter.filter.should == dataset
+  end
+
+end

data/spec/filters/duration_filter_spec.rb

@@ -0,0 +1,33 @@
+require 'spec_helper'
+
+describe Hyphy::DurationFilter do
+
+  let!(:sql_statement1) { Hyphy::SQLStatement.create(:statement => 'select count(*) from table1',
+                                                     :start_time => 1.0,
+                                                     :end_time => 1.1) }
+
+  let!(:sql_statement2) { Hyphy::SQLStatement.create(:statement => 'select count(*) from table2',
+                                                     :start_time => 2.0,
+                                                     :end_time => 2.1) }
+
+  let!(:sql_statement3) { Hyphy::SQLStatement.create(:statement => 'select count(*) from table3',
+                                                     :start_time => 2.0,
+                                                     :end_time => 3.0) }
+
+  let!(:sql_statement4) { Hyphy::SQLStatement.create(:statement => 'select count(*) from table4',
+                                                     :start_time => 3.0,
+                                                     :end_time => 10.0) }
+
+  let(:dataset) { Hyphy::Dataset.new }
+
+  describe "#filter" do
+
+    it 'only returns the sql statements that last longer than one second' do
+      dataset.apply_filter(Hyphy::DurationFilter, :duration_min => 1.0)
+
+      dataset.data.should == [sql_statement4, sql_statement3]
+    end
+
+  end
+
+end

data/spec/models/sql_statement_spec.rb

@@ -0,0 +1,81 @@
+require 'json'
+
+require "spec_helper"
+
+describe Hyphy::SQLStatement do
+
+  let(:statement) { '  select * from table   ' }
+  let(:sql_statement) { Hyphy::SQLStatement.new(:statement => statement,
+                                                :start_time => 2,
+                                                :end_time => 3.001,
+                                                :trace_json => JSON(["hello!"]),
+                                                :metadata_json => JSON({ "hello!" => "hi!" })) }
+
+  describe "#duration" do
+
+    it "returns the duration of the statement" do
+      sql_statement.duration.should == 1.001
+    end
+
+  end
+
+  describe "#stripped_description" do
+
+    it 'strips leading and trailing whitespace' do
+      sql_statement.stripped_statement.should == 'select * from table'
+    end
+
+  end
+
+  describe "#digitless" do
+
+    let(:statement) { 'select * from table where id = 44444' }
+    let(:sql_statement) { Hyphy::SQLStatement.new(:statement => statement,
+                                                  :start_time => 2,
+                                                  :end_time => 3.001) }
+
+    it 'replaces numbers with a marker' do
+      sql_statement.digitless.should == 'select * from table where id = <digit>'
+    end
+
+  end
+
+  describe "#trace" do
+
+    it 'should return the decoded json stored in the trace_json attribute' do
+      sql_statement.trace.should == ["hello!"]
+    end
+
+  end
+
+  describe ".truncate_table" do
+
+    it 'should clear all sql_statements rows' do
+      Hyphy::SQLStatement.create
+      Hyphy::SQLStatement.all.count.should == 1
+
+      Hyphy::SQLStatement.truncate_table
+      Hyphy::SQLStatement.all.count.should == 0
+    end
+
+  end
+
+  describe "#metadata" do
+
+    it 'should return the decoded json from the metadata_json attribute' do
+      sql_statement.metadata.should == { "hello!" => "hi!" }
+    end
+
+  end
+
+  describe "#add_metadata" do
+
+    it "should store the key, value pair in the metadata" do
+      sql_statement.add_metadata("key", "value")
+
+      sql_statement.metadata["key"].should == "value"
+    end
+
+  end
+
+end

data/spec/orm_adapters/activerecord_orm_adapter_spec.rb

@@ -0,0 +1,22 @@
+require "spec_helper"
+
+describe Hyphy::ActiveRecordAdapter do
+
+  let(:sql_statement) { 'select count(*) from victims' }
+  let(:start_time) { 1.0001 }
+  let(:end_time) { 1.0002 }
+
+  describe ".subscribe_to_sql_notifications" do
+
+    it "should catch sql.active_record notifications" do
+      ActiveSupport::Notifications.should_receive(:subscribe)
+        .and_yield(nil, start_time, end_time, nil, { :sql => sql_statement })
+
+      callback = lambda { |a, b, c| }
+
+      Hyphy::ActiveRecordAdapter.subscribe_to_sql_notifications(callback)
+    end
+
+  end
+
+end

data/spec/sampler_spec.rb

@@ -0,0 +1,78 @@
+require 'spec_helper'
+
+describe Hyphy::Sampler do
+
+  let(:sampler) { Hyphy::Sampler.new }
+  let(:statement) { 'select * from heroes' }
+  let(:start_time) { 1.0001 }
+  let(:end_time) { 1.0002 }
+
+  describe "#initialize" do
+
+    it "throws an exception for unsupported ORMs" do
+      expect{ Hyphy::Sampler.new :orm => :datamapper }
+        .to raise_error(Hyphy::Sampler::UnsupportedORMException)
+    end
+
+  end
+
+  describe "#begin" do
+
+    it "subscribes to SQL notifications" do
+      Hyphy::ActiveRecordAdapter.should_receive(:subscribe_to_sql_notifications)
+      sampler.begin
+    end
+
+  end
+
+  describe "#log_sql" do
+
+    it 'creates a new SQLStatement row' do
+      sampler.log_sql(statement,
+                      start_time,
+                      end_time)
+
+      sql_statement = Hyphy::SQLStatement.last
+      sql_statement.statement.should == statement
+      sql_statement.start_time.should == start_time
+      sql_statement.end_time.should == end_time
+      sql_statement.trace.class.should == Array
+    end
+
+  end
+
+  describe "#sample" do
+
+    it "logs the SQL statement and adds metadata" do
+      sampler.should_receive(:log_sql).with(statement, start_time, end_time)
+      sampler.should_receive(:process_metadata)
+
+      sampler.sample(statement, start_time, end_time)
+    end
+
+  end
+
+  describe "#add_metadata" do
+
+    it "stores a block that'll be used for adding metadata to a SQLStatement" do
+      sampler.add_metadata("test") { "this is just a test!" }
+
+      sampler.metadata_callbacks["test"].call.should == "this is just a test!"
+    end
+
+  end
+
+  describe "#process_metadata" do
+
+    let(:sql_statement) { Hyphy::SQLStatement.create }
+
+    it "adds metadata from a proc to a SQLStatement" do
+      sampler.add_metadata("test") { "this is just a test!" }
+      sampler.process_metadata(sql_statement)
+
+      sql_statement.metadata.should == { "test" => "this is just a test!" }
+    end
+
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,31 @@
+require 'simplecov'
+SimpleCov.start
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'database_cleaner'
+require 'pry-nav'
+require 'rspec'
+require 'hyphy'
+
+# Requires supporting files with custom matchers and macros, etc,
+# in ./support/ and its subdirectories.
+Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each {|f| require f}
+
+RSpec.configure do |config|
+
+  config.before(:suite) do
+    DatabaseCleaner.strategy = :transaction
+  end
+
+  config.before(:each) do
+    DatabaseCleaner.start
+  end
+
+  config.after(:each) do
+    DatabaseCleaner.clean
+  end
+
+end
+
+SimpleCov.start

data/specification.txt

@@ -0,0 +1,21 @@
+Swaggie -- A Rails performance testing framework
+
+Requirements:
+  - Samples all SQL calls
+  - Logs length of time
+  - Can classify "similar" SQL statements, and nest classifications
+  - Provide good interface so analysis can be made
+
+Implementation:
+  - Use SQLite3
+  - Use sequel
+
+Todo:
+  - Create reports
+  - Save metadata from each filter
+  - Create way to clear database
+
+Filters
+  - Nation
+  - Query time
+  - Query base

metadata

@@ -0,0 +1,240 @@
+--- !ruby/object:Gem::Specification
+name: hyphy
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+  prerelease: 
+platform: ruby
+authors:
+- David Huie
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-07-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: sequel
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.2'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: database_cleaner
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: jeweler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-nav
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Identify SQL bottlenecks in tests
+email: david@nationbuilder.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+- README.md
+files:
+- .document
+- .rspec
+- .ruby-gemset
+- .ruby-version
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- VERSION
+- hyphy.gemspec
+- lib/hyphy.rb
+- lib/hyphy/database.rb
+- lib/hyphy/dataset.rb
+- lib/hyphy/dataset_collection.rb
+- lib/hyphy/filters/abstract_filter.rb
+- lib/hyphy/filters/duration_filter.rb
+- lib/hyphy/models/sql_statement.rb
+- lib/hyphy/orm_adapters/abstract_orm_adapter.rb
+- lib/hyphy/orm_adapters/activerecord_adapter.rb
+- lib/hyphy/sampler.rb
+- spec/dataset_collection_spec.rb
+- spec/dataset_spec.rb
+- spec/filters/abstract_filter_spec.rb
+- spec/filters/duration_filter_spec.rb
+- spec/models/sql_statement_spec.rb
+- spec/orm_adapters/activerecord_orm_adapter_spec.rb
+- spec/sampler_spec.rb
+- spec/spec_helper.rb
+- specification.txt
+homepage: http://github.com/3dna/hyphy
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -1377831420524407634
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: Identify SQL bottlenecks in tests
+test_files: []