mongo_profiler 0.0.1 → 0.0.2

data/spec/mongo_profiler/util_spec.rb

@@ -0,0 +1,49 @@
+require 'spec_helper'
+
+module MongoProfiler
+  describe Util do
+
+    describe '.deep_keys' do
+      it 'iterates over arrays' do
+        hash = {
+          key1: [{ 'key1_sub1' => 'key1_sub1_value', key1_sub2: [ 'key1_sub2_sub1' => {}] }, 'test'],
+          key2: nil
+        }
+
+        expect(described_class.deep_keys(hash)).to eq([:key1, 'key1_sub1', :key1_sub2, 'key1_sub2_sub1', :key2])
+      end
+
+      it 'returns all keys' do
+        hash = {
+          key1: {
+            key1_sub1: {
+              key1_sub1_sub1: 'key1_sub1_sub1_value'
+            },
+            key1_sub2: 'key1_sub2_value',
+            key1_sub3: {}
+          },
+          key2: {
+            key2_sub1: {
+              key2_sub1_sub1: 'key1_sub1_sub1_value',
+              key2_sub1_sub2: {
+                key2_sub1_sub2_sub1: {
+                  key2_sub1_sub2_sub1_sub1: {}
+                }
+              }
+            },
+            key2_sub2: 'key2_sub2_value',
+            key2_sub3: 'key2_sub3_value',
+            key2_sub4: 'key2_sub4_value',
+            key2_sub5: 'key2_sub5_value'
+          }
+        }
+
+        expect(described_class.deep_keys(hash)).to eq(%i[key1 key1_sub1 key1_sub1_sub1
+                                                      key1_sub2 key1_sub3 key2 key2_sub1
+                                                      key2_sub1_sub1 key2_sub1_sub2
+                                                      key2_sub1_sub2_sub1 key2_sub1_sub2_sub1_sub1
+                                                      key2_sub2 key2_sub3 key2_sub4 key2_sub5])
+      end
+    end
+  end
+end

data/spec/mongo_profiler/web_helpers_spec.rb

@@ -4,49 +4,5 @@ require 'mongo_profiler/web_helpers'
 module MongoProfiler
   describe WebHelpers do
     subject { Class.new { include MongoProfiler::WebHelpers }.new }
-
-
-    describe '#graphite_graph_url' do
-      before { MongoProfiler.graphite_url = 'http://graphite' }
-
-      let(:profile) { { 'method' => 'load_schedulers',
-                        'file'   => '/workspace/project/config/schedule.rb',
-                        'line'   => 11,
-                        'method' => 'load_schedulers' } }
-
-      context 'when -1h and 1min' do
-        xit 'generates graphite url' do
-          expect(subject.graphite_graph_url(profile, '-1h', '1min', 'hello')).to eq("http://graphite/render?from=-1h&until=now&width=400&height=250&target=alias(summarize(stats_counts.mongo_profiler..schedule_rb.load_schedulers,%20'1min',%20'sum'),%20'schedule.rb%23load_schedulers')&title=hello")
-        end
-      end
-    end
-
-    describe '#print_backtrace_entry' do
-      it 'prints project entry' do
-        c = %{/Users/pablo/workspace/project/app/controllers/queues_controller.rb:34:in `show'}
-        expect(subject.print_backtrace_entry(c)).to eq %{<span class="btn-info">#{c}</span>}
-      end
-
-      context 'when gem/ruby' do
-        it 'prints dependency entry' do
-          c = %{/Users/pablo/.gem/ruby/2.0.0/gems/rack-1.4.5/lib/rack/session/abstract/id.rb:210:in `context'}
-          expect(subject.print_backtrace_entry(c)).to eq c
-        end
-      end
-
-      context 'when rubies/ruby' do
-        it 'prints dependency entry' do
-          c = %{/Users/pablo/.rubies/ruby-2.0.0-p247/lib/ruby/2.0.0/webrick/httpserver.rb:94:in `run'}
-          expect(subject.print_backtrace_entry(c)).to eq c
-        end
-      end
-
-      context 'when bundle/ruby' do
-        it 'prints dependency entry' do
-          c = %{/Users/pablo/bundle/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block (2 levels) in let'}
-          expect(subject.print_backtrace_entry(c)).to eq c
-        end
-      end
-    end
   end
 end

data/spec/mongo_profiler/web_spec.rb

@@ -9,35 +9,5 @@ module MongoProfiler
     def app
       described_class
     end
-
-    describe 'POST /profiler/enable' do
-      it 'enables profiler' do
-        MongoProfiler.disable!
-
-        post '/profiler/enable'
-
-        expect(last_response.status).to eq 302
-        expect(MongoProfiler.enabled?).to be_true
-      end
-    end
-
-    describe 'POST /profiler/disable' do
-      it 'disables profiler' do
-        MongoProfiler.enable!
-
-        post '/profiler/disable'
-
-        expect(last_response.status).to eq 302
-        expect(MongoProfiler.disabled?).to be_true
-      end
-    end
-
-    describe 'GET /profiler/groups/:group_id' do
-      pending
-    end
-
-    describe 'GET /profiler/:_id/explain' do
-      pending
-    end
   end
 end

data/spec/mongo_profiler_spec.rb

@@ -1,113 +1,4 @@
 require 'spec_helper'
 
 describe MongoProfiler do
-  describe '.log' do
-    it 'merges required keys' do
-      expect(MongoProfiler.collection).to receive(:insert).with({ application_name: MongoProfiler.application_name, group_id: MongoProfiler.group_id})
-
-      described_class.log({})
-    end
-  end
-
-  describe '.connect' do
-    context 'without any argument' do
-      it 'connects to a mongo database' do
-        expect {
-          described_class.connect
-
-          expect(described_class.connected?).to be_true
-        }.to_not raise_error
-      end
-    end
-
-    context 'with arguments' do
-      it 'connects with host, port and database' do
-        expect {
-          described_class.connect('localhost', 27017, 'project_development')
-
-          expect(described_class.connected?).to be_true
-        }.to_not raise_error
-      end
-    end
-
-    context 'when invalid config' do
-      it 'connects with host, port and database' do
-        expect {
-          described_class.connect('xxx')
-        }.to raise_error
-
-        expect(described_class.connected?).to be_false
-      end
-    end
-  end
-
-  describe '.should_skip?' do
-    let(:_caller) {
-      [
-        "/Users/pablo/workspace/project/file.rb:7:in `new'",
-        "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block (2 levels) in let'",
-        "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `fetch'",
-        "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block in let'"
-      ]
-    }
-
-    it 'accepts valid payload' do
-      payload = { :database   => 'project',
-                  :collection => 'stores',
-                  :selector   => { '_id' => BSON::ObjectId('5282d125755b1c7f2c000005') },
-                  :limit      => -1 }
-
-      expect(described_class.should_skip?(payload, MongoProfiler::Caller.new(_caller))).to be_false
-    end
-
-    it 'skips $cmd for unknown collections' do
-      payload = { :database   => 'project',
-                  :collection => '$cmd',
-                  :selector   => { :getnonce => 1 },
-                  :limit      => -1 }
-
-      expect(described_class.should_skip?(payload, MongoProfiler::Caller.new(_caller))).to be_true
-    end
-  end
-
-  describe '.extra_attrs' do
-    it 'sets an extra attr' do
-      described_class.extra_attrs['test'] = 'test_value'
-
-      expect(described_class.extra_attrs['test']).to eq 'test_value'
-    end
-  end
-
-  describe '.group_id' do
-    it 'uses default keys by default' do
-      expect(described_class.group_id).to match /process_pid/
-      expect(described_class.group_id).to match /thread_object_id/
-    end
-  end
-
-  describe 'enabled and disable' do
-    context 'when disabled' do
-      before { described_class.disable! }
-
-      it(:disabled?) { be_true }
-      it(:enabled?)  { be_false }
-    end
-
-    context 'when enabled' do
-      before { described_class.enable! }
-
-      it(:enabled?)  { be_true }
-      it(:disabled?) { be_true }
-    end
-  end
-
-  describe '#collection' do
-    it { expect(described_class.collection).to be_a(Mongo::Collection) }
-    it { expect(described_class.collection.name).to eq 'mongo_profiler' }
-  end
-
-  describe '#collection_config' do
-    it { expect(described_class.collection_config).to be_a(Mongo::Collection) }
-    it { expect(described_class.collection_config.name).to eq 'mongo_profiler_config' }
-  end
 end

data/spec/mongoid.yml

@@ -0,0 +1,20 @@
+development:
+  sessions:
+    default:
+      database: mongo_profiler_development
+      hosts:
+        - localhost:27017
+      options:
+        pool_size: 50
+  options:
+    include_root_in_json: false
+    raise_not_found_error: true
+test:
+  sessions:
+    default:
+      database: mongo_profiler_test
+      hosts:
+        - localhost:27017
+  options:
+    include_root_in_json: false
+    raise_not_found_error: false

data/spec/spec_helper.rb

@@ -1,28 +1,29 @@
 require 'bundler/setup'
 require 'pry-byebug'
+require 'database_cleaner'
+require 'mongo_profiler'
 
 Bundler.require(:default, :test)
 
-require_relative '../lib/mongo_profiler'
-require_relative '../lib/mongo_profiler/extensions/mongo/cursor'
+ENV['MONGOID_ENV'] = 'test'
 
-CONNECTION = Mongo::MongoClient.new
-DB         = CONNECTION.db('mongo_profiler-database-test')
-COLL       = DB['example-collection']
+Mongoid.load!(File.join(File.dirname(__FILE__), 'mongoid.yml'))
+
+class TestModel
+  include Mongoid::Document
+  include Mongoid::Timestamps
+  include Mongoid::Attributes::Dynamic
+end
 
 Dir['./spec/support/**/*.rb'].each &method(:require)
 
 RSpec.configure do |config|
   config.before do
-    MongoProfiler.connect('localhost', 27017, 'mongo_profiler-database-test')
-
-    # creates capped collections
-    MongoProfiler.create_collections
+    DatabaseCleaner.strategy = :truncation
+    DatabaseCleaner.start
   end
 
   config.after do
-    DB.collections.each do |collection|
-      collection.drop unless collection.name.match(/^system\./)
-    end
+    DatabaseCleaner.clean
   end
 end

data/web/views/index.erb

@@ -1,32 +1,36 @@
 <h2 class="page-header">Profile Groups</h2>
 
 <div class="row">
-  <table class="table table-bordered">
+  <table class="table table-bordered table-striped">
     <thead>
-      <th>Application</th>
-      <th>File Name</th>
-      <th>Method</th>
-      <th>Total Queries</th>
-      <th>Total Time</th>
-      <th>Avg Total Time</th>
-      <th>Group Id</th>
+      <th>Group name</th>
+      <th>Total time ms</th>
+      <th>AVG time ms</th>
+      <th>Min time ms</th>
+      <th>Max time ms</th>
+      <th>Queries</th>
+      <th>perfect</th>
+      <th>had_to_order</th>
+      <th>scanned_more_than_returned</th>
+      <th>no_index</th>
+      <th>no_docs_found</th>
     </thead>
-    <% @grouped_profiles.each_with_index do |(group_id, profiles), grouped_index| %>
-      <tbody class="<%= (grouped_index % 2 == 0) ? 'tbody-gray' : '' %>">
-      <% profiles.each_with_index do |profile, profiles_index| %>
-        <tr>
-          <td><%= profile['application_name'] %></td>
-          <td><%= profile['file'].split('/').last %></td>
-          <td><%= profile['method'] %></td>
-          <td><%= profile['total'] %></td>
-          <td><%= profile['total_time'] %></td>
-          <td><%= profile['total_time'] / profile['total'] %></td>
-          <% if profiles_index == 0 %>
-            <td rowspan="<%= profiles.size %>"><a href="<%= root_path %>profiler/groups/<%= group_id %>"><%= group_id %></a></td>
-          <% end %>
-        </tr>
-      <% end %>
-      </tbody>
-    <% end %>
+      <tbody class="header">
+        <% @groups.each do |group| %>
+          <tr>
+            <td><a href="<%= root_path %>groups/<%= group.id %>"><%= group.name %></a></td>
+            <td><%= group.total_time %></td>
+            <td><%= group.avg_time %></td>
+            <td><%= group.min_time %></td>
+            <td><%= group.max_time %></td>
+            <td><%= group.profiles.count %></td>
+            <td><%= group.count_by_score :perfect %></td>
+            <td><%= group.count_by_score :had_to_order %></td>
+            <td><%= group.count_by_score :scanned_more_than_returned %></td>
+            <td><%= group.count_by_score :no_index %></td>
+            <td><%= group.count_by_score :no_docs_found %></td>
+          </tr>
+        <% end %>
+    </tbody>
   </table>
 </div>

data/web/views/layout.erb

@@ -36,20 +36,16 @@
             <li><a href="<%= root_path %>">Dashboard</a></li>
           </ul>
           -->
-          <% if MongoProfiler.enabled? %>
-            <form action="<%= root_path %>profiler/disable" method="post" class="navbar-form navbar-right">
-              <button class="btn btn-danger">Disable Profiler</button>
-            </form>
-        <% else %>
-            <form action="<%= root_path %>profiler/enable" method="post" class="navbar-form navbar-right">
-              <button class="btn btn-primary">Enable Profiler</button>
-            </form>
-        <% end %>
+
+        <form action="<%= root_path %>clear" method="post" class="navbar-form navbar-left" role="search">
+          <button class="btn btn-danger">Clear History</button>
+        </form>
+
         </div><!--/.nav-collapse -->
       </div>
     </div>
 
-    <div class="container">
+    <div class="container-fluid">
       <div class="starter-template">
         <% if @error_alert %>
           <div class="alert alert-danger alert-dismissable">

data/web/views/show.erb

@@ -1,83 +1,83 @@
-<h2 class="page-header">Profile Id: <%= @profile_id %></h2>
+<% group = @group %>
+
+<h2 class="page-header">Profile Groups  <%= group.name %></h2>
+
+<style>
+  tr, td, pre
+  {
+    height:60px;
+    max-height:60px;
+  }
+</style>
+
+<script>
+$(function(){
+    $('tr pre').click(function(){
+       var height = '400px';
+
+      if($(this).height() > 300){
+        height = '60px';
+      }
+
+      $(this).animate({ 'height': height, 'max-height': height });
+    })
+});
+</script>
 
 <div class="row">
-  <table class="table table-bordered">
+  <table class="table table-bordered table-striped">
     <thead>
-      <th>File Name</th>
-      <th>Method</th>
-      <th>Total Time</th>
-      <th>Instrument Payload</th>
-      <th>Group Id</th>
+      <th>Group name</th>
+      <th>Total time ms</th>
+      <th>AVG time ms</th>
+      <th>Min time ms</th>
+      <th>Max time ms</th>
+      <th>Queries</th>
+      <th>perfect</th>
+      <th>had_to_order</th>
+      <th>scanned_more_than_returned</th>
+      <th>no_index</th>
+      <th>no_docs_found</th>
     </thead>
-    <tbody>
+      <tbody>
         <tr>
-          <td><%= @profile['file'].split('/').last %>:<%= @profile['line'] %></td>
-          <td><%= @profile['method'] %></td>
-          <td><%= @profile['total_time'] %></td>
-          <td><pre><code><%= @profile['instrument_payload'] %></code></pre></td>
-          <td><a href="<%= root_path %>profiler/groups/<%= @profile['group_id'] %>"><%= @profile['group_id'] %></a></td>
+          <td><%= group.name %></td>
+          <td><%= group.total_time %></td>
+          <td><%= group.avg_time %></td>
+          <td><%= group.min_time %></td>
+          <td><%= group.max_time %></td>
+          <td><%= group.profiles.count %></td>
+          <td><%= group.count_by_score :perfect %></td>
+          <td><%= group.count_by_score :had_to_order %></td>
+          <td><%= group.count_by_score :scanned_more_than_returned %></td>
+          <td><%= group.count_by_score :no_index %></td>
+          <td><%= group.count_by_score :no_docs_found %></td>
         </tr>
-      </tbody>
+    </tbody>
   </table>
-</div>
-
-<% if MongoProfiler.graphite_url %>
-  <div class="row">
-    <h4>Graphite / Timers</h4>
-    <div class="col-sm-6 col-md-4">
-      <div class="thumbnail">
-        <img data-src="holder.js/300x200" alt="..." src="<%= graphite_graph_timers_url(@profile, '-1h', '1min', 'Last hour/min') %>">
-      </div>
-    </div>
-    <div class="col-sm-6 col-md-4">
-      <div class="thumbnail">
-        <img data-src="holder.js/300x200" alt="..." src="<%= graphite_graph_timers_url(@profile, '-1day', '1h', 'Last day/hour') %>">
-      </div>
-    </div>
-    <div class="col-sm-6 col-md-4">
-      <div class="thumbnail">
-        <img data-src="holder.js/300x200" alt="..." src="<%= graphite_graph_timers_url(@profile, '-1month', '1d', 'Last month/day') %>">
-      </div>
-    </div>
-  </div>
-
-  <div class="row">
-    <h4>Graphite / Count</h4>
-    <div class="col-sm-6 col-md-4">
-      <div class="thumbnail">
-        <img data-src="holder.js/300x200" alt="..." src="<%= graphite_graph_count_url(@profile, '-1h', '1min', 'Last hour/min') %>">
-      </div>
-    </div>
-    <div class="col-sm-6 col-md-4">
-      <div class="thumbnail">
-        <img data-src="holder.js/300x200" alt="..." src="<%= graphite_graph_count_url(@profile, '-1day', '1h', 'Last day/hour') %>">
-      </div>
-    </div>
-    <div class="col-sm-6 col-md-4">
-      <div class="thumbnail">
-        <img data-src="holder.js/300x200" alt="..." src="<%= graphite_graph_count_url(@profile, '-1month', '1d', 'Last month/day') %>">
-      </div>
-    </div>
-  </div>
-<% end %>
 
-<div class="row">
-  <div class="col-md-5">
-    <h4>Selector</h4>
-    <pre><code><%= @selector.to_json %></code></pre>
-  </div>
-
-  <div class="col-md-5">
-    <h4>Explain</h4>
-    <pre><code><%= @explain.to_json %></code></pre>
-  </div>
-</div>
-
-<div class="row">
-  <h4>Backtrace</h4>
-  <ol>
-    <% @profile['backtrace'].to_a.each do |c| %>
-      <li><%= print_backtrace_entry(c) %></li>
-    <% end %>
-  </ol>
+  <table class="table table-bordered table-striped">
+    <thead class="header">
+      <th>Total Time</th>
+      <th>Query score</th>
+      <th>File Name</th>
+      <th>Database</th>
+      <th>Collection</th>
+      <th>Command</th>
+      <th>Explain</th>
+    </thead>
+      <tbody>
+        <% group.profiles.sort_by(&:total_time).reverse.each do |profile| %>
+          <tr>
+            <td><%= profile['total_time'] %></td>
+            <td><%= profile.score %></td>
+            <td><%= "#{profile['file'].split('/').last}:#{profile['line']}" %></td>
+            <td><%= profile['command_database'] %></td>
+            <td><%= profile['command_collection'] %></td>
+            <td><pre style="width: 300px" title="Click to toggle"><code><%= profile['command'] %></code></pre></td>
+            <td><pre style="width: 300px" title="Click to toggle"><code><%= profile['explain'] %></code></pre></td>
+          </tr>
+        <% end %>
+      </tbody>
+  </table>
 </div>