mongo_profiler 0.0.1 → 0.0.2

data/lib/mongo_profiler/extensions/moped.rb

@@ -0,0 +1,17 @@
+Moped::Node.class_eval do
+  alias_method :original_query, :query
+
+  def query(database, collection, selector, options = {})
+    started_at = Time.now
+
+    result = original_query(database, collection, selector, options)
+
+    begin
+      MongoProfiler::Profile.register(started_at, database, collection, selector, options)
+    rescue => e
+      p "MongoProfiler: #{e.message}"
+    end
+
+    result
+  end
+end

data/lib/mongo_profiler/models/profile.rb

@@ -0,0 +1,107 @@
+require 'digest'
+
+module MongoProfiler
+  class Profile
+    include Mongoid::Document
+    include Mongoid::Timestamps
+
+    field :total_time, type: Float
+    field :command_database, type: String
+    field :command_collection, type: String
+    field :command, type: String
+    field :explain, type: String
+    field :file, type: String
+    field :line, type: Integer
+    field :method, type: String
+    field :profile_md5, type: String
+
+    belongs_to :profile_group
+
+    index group_id: 1, profile_md5: 1
+
+    def score
+      explain = JSON.parse(self.explain)
+
+      n              = explain['n']
+      ns_scanned     = explain['nscanned']
+      cursor         = explain['cursor']
+      scan_and_order = explain['scanAndOrder']
+
+      case
+      when cursor == 'BasicCursor'
+        :no_index
+      when n == 0
+        :no_docs_found
+      when ns_scanned == n
+        :perfect
+      when ns_scanned > n
+        :scanned_more_than_returned
+      when scan_and_order
+        :had_to_order
+      end
+    rescue => e
+      e.message
+    end
+
+    class << self
+      def register(started_at, database, collection, selector, options = {})
+        return if collection =~ /mongo_profiler/ || collection =~ /system/
+        return if selector['$explain']
+
+        _caller = MongoProfiler::Caller.new(caller)
+
+        group = ProfileGroup.find_or_create_by(name: MongoProfiler.current_group_name)
+
+        group.touch
+
+        profile_md5 = generate_profile_md5(database, collection, selector, _caller)
+
+        return if Profile.where(profile_md5: profile_md5, profile_group_id: group.id).any?
+
+        result = {}
+        result[:profile_md5]        = profile_md5
+        result[:profile_group_id]   = group.id
+
+        result[:total_time]         = elapsed(started_at)
+        result[:command_database]   = database
+        result[:command_collection] = collection
+        result[:command]            = JSON.dump(selector)
+        result[:file]               = _caller.file
+        result[:line]               = _caller.line
+        result[:method]             = _caller.method
+
+        # TODO do it in background
+        result[:explain] = JSON.dump(generate_explain(collection, selector))
+
+        self.create(result)
+      end
+
+      private
+
+      def generate_explain(collection, selector)
+        query = if selector.has_key?('$query')
+                  selector['$query']
+                else
+                  selector
+                end
+        self.collection.database[collection].find(query).explain
+      end
+
+      def generate_profile_md5(database, collection, selector, _caller)
+        profile_key = [
+          database,
+          collection,
+          MongoProfiler::Util.deep_keys(selector).join,
+          _caller.file,
+          _caller.line.to_s
+        ].join
+
+        Digest::MD5.hexdigest(profile_key)
+      end
+
+      def elapsed(started_at)
+        (Time.now - started_at) * 1000
+      end
+    end
+  end
+end

data/lib/mongo_profiler/models/profile_group.rb

@@ -0,0 +1,39 @@
+module MongoProfiler
+  class ProfileGroup
+    include Mongoid::Document
+    include Mongoid::Timestamps
+
+    field :name, type: String
+
+    has_many :profiles, dependent: :delete
+
+    index name: 1
+
+    def total_time
+      profiles.sum(&:total_time)
+    end
+
+    def avg_time
+      return 0 if (count = profiles.count) == 0
+      total_time / count
+    end
+
+    def min_time
+      profiles.collect(&:total_time).min
+    end
+
+    def max_time
+      profiles.collect(&:total_time).max
+    end
+
+    def filter_by_score(score)
+      profiles.select do |p|
+        p.score == score
+      end
+    end
+
+    def count_by_score(score)
+      filter_by_score(score).size
+    end
+  end
+end

data/lib/mongo_profiler/util.rb

@@ -0,0 +1,21 @@
+module MongoProfiler
+  class Util
+    class << self
+      def deep_keys(hash)
+        return [] unless hash.is_a? Hash
+
+        hash.inject([]) do |keys, (key, value)|
+          keys << key
+          case value
+          when Hash
+            keys.concat deep_keys(value)
+          when Array
+            value.each { |vvalue| keys.concat deep_keys(vvalue) }
+          end
+
+          keys
+        end
+      end
+    end
+  end
+end

data/lib/mongo_profiler/version.rb

@@ -1,3 +1,3 @@
 module MongoProfiler
-  VERSION = '0.0.1'
+  VERSION = '0.0.2'
 end

data/lib/mongo_profiler/web.rb

@@ -17,69 +17,22 @@ module MongoProfiler
 
 
     get '/' do
-      @profiles = MongoProfiler.collection.
-        group({ key:     %i[method file application_name group_id],
-                reduce:  'function(curr, result) { result.total_time += curr.total_time; result.total += 1 }',
-                initial: { total: 0, total_time: 0 } })
+      @groups = MongoProfiler::ProfileGroup.order(:updated_at.desc)
 
-        # group profilers by group_id and sort by created_at DESC
-        @grouped_profiles = @profiles.group_by { |profile| profile['group_id'] }.to_a.reverse
-
-        erb :index
+      erb :index
     end
 
-    post '/profiler/enable' do
-      MongoProfiler.enable!
+    get '/groups/:id' do
+      @group = MongoProfiler::ProfileGroup.find(params[:id])
 
-      redirect to('/')
+      erb :show
     end
 
-    post '/profiler/disable' do
-      MongoProfiler.disable!
+     post '/clear' do
+       MongoProfiler::ProfileGroup.delete_all
+       MongoProfiler::Profile.delete_all
 
       redirect to('/')
     end
-
-    get '/profiler/groups/:group_id' do
-      @group_id = params[:group_id]
-      @profiles = MongoProfiler.collection.find(group_id: @group_id).to_a
-
-      @sample_profile = @profiles.first
-
-      @profiles_count = @profiles.count
-      @profiles_total_time = @profiles.reduce(0) { |sum, p| sum + p['total_time'] }
-
-      @grouped_profiles = @profiles.group_by { |profile| profile['method'] }
-
-      erb :group_id
-    end
-
-    get '/profiler/:_id' do
-      @profile_id = BSON::ObjectId(params[:_id])
-      @profile = MongoProfiler.collection.find_one(_id: @profile_id)
-      @instrument_payload = JSON.parse(@profile['instrument_payload'])
-
-      @collection_name = @instrument_payload['collection']
-      @selector        = @instrument_payload['selector']
-
-      begin
-        @selector.each_pair do |key, value|
-          if value.is_a? Hash
-            if value.first[0] == '$oid'
-              @selector[key] = BSON::ObjectId(value.first[1])
-            end
-          end
-        end
-        @explain = MongoProfiler.database[@collection_name].find(@selector).explain
-      rescue => e
-        @explain = { error: "Unable to generate explain: #{e.message}" }
-      end
-
-      # http://docs.mongodb.org/manual/core/capped-collections/
-      # You can update documents in a collection after inserting them. However, these updates cannot cause the documents to grow. If the update operation causes the document to grow beyond their original size, the update operation will fail.
-      # If you plan to update documents in a capped collection, create an index so that these update operations do not require a table scan.
-      # MongoRubyProfiler.collection.update({ _id: BSON::ObjectId(params[:_id]) }, '$set' => { explain: explain } )
-      erb :show
-    end
   end
 end

data/lib/mongo_profiler/web_helpers.rb

@@ -5,61 +5,5 @@ module MongoProfiler
     def root_path
       "#{env['SCRIPT_NAME']}/"
     end
-
-    def graphite_graph_timers_url(profile, from, size, title)
-      file             = profile['file']
-      method           = profile['method']
-      application_name = profile['application_name']
-
-      URI.escape(["#{MongoProfiler.graphite_url}/render?",
-                  "from=#{from}&",
-                  'until=now&width=400&height=250&',
-                  "target=#{graphite_timers_target(application_name, file, method, size)}",
-                  "&title=#{title}"].join)
-    end
-
-    def graphite_graph_count_url(profile, from, size, title)
-      file             = profile['file']
-      method           = profile['method']
-      application_name = profile['application_name']
-
-      URI.escape(["#{MongoProfiler.graphite_url}/render?",
-                  "from=#{from}&",
-                  'until=now&width=400&height=250&',
-                  "target=#{graphite_count_target(application_name, file, method, size)}",
-                  "&title=#{title}"].join)
-    end
-
-    def print_backtrace_entry(entry)
-      if entry.include?('gem/ruby') || entry.include?('rubies/ruby') || entry.include?('bundle/ruby')
-        entry
-      else
-        %{<span class="btn-info">#{entry}</span>}
-      end
-    end
-
-    private
-
-    def graphite_timers_target(application_name, file, method, size)
-      file       = file.split('/').last
-      file_key   = sanitaze_stat_key(file)
-      method_key = sanitaze_stat_key(method)
-
-      "alias(summarize(stats.timers.#{MongoProfiler.stats_prefix}mongo_profiler.#{application_name}.#{file_key}.#{method_key}.mean, '#{size}', 'mean'), '#{file}##{method}')"
-    end
-
-    def graphite_count_target(application_name, file, method, size)
-      file       = file.split('/').last
-      file_key   = sanitaze_stat_key(file)
-      method_key = sanitaze_stat_key(method)
-
-      binding.pry
-
-      "alias(summarize(stats_counts.#{MongoProfiler.stats_prefix}mongo_profiler.#{application_name}.#{file_key}.#{method_key}, '#{size}', 'sum'), '#{file}##{method}')"
-    end
-
-    def sanitaze_stat_key(key)
-      key.gsub(/\W/, '_')
-    end
   end
 end

data/mongo_profiler.gemspec

@@ -8,8 +8,7 @@ Gem::Specification.new do |spec|
   spec.version       = MongoProfiler::VERSION
   spec.authors       = ["Pablo Cantero"]
   spec.email         = ["pablo@pablocantero.com"]
-  spec.summary       = %q{Ruby profiling tool for MongoDB}
-  spec.description   = %q{A Ruby profiling tool for MongoDB}
+  spec.summary = spec.description = %q{Ruby profiling tool for MongoDB}
   spec.homepage      = "https://github.com/phstc/mongo_profiler"
   spec.license       = "MIT"
 
@@ -21,11 +20,11 @@ Gem::Specification.new do |spec|
   spec.add_dependency "activesupport"
 
   spec.add_development_dependency "rake"
-  spec.add_development_dependency "mongo", "1.9.2"
-  spec.add_development_dependency "bson_ext"
+  spec.add_development_dependency "mongoid"
   spec.add_development_dependency "rspec", "~> 2.14.1"
   spec.add_development_dependency "pry-byebug"
   spec.add_development_dependency "sinatra"
   spec.add_development_dependency "shotgun"
   spec.add_development_dependency "rack-test"
+  spec.add_development_dependency "database_cleaner"
 end

data/spec/mongo_profiler/caller_spec.rb

@@ -6,78 +6,33 @@ module MongoProfiler
 
     let(:_caller) {
       [
-        "/Users/pablo/workspace/project/spec/mongo_profiler_spec.rb:7:in `new'",
+        "/Users/pablo/workspace/project/test.rb:7:in `new'",
         "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block (2 levels) in let'",
         "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `fetch'",
         "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block in let'"
       ]
     }
 
-    its(:file)    { should end_with('project/spec/mongo_profiler_spec.rb') }
+    its(:file)    { should end_with('project/test.rb') }
     its(:line)    { should eq 7 }
     its(:method)  { should eq 'new' }
     its(:_caller) { should eq _caller }
 
-    context 'when stacktrace starts with bundle or gem' do
+    context 'when backtrace starts with bundle or gem' do
       let(:_caller) {
         [
           "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block (2 levels) in let'",
           "/Users/pablo/bundle/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block (2 levels) in let'",
-          "/Users/pablo/workspace/project/spec/mongo_profiler_spec.rb:7:in `new'",
+          "/Users/pablo/workspace/project/test.rb:7:in `new'",
           "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `fetch'",
           "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block in let'"
         ]
       }
 
-      its(:file)    { should end_with('project/spec/mongo_profiler_spec.rb') }
+      its(:file)    { should end_with('project/test.rb') }
       its(:line)    { should eq 7 }
       its(:method)  { should eq 'new' }
       its(:_caller) { should eq _caller }
     end
-
-    describe '#mongo_profiler_caller' do
-
-      context 'when mongo_profiler' do
-        let(:_caller) {
-          [
-            "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block (2 levels) in let'",
-            "/Users/pablo/bundle/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block (2 levels) in let'",
-            "/Users/pablo/workspace/project/spec/mongo_profiler.rb:7:in `new'",
-            "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `fetch'",
-            "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block in let'"
-          ]
-        }
-
-        its(:mongo_profiler_caller?) { should be_true }
-
-        context 'when _spec' do
-          let(:_caller) {
-            [
-              "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block (2 levels) in let'",
-              "/Users/pablo/bundle/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block (2 levels) in let'",
-              "/Users/pablo/workspace/project/spec/mongo_profiler_spec.rb:7:in `new'",
-              "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `fetch'",
-              "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block in let'"
-            ]
-          }
-
-          its(:mongo_profiler_caller?) { should be_false }
-        end
-      end
-
-      context 'when external' do
-        let(:_caller) {
-          [
-            "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block (2 levels) in let'",
-            "/Users/pablo/bundle/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block (2 levels) in let'",
-            "/Users/pablo/workspace/project/file.rb:7:in `new'",
-            "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `fetch'",
-            "/Users/pablo/.gem/ruby/2.0.0/gems/rspec-core-2.14.4/lib/rspec/core/memoized_helpers.rb:199:in `block in let'"
-          ]
-        }
-
-        its(:mongo_profiler_caller?) { should be_false }
-      end
-    end
   end
 end

data/spec/mongo_profiler/models/profile_spec.rb

@@ -0,0 +1,60 @@
+require 'spec_helper'
+
+module MongoProfiler
+  describe Caller do
+    it 'creates a profile' do
+      test = TestModel.create(name: 'Pablo')
+
+      expect(TestModel.where(name: 'Pablo').first.name).to eq 'Pablo'
+
+      expect(MongoProfiler::ProfileGroup.count).to eq 1
+
+      group = MongoProfiler::ProfileGroup.first
+      expect(group.name).to eq 'Undefined group name'
+
+      expect(MongoProfiler::Profile.count).to eq 1
+
+      profile = MongoProfiler::Profile.first
+
+      expect(profile.attributes).to include('profile_group_id' => group.id,
+                                            'file' => __FILE__,
+                                            'command_database' => 'mongo_profiler_test',
+                                            'command_collection' => 'test_models')
+
+      expect(JSON.parse(profile.command)).to eq('$query' => { 'name' => 'Pablo' }, '$orderby' => { '_id' => 1 })
+    end
+
+    it 'does not duplicate profiles' do
+      test = TestModel.create
+
+      # To guarantee the same line number
+      TestModel.where(name: 'Pablo').first || TestModel.where(name: 'Pablo').first
+
+      expect(MongoProfiler::ProfileGroup.count).to eq 1
+      expect(MongoProfiler::Profile.count).to eq 1
+    end
+
+    it 'creates a new profile if the query keys change' do
+      test = TestModel.create
+
+      TestModel.where(name: 'Pablo').first
+      TestModel.where(last_name: 'Cantero').first
+
+      expect(MongoProfiler::ProfileGroup.count).to eq 1
+      expect(MongoProfiler::Profile.count).to eq 2
+    end
+
+    it 'uses supplied group name' do
+      MongoProfiler.current_group_name = 'Test'
+
+      test = TestModel.create(name: 'Pablo')
+
+      TestModel.where(name: 'Pablo').first
+
+      expect(MongoProfiler::ProfileGroup.count).to eq 1
+
+      group = MongoProfiler::ProfileGroup.first
+      expect(group.name).to eq 'Test'
+    end
+  end
+end