bipbip 0.5.10 → 0.5.11

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: cf1d48bb34bcf5158a9389079923fff2fe8eb55f
-  data.tar.gz: d02e8c7f9b4edc8379995501390e366507e1a73e
+  metadata.gz: 33b1ceccac2deba94e787721658d11a82de9913a
+  data.tar.gz: 9b4aa869c258b1f00340b0dab419e17a74478031
 SHA512:
-  metadata.gz: c108d106ff9a506aefbf4b39bcf0d0e90082360f5954b41dc835527c8e0e0bedd934dc3da1acd7dc05f1a42b44dd2de285e15444c01f82f2b884d3b2b688d4ef
-  data.tar.gz: 20978afd5260bd4cd32b3ef33c7496ef2411e5b54a90c440e8e0b6e420dea52c238ab5c7baf09638af14fd57b8d9e03dc97850193ce2bea920a8274b0d2034ff
+  metadata.gz: e7f5cf7eb5052a331a3d3ac91f9abcd9e914dec37be8d97d81946e5ba79f8bd5f7ccee91c12b9d61575e355ba41d9fb34a973309f4243dd14a6c387edb5a6fcc
+  data.tar.gz: 3b52aa3e298b3a31d51c5783a46a5201c1825682f1aeca9dd4ae888c7d1164bcf6f05a5c39b42abb80c06aae8302a5193f43c594d840a3ea2c3e383df856f9f4

data/lib/bipbip/plugin/mongodb.rb

@@ -24,73 +24,100 @@ module Bipbip
     end
 
     def monitor
-      mongoStats = server_status
+      @mongodb_client = nil
+
+      status = fetch_server_status
 
       data = {}
 
-      if mongoStats['indexCounters']
-        data['btree_misses'] = mongoStats['indexCounters']['misses'].to_i
+      if status['indexCounters']
+        data['btree_misses'] = status['indexCounters']['misses'].to_i
       end
-      if mongoStats['backgroundFlushing']
-        data['flushing_last_ms'] = mongoStats['backgroundFlushing']['last_ms'].to_i
+      if status['backgroundFlushing']
+        data['flushing_last_ms'] = status['backgroundFlushing']['last_ms'].to_i
       end
-      if mongoStats['opcounters']
-        data['op_inserts'] = mongoStats['opcounters']['insert'].to_i
-        data['op_queries'] = mongoStats['opcounters']['query'].to_i
-        data['op_updates'] = mongoStats['opcounters']['update'].to_i
-        data['op_deletes'] = mongoStats['opcounters']['delete'].to_i
-        data['op_getmores'] = mongoStats['opcounters']['getmore'].to_i
-        data['op_commands'] = mongoStats['opcounters']['command'].to_i
+      if status['opcounters']
+        data['op_inserts'] = status['opcounters']['insert'].to_i
+        data['op_queries'] = status['opcounters']['query'].to_i
+        data['op_updates'] = status['opcounters']['update'].to_i
+        data['op_deletes'] = status['opcounters']['delete'].to_i
+        data['op_getmores'] = status['opcounters']['getmore'].to_i
+        data['op_commands'] = status['opcounters']['command'].to_i
       end
-      if mongoStats['connections']
-        data['connections_current'] = mongoStats['connections']['current'].to_i
+      if status['connections']
+        data['connections_current'] = status['connections']['current'].to_i
       end
-      if mongoStats['mem']
-        data['mem_resident'] = mongoStats['mem']['resident'].to_i
-        data['mem_mapped'] = mongoStats['mem']['mapped'].to_i
+      if status['mem']
+        data['mem_resident'] = status['mem']['resident'].to_i
+        data['mem_mapped'] = status['mem']['mapped'].to_i
       end
-      if mongoStats['extra_info']
-        data['mem_pagefaults'] = mongoStats['extra_info']['page_faults'].to_i
+      if status['extra_info']
+        data['mem_pagefaults'] = status['extra_info']['page_faults'].to_i
       end
-      if mongoStats['globalLock'] && mongoStats['globalLock']['currentQueue']
-        data['globalLock_currentQueue'] = mongoStats['globalLock']['currentQueue']['total'].to_i
+      if status['globalLock'] && status['globalLock']['currentQueue']
+        data['globalLock_currentQueue'] = status['globalLock']['currentQueue']['total'].to_i
       end
-      if mongoStats['repl'] && mongoStats['repl']['secondary'] == true
+      if status['repl'] && status['repl']['secondary'] == true
         data['replication_lag'] = replication_lag
       end
+
+      data['slow_queries_count'] = fetch_slow_queries_count
+
       data
     end
 
     private
 
-    def admin_database
+    def slow_query_threshold
+      config['slow_query_threshold'] || 0
+    end
+
+    # @return [Mongo::MongoClient]
+    def mongodb_client
       options = {
           'hostname' => 'localhost',
           'port' => 27017,
-          'username' => nil,
-          'password' => nil
       }.merge(config)
-      connection = Mongo::MongoClient.new(options['hostname'], options['port'], {:op_timeout => 2, :slave_ok => true})
-      mongo = connection.db('admin')
-      mongo.authenticate(options['username'], options['password']) unless options['password'].nil?
-      mongo
+      @mongodb_client ||= Mongo::MongoClient.new(options['hostname'], options['port'], {:op_timeout => 2, :slave_ok => true})
+    end
+
+    # @return [Mongo::DB]
+    def mongodb_database(db_name)
+      db = mongodb_client.db(db_name)
+      db.authenticate(config['username'], config['password']) unless config['password'].nil?
+      db
+    end
+
+    def fetch_server_status
+      mongodb_database('admin').command('serverStatus' => 1)
     end
 
-    def server_status
-      admin_database.command('serverStatus' => 1)
+    def fetch_replica_status
+      mongodb_database('admin').command('replSetGetStatus' => 1)
     end
 
-    def replica_status
-      admin_database.command('replSetGetStatus' => 1)
+    def slow_query_last_check
+      old = (@slow_query_last_check || Time.now)
+      @slow_query_last_check = Time.now
+      old
+    end
+
+    def fetch_slow_queries_count
+      query = {'millis' => {'$gte' => slow_query_threshold}, 'ts' => {'$gte' => slow_query_last_check}}
+      database_names_ignore = ['admin', 'system']
+
+      database_list = (mongodb_client.database_names - database_names_ignore).map { |name| mongodb_database(name) }
+      database_list.reduce(0) { |memo, database| memo + database.collection('system.profile').count({:query => query}) }
     end
 
     def replication_lag
-      member_list = replica_status['members']
+      status = fetch_replica_status
+      member_list = status['members']
       primary = member_list.select { |member| member['stateStr'] == 'PRIMARY' }.first
       secondary = member_list.select { |member| member['stateStr'] == 'SECONDARY' and member['self'] == true }.first
 
-      raise "No primary member in replica `#{replica_status['set']}`" if primary.nil?
-      raise "Cannot find itself as secondary member in replica `#{replica_status['set']}`" if secondary.nil?
+      raise "No primary member in replica `#{status['set']}`" if primary.nil?
+      raise "Cannot find itself as secondary member in replica `#{status['set']}`" if secondary.nil?
 
       (secondary['optime'].seconds - primary['optime'].seconds)
     end

data/lib/bipbip/version.rb

@@ -1,3 +1,3 @@
 module Bipbip
-  VERSION = '0.5.10'
+  VERSION = '0.5.11'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bipbip
 version: !ruby/object:Gem::Version
-  version: 0.5.10
+  version: 0.5.11
 platform: ruby
 authors:
 - Cargo Media
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-01-15 00:00:00.000000000 Z
+date: 2015-01-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: copperegg
@@ -272,4 +272,3 @@ signing_key:
 specification_version: 4
 summary: Gather services data and store in CopperEgg
 test_files: []
-has_rdoc: