mongo_request_logger 0.1.0

data/lib/mongo_request_logger/viewer.rb

@@ -0,0 +1,212 @@
+require 'sinatra/base'
+require 'sinatra/reloader'
+require 'active_support/all'
+require 'net/http'
+require 'mongo_request_logger'
+require 'mongo_request_logger/search_terms'
+require 'mongo_request_logger/log_message'
+require 'rack/utils'
+require 'resolv'
+
+module MongoRequestLogger
+  class Viewer < Sinatra::Base
+    SERVER_LOGS_PER_PAGE = 50
+
+    configure :development do
+      register Sinatra::Reloader
+      also_reload File.expand_path('../*.rb', __FILE__)
+    end
+
+    def self.adapter= adapter
+      @adapter = adapter
+    end
+
+    def self.adapter
+      @adapter
+    end
+
+    set :static, true                             # set up static file routing
+    set :public_folder, File.expand_path('../../../public', __FILE__) # set up the static dir (with images/js/css inside)
+
+    set :views,  File.expand_path('../../../views', __FILE__) # set up the views dir
+
+    get '/search.json' do
+      errors = []
+      q = params['q'] || ''
+      after = nil
+      if params['after']
+        after = Time.at(params['after'].to_i / 1000.0) rescue nil
+      end
+      before = nil
+      if params['before']
+        before = Time.at(params['before'].to_i / 1000.0) rescue nil
+      end
+      terms = MongoRequestLogger::SearchTerms.new(q)
+      query = query_from_terms(terms)
+
+      if before
+        query['timestamp'] = {'$lt' => before}
+      elsif after
+        query['timestamp'] = {'$gt' => after}
+      end
+
+      #js = terms['js']
+      #begin
+      #  query.merge! build_query(js) unless js.blank?
+      #rescue => e
+      #  errors << "Error in custom query: #{e.message}"
+      #end
+
+      data = []
+      if errors.empty?
+        begin
+          cursor = adapter.query(query, :limit => SERVER_LOGS_PER_PAGE)
+          data = cursor.to_a
+        rescue => e
+          errors << "Error in query: #{e.message}"
+        end
+      end
+
+      logs = []
+
+      data.each do |log|
+        logs << LogMessage.new(log)
+      end
+
+      if logs.empty?
+        timestamp_before = nil
+        timestamp_after = (Time.now.to_f * 1000).to_i
+      else
+        timestamp_before = logs.last.timestamp
+        # If there are results, we load everything newer than the first result.
+        # If there are no results, we load the last 5 minutes again (helps slow queries)
+        timestamp_after = [((Time.now.to_f - 300) * 1000).to_i, logs.first.timestamp + 1].max
+      end
+
+      content_type :json
+      {
+          results: logs,
+          search_query: query.to_s,
+          errors: errors,
+          timestamp_before: timestamp_before,
+          timestamp_after: timestamp_after,
+      }.to_json
+    end
+
+    get '/' do
+      @title = "Logs"
+      erb :logs
+    end
+
+    get '/page/:id' do
+      id = params["id"]
+      log = adapter.find_by_id(id)
+
+      halt 404 unless log
+      @log = LogMessage.new log
+      @title = "Log - #{@log.path}"
+      erb :log_page
+    end
+
+    get '/lookup_ip.json' do
+      ip_address = params["ip"]
+
+      api_key = 'bca8e98be3eee006c483e0816985acd5387b6faa6b89d755f0a69b5169ad1fd2'
+      uri = URI("http://api.ipinfodb.com/v3/ip-city/?key=#{api_key}&format=json&ip=#{ip_address}")
+
+      location = JSON.parse(Net::HTTP.get(uri)) rescue {}
+      hostname = Resolv.getname(ip_address) rescue ""
+
+      if location.include? 'countryName'
+        location['countryName'] = location['countryName'].titleize
+        location['regionName'] = location['regionName'].titleize
+        location['cityName'] = location['cityName'].titleize
+      end
+
+      content_type :json
+      {
+        location: location,
+        hostname: hostname
+      }.to_json
+    end
+
+    def query_from_terms(terms)
+      query = {}
+
+      @errors = []
+
+      tags = (terms['tag'] || '').split(',')
+
+      if terms['user']
+        query['user_id'] = terms['user']
+      end
+
+      if terms['error'] == '1'
+        query['exception'] = {'$ne' => nil}
+      elsif terms['error'] == '0'
+        query['exception'] = nil
+      elsif terms['error']
+        query['exception.class'] = terms['error']
+      end
+
+      if terms['response']
+        query['response'] = terms['response'].to_i
+      end
+
+      begin
+        if terms.search_regex
+          query["messages"] = Regexp.new(terms.search_regex, Regexp::IGNORECASE)
+        elsif !terms.search.blank?
+          query["messages"] = Regexp.new(Regexp.escape(terms.search), Regexp::IGNORECASE)
+        end
+      rescue => e
+        @errors << "Error in message regex: #{e.message}"
+      end
+
+      path = terms.path
+      unless path.blank?
+        if path.end_with?('$')
+          query["path"] = path[0...-1]
+        else
+          query["path"] = Regexp.new('^' + Regexp.escape(path))
+        end
+      end
+
+      unless terms['id'].blank?
+        query["ids"] = terms['id']
+      end
+
+      unless tags.empty?
+        query["tags"] = {"$all" => tags}
+      end
+
+      query
+    end
+
+
+    def build_query(string, defaults={})
+      string ||= "{}"
+      if string.start_with? "{"
+        query = JSON.parse(string)
+      elsif string.start_with? "["
+        # A hack, and probably not useful
+        query = JSON.parse("{\"only\": #{string}}")['only']
+      else
+        query = {"$where" => string}
+      end
+      result = defaults.merge query
+      result
+    end
+
+    def adapter
+      self.class.adapter
+    end
+
+    helpers do
+      include ::Rack::Utils
+      alias_method :h, :escape_html
+
+    end
+
+  end
+end

data/lib/mongo_request_logger.rb

@@ -0,0 +1,16 @@
+require 'mongo_request_logger/ext/buffered_logger'
+require 'mongo_request_logger/ext/logger'
+require 'mongo_request_logger/logger'
+require 'mongo_request_logger/version'
+
+if defined?(Rails)
+  require 'mongo_request_logger/railtie'
+end
+
+require 'mongo_request_logger/adapters/moped'
+require 'mongo_request_logger/adapters/mongo'
+
+
+module MongoRequestLogger
+
+end

data/mongo_request_logger.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'mongo_request_logger/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "mongo_request_logger"
+  gem.version       = MongoRequestLogger::VERSION
+  gem.authors       = ["Embark Mobile"]
+  gem.email         = ["info@embarkmobile.com"]
+  gem.description   = %q{Request logger for Rack apps}
+  gem.summary       = %q{Structured logger and log viewer for Rack (including Rails) requests}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+
+
+  gem.add_dependency 'sinatra', '~> 1.3.2'
+  gem.add_dependency 'sinatra-contrib'
+  gem.add_dependency 'activesupport', '> 3.0.0'
+end