mongodb_logger 0.4.2 → 0.5.0

data/lib/mongodb_logger/logger.rb

@@ -15,7 +15,7 @@ module MongodbLogger
     # Looks for configuration files in this order
     CONFIGURATION_FILES = ["mongodb_logger.yml", "mongoid.yml", "database.yml"]
     LOG_LEVEL_SYM = [:debug, :info, :warn, :error, :fatal, :unknown]
-    
+
     ADAPTERS = [
       ["mongo", Adapers::Mongo],
       ["moped", Adapers::Moped]
@@ -84,11 +84,11 @@ module MongodbLogger
       rescue
         begin
           # try to nice serialize record
-          nice_serialize @mongo_record
+          record_serializer @mongo_record, true
           @insert_block.call
         rescue
-          # do extra work to inpect (and flatten)
-          force_serialize @mongo_record
+          # do extra work to inspect (and flatten)
+          record_serializer @mongo_record, false
           @insert_block.call rescue nil
         end
       end
@@ -137,7 +137,7 @@ module MongodbLogger
         end
         config
       end
-      
+
       def find_adapter
         ADAPTERS.each do |(library, adapter)|
           begin
@@ -171,15 +171,12 @@ module MongodbLogger
       end
 
       # try to serialyze data by each key and found invalid object
-      def nice_serialize(rec)
-        if msgs = rec[:messages]
-          msgs.each do |i, j|
-            msgs[i] = nice_serialize_object(j)
-          end
-        end
-        if pms = rec[:params]
-          pms.each do |i, j|
-            pms[i] = nice_serialize_object(j)
+      def record_serializer(rec, nice = true)
+        [:messages, :params].each do |key|
+          if msgs = rec[key]
+            msgs.each do |i, j|
+              msgs[i] = (true == nice ? nice_serialize_object(j) : j.inspect)
+            end
           end
         end
       end
@@ -190,10 +187,10 @@ module MongodbLogger
             data
           when Hash
             hvalues = Hash.new
-            data.each{|k,v| hvalues[k] = nice_serialize_object(v) }
+            data.each{ |k,v| hvalues[k] = nice_serialize_object(v) }
             hvalues
           when Array
-            data.map{|v| nice_serialize_object(v) }
+            data.map{ |v| nice_serialize_object(v) }
           when ActionDispatch::Http::UploadedFile, Rack::Test::UploadedFile # uploaded files
             hvalues = {
               original_filename: data.original_filename,
@@ -204,15 +201,5 @@ module MongodbLogger
         end
       end
 
-      # force the data in the db by inspecting each top level array and hash element
-      # this will flatten other hashes and arrays
-      def force_serialize(rec)
-        if msgs = rec[:messages]
-          msgs.each { |i, j| msgs[i] = j.inspect }
-        end
-        if pms = rec[:params]
-          pms.each { |i, j| pms[i] = j.inspect }
-        end
-      end
   end
 end

data/lib/mongodb_logger/rack_middleware.rb

@@ -0,0 +1,24 @@
+# Rack middleware for mounted rack app (e.g Grape)
+module MongodbLogger
+  class RackMiddleware
+    def initialize(app)
+      @app = app
+    end
+
+    def call(env)
+      request = ::Rack::Request.new env
+      path = request.path.split('/')
+      log_attrs = {:method    => request.request_method,
+                :action     => path[2..-1].join('/'),
+                :controller => path[1],
+                :path       => request.path,
+                :url        => request.url,
+                :params     => request.params,
+                :ip         => env['REMOTE_ADDR']  }
+
+      Rails.logger.mongoize(log_attrs) do
+        return @app.call(env)
+      end
+    end
+  end
+end

data/lib/mongodb_logger/railtie.rb

@@ -2,15 +2,15 @@ require 'mongodb_logger/initializer_mixin'
 module MongodbLogger
   class Railtie < Rails::Railtie
     include MongodbLogger::InitializerMixin
-    
+
     initializer :initialize_mongodb_logger, :before => :initialize_logger do
       app_config = Rails.application.config
       Rails.logger = config.logger = create_logger(app_config)
     end
-    
+
     rake_tasks do
-      load "tasks/mongodb_logger.rake"
+      load File.expand_path(File.join(File.dirname(__FILE__), "..", "..", "tasks", "mongodb_logger.rake"))
     end
-    
+
   end
 end

data/lib/mongodb_logger/server.rb

@@ -1,69 +1,52 @@
 require 'sinatra/base'
 require 'erubis'
-require 'json'
+require 'multi_json'
 require 'active_support'
+require 'mustache/sinatra'
 
-require 'mongodb_logger/server/view_helpers'
-require 'mongodb_logger/server/partials'
-require 'mongodb_logger/server/content_for'
-require 'mongodb_logger/server/sprokets'
-
-require 'mongodb_logger/server/model/additional_filter'
-require 'mongodb_logger/server/model/filter'
-require 'mongodb_logger/server/model/analytic'
-
+require 'mongodb_logger/server/helpers'
+require 'mongodb_logger/server/model'
 require 'mongodb_logger/server_config'
 
-if defined? Encoding
-  Encoding.default_external = Encoding::UTF_8
-end
+Encoding.default_external = Encoding::UTF_8 if defined?(Encoding)
 
 module MongodbLogger
   class Server < Sinatra::Base
+    module Views; end
+
+    register Mustache::Sinatra
     helpers Sinatra::ViewHelpers
     helpers Sinatra::Partials
     helpers Sinatra::ContentFor
-    
+
     dir = File.dirname(File.expand_path(__FILE__))
 
     set :views,         "#{dir}/server/views"
     #set :environment, :production
     set :static, true
+    set :mustache, {
+      templates: "#{dir}/server/templates",
+      views: "#{dir}/server/mustache"
+    }
 
     helpers do
       include Rack::Utils
-      alias_method :h, :escape_html
-      # pipeline
       include AssetHelpers
-      
-      def current_page
-        url_path request.path_info.sub('/','')
-      end
-      
-      def class_if_current(path = '')
-        'class="active"' if current_page[0, path.size] == path
-      end
-
-      def url_path(*path_parts)
-        [ path_prefix, path_parts ].join("/").squeeze('/')
-      end
+      include MustacheHelpers
+      alias_method :h, :escape_html
       alias_method :u, :url_path
-
-      def path_prefix
-        request.env['SCRIPT_NAME']
-      end
-      
     end
-    
+
     before do
       begin
+        @main_dir = dir
         @mongo_adapter = (ServerConfig.mongo_adapter ? ServerConfig.mongo_adapter : Rails.logger.mongo_adapter)
         @collection_stats = @mongo_adapter.collection_stats
       rescue => e
         erb :error, {:layout => false}, :error => "Can't connect to MongoDB!"
         return false
       end
-      
+
       cache_control :private, :must_revalidate, :max_age => 0
     end
 
@@ -71,7 +54,7 @@ module MongodbLogger
       begin
         erb page.to_sym, {:layout => layout}
       rescue => e
-        erb :error, {:layout => false}, :error => "Error in view. Debug: #{e.inspect}"
+        erb :error, { :layout => false }, :error => "Error in view. Debug: #{e.inspect}"
       end
     end
 
@@ -80,55 +63,47 @@ module MongodbLogger
       redirect url_path(:overview)
     end
 
-    %w( overview ).each do |page|
-      get "/#{page}/?" do
-        @filter = ServerModel::Filter.new(params[:filter])
-        @logs = @mongo_adapter.filter_by_conditions(@filter)
-        show page, !request.xhr?
-      end
+    get "/overview/?" do
+      @filter = ServerModel::Filter.new(params[:filter])
+      @logs = @mongo_adapter.filter_by_conditions(@filter)
+      show :overview, !request.xhr?
     end
-    
+
+    # log info
+    get "/log/:id" do
+      @log = @mongo_adapter.find_by_id(params[:id])
+      show :show_log, !request.xhr?
+    end
+
     get "/tail_logs/?:log_last_id?" do
       @info = @mongo_adapter.tail_log_from_params(params)
       @info.merge!(
-        :content => @info[:logs].map{|log| partial(:"shared/log", :object => log) }.join("\n"),
+        :content => @info[:logs].map{ |log| partial(:"shared/log", :object => log) }.join("\n"),
         :collection_stats => partial(:"shared/collection_stats", :object => @collection_stats)
       )
-      content_type :json 
-      @info.to_json
+      content_type :json
+      MultiJson.dump(@info)
     end
-    
+
     get "/changed_filter/:type" do
       type_id = ServerModel::AdditionalFilter.get_type_index params[:type]
       conditions = ServerModel::AdditionalFilter::VAR_TYPE_CONDITIONS[type_id]
       values = ServerModel::AdditionalFilter::VAR_TYPE_VALUES[type_id]
-      
+
       content_type :json
-      { 
+      MultiJson.dump({
         :type_id => type_id,
         :conditions => conditions,
         :values => values
-      }.to_json
+      })
     end
-    
-    # log info
-    get "/log/:id" do
-      @log = @mongo_adapter.find_by_id(params[:id])
-      show :show_log, !request.xhr?
-    end
-    
-    # log info right
-    get "/log_info/:id" do
-      @log = @mongo_adapter.find_by_id(params[:id])
-      partial(:"shared/log_info", :object => @log)
-    end
-    
+
     get "/add_filter/?" do
       @filter = ServerModel::Filter.new(nil)
       @filter_more = ServerModel::AdditionalFilter.new(nil, @filter)
       partial(:"shared/dynamic_filter", :object => @filter_more)
     end
-    
+
     # analytics
     %w( analytics ).each do |page|
       get "/#{page}/?" do
@@ -138,13 +113,13 @@ module MongodbLogger
       post "/#{page}/?" do
         @analytic = ServerModel::Analytic.new(@mongo_adapter, params[:analytic])
         content_type :json
-        @analytic.get_data.to_json
+        MultiJson.dump(@analytic.get_data)
       end
     end
-    
+
     error do
-      erb :error, {:layout => false}, :error => 'Sorry there was a nasty error. Maybe no connection to MongoDB. Debug: ' + env['sinatra.error'].inspect + '<br />' + env.inspect
+      erb :error, { :layout => false }, :error => 'Sorry there was a nasty error. Maybe no connection to MongoDB. Debug: ' + env['sinatra.error'].inspect + '<br />' + env.inspect
     end
-    
+
   end
 end

data/lib/mongodb_logger/server/helpers.rb

@@ -0,0 +1,5 @@
+require 'mongodb_logger/server/helpers/view_helpers'
+require 'mongodb_logger/server/helpers/partials'
+require 'mongodb_logger/server/helpers/content_for'
+require 'mongodb_logger/server/helpers/sprokets'
+require 'mongodb_logger/server/helpers/mustache_helpers'

data/lib/mongodb_logger/server/helpers/mustache_helpers.rb

@@ -0,0 +1,66 @@
+require 'multi_json'
+module MongodbLogger
+  module MustacheHelpers
+    include Rack::Utils
+
+    def url_path(*path_parts)
+      [ path_prefix, path_parts ].join("/").squeeze('/')
+    end
+
+    def path_prefix
+      request.env['SCRIPT_NAME']
+    end
+
+    def current_page
+      url_path request.path_info.sub('/','')
+    end
+
+    def class_if_current(path = '')
+      'class="active"' if current_page[0, path.size] == path
+    end
+
+    def string_from_log_message(message)
+      message.is_a?(Array) ? message.join("\n") : message.to_s
+    end
+
+    def pretty_hash(hash)
+      begin
+        Marshal::dump(hash)
+        h(hash.to_yaml).gsub("  ", "  ")
+      rescue Exception => e  # errors from Marshal or YAML
+        # Object couldn't be dumped, perhaps because of singleton methods -- this is the fallback
+        h(hash.inspect)
+      end
+    end
+
+    def log_data(log)
+      main_msg = "No message"
+      if log['messages'] && log['messages']['info']
+        main_msg = string_from_log_message(log['messages']['info']).truncate(300, :separator => ' ')
+      end
+      if log['is_exception'] && log['messages'] && log['messages']['error']
+        main_msg = string_from_log_message(log['messages']['error']).truncate(300, :separator => ' ')
+      end
+      # return value
+      {
+        '_id' => log['_id'].to_s,
+        'web_url' => url_path("log/#{log['_id']}"),
+        'main_msg' => main_msg,
+        'is_exception_class' => (log['is_exception'] ? 'failure' : 'success'),
+        'method' => log['method'],
+        'url' => log['url'],
+        'request_time' => log['request_time'],
+        'ip' => log['ip'],
+        'params' => pretty_hash(log['params'])
+      }
+    end
+
+    def log_data_json(log)
+      MultiJson.dump(log_data(log))
+    end
+  end
+
+  class MustacheHelpersObj
+    extend MustacheHelpers
+  end
+end

data/lib/mongodb_logger/server/{sprokets.rb → helpers/sprokets.rb}

@@ -3,7 +3,7 @@ require 'rack/utils'
 require 'sprockets'
 
 module MongodbLogger
-  
+
   module AssetHelpers
     def asset_path(source)
       "#{request.env['SCRIPT_NAME']}/assets/#{Assets.instance.find_asset(source).digest_path}" unless Assets.instance.find_asset(source).nil?
@@ -16,11 +16,11 @@ module MongodbLogger
       end
     end
   end
-  
+
   class Assets < Sprockets::Environment
     class << self
       def instance(root = nil)
-        assets_path = File.expand_path('../../../../app/assets', __FILE__)
+        assets_path = File.expand_path('../../../../../app/assets', __FILE__)
         @instance ||= new(assets_path)
       end
     end
@@ -36,5 +36,5 @@ module MongodbLogger
       end
     end
   end
-  
+
 end

data/lib/mongodb_logger/server/{view_helpers.rb → helpers/view_helpers.rb}

@@ -1,24 +1,10 @@
 # view helpers
 module Sinatra::ViewHelpers
-  
-  def pretty_hash(hash)
-    begin
-      Marshal::dump(hash)
-      h(hash.to_yaml).gsub("  ", "  ")
-    rescue Exception => e  # errors from Marshal or YAML
-      # Object couldn't be dumped, perhaps because of singleton methods -- this is the fallback
-      h(object.inspect)
-    end
-  end
-  
+
   def percent_of_userd_memory(collection_stats)
     ((collection_stats[:size] / collection_stats[:storageSize]) * 100).round
   end
-  
-  def string_from_log_message(message)
-    message.is_a?(Array) ? message.join("\n") : message.to_s
-  end
-  
+
   def meta_informations(log)
     meta_data = Hash.new
     log.each do |key, val|
@@ -28,32 +14,30 @@ module Sinatra::ViewHelpers
     end
     meta_data
   end
-  
-  # TODO: improve this
+
+  STORAGE_UNITS = [:byte, :kb, :mb, :gb, :tb].freeze
   def number_to_human_size(number, precision = 2)
     number = begin
       Float(number)
     rescue ArgumentError, TypeError
       return number
     end
-    case
-      when number.to_i == 1 then
-        "1 Byte"
-      when number < 1024 then
-        "%d Bytes" % number
-      when number < 1048576 then
-        "%.#{precision}f KB"  % (number / 1024)
-      when number < 1073741824 then
-        "%.#{precision}f MB"  % (number / 1048576)
-      when number < 1099511627776 then
-        "%.#{precision}f GB"  % (number / 1073741824)
-      else
-        "%.#{precision}f TB"  % (number / 1099511627776)
-    end.sub(/([0-9]\.\d*?)0+ /, '\1 ' ).sub(/\. /,' ')
+    number = begin
+      Float(number)
+    rescue ArgumentError, TypeError
+      return number
+    end
+    base = 1024
+    max_exp  = STORAGE_UNITS.size - 1
+    exponent = (Math.log(number) / Math.log(base)).to_i # Convert to base
+    exponent = max_exp if exponent > max_exp # we need this to avoid overflow for the highest unit
+    number  /= base ** exponent
+    unit_key = STORAGE_UNITS[exponent]
+    ("%.#{precision}f #{unit_key.to_s.upcase}"  % number).sub(/([0-9]\.\d*?)0+ /, '\1 ' ).sub(/\. /,' ')
   rescue
     nil
   end
-  
+
   def text_field_tag(object, name, options = {})
     value = ""
     value = options.delete(:value) if options[:value]
@@ -64,7 +48,7 @@ module Sinatra::ViewHelpers
     end
     "<input type='text' name='#{object.form_name}[#{name.to_s}]' value='#{value}' #{attr.join(" ")} />"
   end
-  
+
   def submit_tag(name, value, options = {})
     attr = []
     options.each do |key, val|
@@ -72,7 +56,7 @@ module Sinatra::ViewHelpers
     end
     "<input type='submit' name='#{name.to_s}' value='#{value}' #{attr.join(" ")} />"
   end
-  
+
   def check_box_tag(object, name, options = {})
     value = nil
     value = options.delete(:value) if options[:value]
@@ -83,7 +67,7 @@ module Sinatra::ViewHelpers
     end
     "<input id='#{object.form_name}_#{name.to_s}' type='checkbox' name='#{object.form_name}[#{name.to_s}]' #{'checked="checked"' if value} value='1' #{attr.join(" ")} />"
   end
-  
+
   def label_tag(object, name, label, options = {})
     attr = []
     options.each do |key, val|
@@ -91,7 +75,7 @@ module Sinatra::ViewHelpers
     end
     "<label for='#{object.form_name}_#{name.to_s}' #{attr.join(" ")}>#{label}</label>"
   end
-  
+
   def select_tag(object, name, options_array, options = {})
     value = nil
     value = options.delete(:value) if options[:value]
@@ -113,5 +97,5 @@ module Sinatra::ViewHelpers
     select_tag << "</select>"
     select_tag.join("\n")
   end
-  
+
 end