mongodb_logger 0.2.6-jruby

data/lib/mongodb_logger/server.rb

@@ -0,0 +1,174 @@
+require 'sinatra/base'
+require 'erubis'
+require 'json'
+require 'active_support'
+
+require 'mongodb_logger/server/view_helpers'
+require 'mongodb_logger/server/partials'
+require 'mongodb_logger/server/content_for'
+
+require 'mongodb_logger/server/model/additional_filter'
+require 'mongodb_logger/server/model/filter'
+require 'mongodb_logger/server/model/analytic'
+
+require 'mongodb_logger/server_config'
+
+if defined? Encoding
+  Encoding.default_external = Encoding::UTF_8
+end
+
+module MongodbLogger
+  class Server < Sinatra::Base
+    helpers Sinatra::ViewHelpers
+    helpers Sinatra::Partials
+    helpers Sinatra::ContentFor
+    
+    dir = File.dirname(File.expand_path(__FILE__))
+
+    set :views,         "#{dir}/server/views"
+    
+    if respond_to? :public_folder
+      set :public_folder, "#{dir}/server/public"
+    else
+      set :public, "#{dir}/server/public"
+    end
+    #set :environment, :production
+    set :static, true
+
+    helpers do
+      include Rack::Utils
+      alias_method :h, :escape_html
+      
+      def current_page
+        url_path request.path_info.sub('/','')
+      end
+      
+      def class_if_current(path = '')
+        'class="active"' if current_page[0, path.size] == path
+      end
+
+      def url_path(*path_parts)
+        [ path_prefix, path_parts ].join("/").squeeze('/')
+      end
+      alias_method :u, :url_path
+
+      def path_prefix
+        request.env['SCRIPT_NAME']
+      end
+      
+    end
+    
+    before do
+      begin
+        if ServerConfig.db && ServerConfig.collection
+          @db = ServerConfig.db
+          @collection = ServerConfig.collection
+        else
+          @db = Rails.logger.mongo_connection
+          @collection = @db[Rails.logger.mongo_collection_name]
+        end
+        @collection_stats = @collection.stats
+      rescue => e
+        erb :error, {:layout => false}, :error => "Can't connect to MongoDB!"
+        return false
+      end
+      
+      cache_control :private, :must_revalidate, :max_age => 0
+    end
+
+    def show(page, layout = true)
+      begin
+        erb page.to_sym, {:layout => layout}
+      rescue => e
+        erb :error, {:layout => false}, :error => "Error in view. Debug: #{e.inspect}"
+      end
+    end
+
+
+    get "/?" do
+      redirect url_path(:overview)
+    end
+
+    %w( overview ).each do |page|
+      get "/#{page}/?" do
+        @filter = ServerModel::Filter.new(params[:filter])
+        @logs = @collection.find(@filter.get_mongo_conditions).sort('$natural', -1).limit(@filter.get_mongo_limit)
+        show page, !request.xhr?
+      end
+    end
+    
+    get "/tail_logs/?:log_last_id?" do
+      buffer = []
+      last_id = nil
+      if params[:log_last_id] && !params[:log_last_id].blank?
+        log_last_id = params[:log_last_id]
+        tail = Mongo::Cursor.new(@collection, :tailable => true, :order => [['$natural', 1]], 
+          :selector => {'_id' => { '$gt' => BSON::ObjectId(log_last_id) }})
+        while log = tail.next
+          buffer << partial(:"shared/log", :object => log)
+          log_last_id = log["_id"].to_s
+        end
+        buffer.reverse!
+      else
+        @log = @collection.find_one({}, {:sort => ['$natural', -1]})
+        log_last_id = @log["_id"].to_s unless @log.blank?
+      end
+      
+      content_type :json
+      { :log_last_id => log_last_id, 
+        :time => Time.now.strftime("%F %T"), 
+        :content => buffer.join("\n"), 
+        :collection_stats => partial(:"shared/collection_stats", :object => @collection_stats) }.to_json
+    end
+    
+    get "/changed_filter/:type" do
+      type_id = ServerModel::AdditionalFilter.get_type_index params[:type]
+      conditions = ServerModel::AdditionalFilter::VAR_TYPE_CONDITIONS[type_id]
+      values = ServerModel::AdditionalFilter::VAR_TYPE_VALUES[type_id]
+      
+      content_type :json
+      { 
+        :type_id => type_id,
+        :conditions => conditions,
+        :values => values
+      }.to_json
+    end
+    
+    # log info
+    get "/log/:id" do
+      @log = @collection.find_one(BSON::ObjectId(params[:id]))
+      show :show_log, !request.xhr?
+    end
+    
+    # log info right
+    get "/log_info/:id" do
+      @log = @collection.find_one(BSON::ObjectId(params[:id]))
+      partial(:"shared/log_info", :object => @log)
+    end
+    
+    get "/add_filter/?" do
+      @filter = ServerModel::Filter.new(nil)
+      @filter_more = ServerModel::AdditionalFilter.new(nil, @filter)
+      partial(:"shared/dynamic_filter", :object => @filter_more)
+    end
+    
+    # analytics
+    %w( analytics ).each do |page|
+      get "/#{page}/?" do
+        @analytic = ServerModel::Analytic.new(@collection, params[:analytic])
+        show page, !request.xhr?
+      end
+      post "/#{page}/?" do
+        @analytic = ServerModel::Analytic.new(@collection, params[:analytic])
+        @analytic_data = @analytic.get_data
+        content_type :json
+        @analytic_data.to_json
+      end
+    end
+    
+    error do
+      erb :error, {:layout => false}, :error => 'Sorry there was a nasty error. Maybe no connection to MongoDB. Debug: ' + env['sinatra.error'].inspect
+    end
+    
+  end
+end

data/lib/mongodb_logger/server_config.rb

@@ -0,0 +1,77 @@
+require 'mongo'
+require 'erb'
+require 'active_support'
+require 'active_support/core_ext'
+
+# TODO: Dry this class with logger class
+module MongodbLogger
+  class ServerConfig
+    
+    DEFAULT_COLLECTION_SIZE = 250.megabytes
+    
+    class << self
+      
+      def set_config(config_path)
+        if File.file?(config_path)
+          config_file = File.new(config_path)
+          config = YAML.load(ERB.new(config_file.read).result)
+        else
+          raise "Config file not found"
+        end
+        
+        @db_configuration = {
+          'host' => 'localhost',
+          'port' => 27017}.merge(config)
+        @db_configuration["collection"] ||= "production_log"
+        @db = Mongo::Connection.new(@db_configuration['host'],
+                                    @db_configuration['port'],
+                                    :auto_reconnect => true).db(@db_configuration['database'])
+
+        if @db_configuration['username'] && @db_configuration['password']
+          @authenticated = @db.authenticate(@db_configuration['username'],
+                                                          @db_configuration['password'])
+        end
+
+        set_collection
+      end
+      
+      def set_config_for_testing(config_path)
+        set_config(config_path)
+        create_collection unless @db.collection_names.include?(@db_configuration["collection"])
+        set_collection
+      end
+      
+      def create_collection
+        capsize = DEFAULT_COLLECTION_SIZE
+        capsize = @db_configuration['capsize'].to_i if @db_configuration['capsize']
+        @db.create_collection(@db_configuration["collection"],
+                                            {:capped => true, :size => capsize})
+      end
+       
+       
+      def set_collection
+        @collection = @db[@db_configuration["collection"]]
+      end
+      
+      def get_config
+        @db_configuration
+      end
+      
+      def authenticated?
+        @authenticated
+      end
+      
+      def collection_name
+        @db_configuration["collection"]
+      end
+      
+      def db
+        @db
+      end
+      
+      def collection
+        @collection
+      end
+    end
+  end
+end

data/lib/mongodb_logger/version.rb

@@ -0,0 +1,3 @@
+module MongodbLogger
+  VERSION = "0.2.6"
+end

data/lib/mongodb_logger.rb

@@ -0,0 +1,31 @@
+$:.unshift File.dirname(__FILE__)
+
+require 'mongo'
+require 'mongodb_logger/logger'
+require 'mongodb_logger/railtie' if defined?(Rails::Railtie)
+require 'mongodb_logger/version'
+
+module MongodbLogger
+  module Base
+    def self.included(base)
+      base.class_eval { around_filter :enable_mongodb_logger }
+    end
+
+    def enable_mongodb_logger
+      return yield unless Rails.logger.respond_to?(:mongoize)
+      f_params = case
+                   when request.respond_to?(:filtered_parameters) then request.filtered_parameters
+                   else params
+                 end
+      Rails.logger.mongoize({
+        :method         => request.method,
+        :action         => action_name,
+        :controller     => controller_name,
+        :path           => request.path,
+        :url            => request.url,
+        :params         => f_params,
+        :ip             => request.remote_ip
+      }) { yield }
+    end
+  end
+end

data/mongodb_logger.gemspec

@@ -0,0 +1,44 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/mongodb_logger/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Alexey Vasiliev"]
+  gem.email         = ["leopard.not.a@gmail.com"]
+  gem.description   = %q{MongoDB logger for Rails 3}
+  gem.summary       = %q{MongoDB logger for Rails 3}
+  gem.homepage      = "http://mongodb-logger.catware.org"
+
+  gem.extra_rdoc_files  = [ "LICENSE", "README.md" ]
+  gem.rdoc_options      = ["--charset=UTF-8"]
+
+  gem.add_development_dependency "jasmine",         ">= 1.0.0"
+  gem.add_development_dependency "rspec",           ">= 2.8.0"
+  gem.add_development_dependency "shoulda",         ">= 2.0.0"
+  gem.add_development_dependency "mocha",           ">= 0.10.0"
+  gem.add_development_dependency "cucumber",        "~> 1.1.2"
+  gem.add_development_dependency "capybara",        "~> 1.1.2"
+  gem.add_development_dependency "coffee-script",   "~> 2.2.0"
+  gem.add_development_dependency "uglifier",        ">= 1.2.0"
+  gem.add_development_dependency "therubyracer",    ">= 0.9.9"
+  
+  gem.add_runtime_dependency "rake",            "~> 0.9.0"
+  gem.add_runtime_dependency "mongo",           "~> 1.5.2"
+  gem.add_runtime_dependency "bson_ext",        "~> 1.5.2"
+  gem.add_runtime_dependency "i18n",            ">= 0.4.1"
+  gem.add_runtime_dependency "json",            "~> 1.6.1"
+  gem.add_runtime_dependency "activesupport",   ">= 3.0.0"
+  gem.add_runtime_dependency "actionpack",      ">= 3.0.0"
+  gem.add_runtime_dependency "sinatra",         ">= 1.2.0"
+  gem.add_runtime_dependency "erubis",          ">= 2.6.6"
+  gem.add_runtime_dependency "vegas",           "~> 0.1.2"
+
+  gem.rubyforge_project = "mongodb_logger"
+
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.files         = `git ls-files`.split("\n")
+  gem.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.name          = "mongodb_logger"
+  gem.require_paths = ["lib"]
+  gem.version       = MongodbLogger::VERSION
+  gem.platform      = Gem::Platform::RUBY
+end

data/mongodb_logger.java.gemspec

@@ -0,0 +1,42 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/mongodb_logger/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Alexey Vasiliev"]
+  gem.email         = ["leopard.not.a@gmail.com"]
+  gem.description   = %q{MongoDB logger for Rails 3}
+  gem.summary       = %q{MongoDB logger for Rails 3}
+  gem.homepage      = "http://mongodb-logger.catware.org"
+
+  gem.extra_rdoc_files  = [ "LICENSE", "README.md" ]
+  gem.rdoc_options      = ["--charset=UTF-8"]
+
+  gem.add_development_dependency "jasmine",         ">= 1.0.0"
+  gem.add_development_dependency "rspec",           ">= 2.8.0"
+  gem.add_development_dependency "shoulda",         ">= 2.0.0"
+  gem.add_development_dependency "mocha",           ">= 0.10.0"
+  gem.add_development_dependency "cucumber",        "~> 1.1.2"
+  gem.add_development_dependency "capybara",        "~> 1.1.2"
+  gem.add_development_dependency "coffee-script",   "~> 2.2.0"
+  gem.add_development_dependency "uglifier",        ">= 1.2.0"
+  
+  gem.add_runtime_dependency "rake",            "~> 0.9.0"
+  gem.add_runtime_dependency "mongo",           "~> 1.5.2"
+  gem.add_runtime_dependency "i18n",            ">= 0.4.1"
+  gem.add_runtime_dependency "json",            "~> 1.6.1"
+  gem.add_runtime_dependency "activesupport",   ">= 3.0.0"
+  gem.add_runtime_dependency "actionpack",      ">= 3.0.0"
+  gem.add_runtime_dependency "sinatra",         ">= 1.2.0"
+  gem.add_runtime_dependency "erubis",          ">= 2.6.6"
+  gem.add_runtime_dependency "vegas",           "~> 0.1.2"
+
+  gem.rubyforge_project = "mongodb_logger"
+
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.files         = `git ls-files`.split("\n")
+  gem.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.name          = "mongodb_logger"
+  gem.require_paths = ["lib"]
+  gem.version       = MongodbLogger::VERSION
+  gem.platform      = "jruby"
+end

data/spec/javascripts/MongodbLoggerMainSpec.js

@@ -0,0 +1,13 @@
+describe("MongodbLoggerMain", function() {
+
+  beforeEach(function() {
+    MongodbLoggerMain.init();
+  });
+  
+  describe("log_info_padding", function() {
+    it("should be 15", function() {
+      expect(MongodbLoggerMain.log_info_padding).toEqual(15);
+    });
+  });
+  
+});

data/spec/javascripts/helpers/SpecHelper.js

@@ -0,0 +1,3 @@
+beforeEach(function() {
+  /**/
+});

data/spec/javascripts/support/jasmine.yml

@@ -0,0 +1,77 @@
+# src_files
+#
+# Return an array of filepaths relative to src_dir to include before jasmine specs.
+# Default: []
+#
+# EXAMPLE:
+#
+# src_files:
+#   - lib/source1.js
+#   - lib/source2.js
+#   - dist/**/*.js
+#
+src_files:
+    - lib/mongodb_logger/server/public/javascripts/vendors/jquery-1.7.1.min.js
+    - lib/mongodb_logger/server/public/javascripts/vendors/jquery-ui-1.8.16.min.js
+    - lib/mongodb_logger/server/public/javascripts/vendors/jquery.pjax.min.js
+    - lib/mongodb_logger/server/public/javascripts/vendors/highlight.pack.js
+    - lib/mongodb_logger/server/public/javascripts/logs.js
+
+# stylesheets
+#
+# Return an array of stylesheet filepaths relative to src_dir to include before jasmine specs.
+# Default: []
+#
+# EXAMPLE:
+#
+# stylesheets:
+#   - css/style.css
+#   - stylesheets/*.css
+#
+stylesheets:
+
+# helpers
+#
+# Return an array of filepaths relative to spec_dir to include before jasmine specs.
+# Default: ["helpers/**/*.js"]
+#
+# EXAMPLE:
+#
+# helpers:
+#   - helpers/**/*.js
+#
+helpers:
+
+# spec_files
+#
+#  Return an array of filepaths relative to spec_dir to include.
+# Default: ["**/*[sS]pec.js"]
+#
+# EXAMPLE:
+#
+# spec_files:
+#   - **/*[sS]pec.js
+#
+spec_files:
+
+# src_dir
+#
+# Source directory path. Your src_files must be returned relative to this path. Will use root if left blank.
+# Default: project root
+#
+# EXAMPLE:
+#
+# src_dir: public
+#
+src_dir:
+
+# spec_dir
+#
+# Spec directory path. Your spec_files must be returned relative to this path.
+# Default: spec/javascripts
+#
+# EXAMPLE:
+#
+# spec_dir: spec/javascripts
+#
+spec_dir:

data/spec/javascripts/support/jasmine_config.rb

@@ -0,0 +1,23 @@
+module Jasmine
+  class Config
+
+    # Add your overrides or custom config code here
+
+  end
+end
+
+
+# Note - this is necessary for rspec2, which has removed the backtrace
+module Jasmine
+  class SpecBuilder
+    def declare_spec(parent, spec)
+      me = self
+      example_name = spec["name"]
+      @spec_ids << spec["id"]
+      backtrace = @example_locations[parent.description + " " + example_name]
+      parent.it example_name, {} do
+        me.report_spec(spec["id"])
+      end
+    end
+  end
+end

data/spec/javascripts/support/jasmine_runner.rb

@@ -0,0 +1,32 @@
+$:.unshift(ENV['JASMINE_GEM_PATH']) if ENV['JASMINE_GEM_PATH'] # for gem testing purposes
+
+require 'rubygems'
+require 'jasmine'
+jasmine_config_overrides = File.expand_path(File.join(File.dirname(__FILE__), 'jasmine_config.rb'))
+require jasmine_config_overrides if File.exist?(jasmine_config_overrides)
+if Jasmine::Dependencies.rspec2?
+  require 'rspec'
+else
+  require 'spec'
+end
+
+jasmine_config = Jasmine::Config.new
+spec_builder = Jasmine::SpecBuilder.new(jasmine_config)
+
+should_stop = false
+
+if Jasmine::Dependencies.rspec2?
+  RSpec.configuration.after(:suite) do
+    spec_builder.stop if should_stop
+  end
+else
+  Spec::Runner.configure do |config|
+    config.after(:suite) do
+      spec_builder.stop if should_stop
+    end
+  end
+end
+
+spec_builder.start
+should_stop = true
+spec_builder.declare_suites

data/test/active_record.rb

@@ -0,0 +1,13 @@
+module ActiveRecord
+  class LogSubscriber
+    def self.colorize_logging
+      true
+    end
+  end
+
+  class Base
+    def self.colorize_logging
+      true
+    end
+  end
+end

data/test/config/samples/database.yml

@@ -0,0 +1,9 @@
+test:
+  adapter: sqlite3
+  database: db/test.sqlite3
+  pool: 5
+  timeout: 5000
+  mongodb_logger:
+    database: system_log
+    application_name: mongo_foo
+    safe_insert: true

data/test/config/samples/database_no_file_logging.yml

@@ -0,0 +1,10 @@
+test:
+  adapter: sqlite3
+  database: db/test.sqlite3
+  pool: 5
+  timeout: 5000
+  mongodb_logger:
+    database: system_log
+    application_name: mongo_foo
+    safe_insert: true
+    disable_file_logging: true

data/test/config/samples/database_replica_set.yml

@@ -0,0 +1,12 @@
+test:
+  adapter: mysql
+  username: user
+  database: database
+  mongodb_logger:
+    database: system_log
+    replica_set: true
+    hosts:
+      - - 127.0.0.1
+        - 27018
+      - - 127.0.0.1
+        - 27019

data/test/config/samples/database_with_auth.yml

@@ -0,0 +1,9 @@
+test:
+  adapter: sqlite3
+  database: db/test.sqlite3
+  pool: 5
+  timeout: 5000
+  mongodb_logger:
+    database: system_log
+    username: admin
+    password: password

data/test/config/samples/database_with_collection.yml

@@ -0,0 +1,8 @@
+test:
+  adapter: sqlite3
+  database: db/test.sqlite3
+  pool: 5
+  timeout: 5000
+  mongodb_logger:
+    database: system_log
+    collection: log_collection

data/test/config/samples/mongodb_logger.yml

@@ -0,0 +1,2 @@
+test:
+  database: system_log

data/test/config/samples/mongoid.yml

@@ -0,0 +1,30 @@
+# taken from http://mongoid.org/docs/installation/
+defaults: &defaults
+  host: localhost
+  slaves:
+    - host: slave1.local
+      port: 27018
+    - host: slave2.local
+      port: 27019
+  autocreate_indexes: false
+  allow_dynamic_fields: true
+  include_root_in_json: false
+  parameterize_keys: true
+  persist_in_safe_mode: false
+  raise_not_found_error: true
+  reconnect_time: 3
+
+development:
+  <<: *defaults
+  database: control_development
+
+test:
+  <<: *defaults
+  database: system_log
+
+# set these environment variables on your prod server
+production:
+  <<: *defaults
+  host: <%= ENV['MONGOID_HOST'] %>
+  port: <%= ENV['MONGOID_PORT'] %>
+  database: <%= ENV['MONGOID_DATABASE'] %>

data/test/config/samples/server_config.yml

@@ -0,0 +1,3 @@
+database: test_database
+host: localhost
+port: 27017

data/test/rails/app/controllers/order_controller.rb

@@ -0,0 +1,23 @@
+class OrderController < ApplicationController
+  include MongodbLogger::Base
+  LOG_MESSAGE = "FOO"
+  LOG_USER_ID = 12345
+
+  def index
+    logger.debug LOG_MESSAGE
+    logger.add_metadata(:application_name_again => Rails.root.basename.to_s, :user_id => LOG_USER_ID)
+    render :text => "nothing"
+  end
+
+  def new
+    raise OrderController::LOG_MESSAGE
+  end
+
+  def create
+    render :text => "create"
+  end
+  
+  def test_post
+    render :text => "done"
+  end
+end