log-monitor 0.0.8

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 5b0073f0ec1bd9256ccec677419ee4b7415c15da
+  data.tar.gz: 9d01494850a405caa93c0d1329b4b0a65810e7f8
+SHA512:
+  metadata.gz: 0fd7738856473c34f86240c7bed942f1d9dffad600f4f66e3cd196cf91a6158e3306eb4c2302eedbf9b60eef19dcb20390d4634479316db662dee32196ca7803
+  data.tar.gz: 4952802dff00177c37e2d936826b6d4689c40931d373fae9bb6d78698f7090b2c3ca69311303e45b0fd4150cf341d44eafb431fb48c646a920a912be6449b154

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2014 YOURNAME
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,5 @@
+= LogMonitor
+
+Monitoring web server's log. And raise alert with email, webpost, file, or console.
+
+This project rocks and uses MIT-LICENSE.

data/Rakefile

@@ -0,0 +1,34 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'LogMonitor'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.rdoc')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+APP_RAKEFILE = File.expand_path("../test/dummy/Rakefile", __FILE__)
+load 'rails/tasks/engine.rake'
+
+
+
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'lib'
+  t.libs << 'test'
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = false
+end
+
+
+task default: :test

data/app/assets/javascripts/log_monitor/application.js

@@ -0,0 +1,13 @@
+// This is a manifest file that'll be compiled into application.js, which will include all the files
+// listed below.
+//
+// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
+// or vendor/assets/javascripts of plugins, if any, can be referenced here using a relative path.
+//
+// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
+// compiled file.
+//
+// Read Sprockets README (https://github.com/sstephenson/sprockets#sprockets-directives) for details
+// about supported directives.
+//
+//= require_tree .

data/app/assets/stylesheets/log_monitor/application.css

@@ -0,0 +1,15 @@
+/*
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
+ * listed below.
+ *
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
+ * or vendor/assets/stylesheets of plugins, if any, can be referenced here using a relative path.
+ *
+ * You're free to add application-wide styles to this file and they'll appear at the bottom of the
+ * compiled file so the styles you add here take precedence over styles defined in any styles
+ * defined in the other CSS/SCSS files in this directory. It is generally better to create a new
+ * file per style scope.
+ *
+ *= require_tree .
+ *= require_self
+ */

data/app/controllers/log_monitor/application_controller.rb

@@ -0,0 +1,4 @@
+module LogMonitor
+  class ApplicationController < ActionController::Base
+  end
+end

data/app/helpers/log_monitor/application_helper.rb

@@ -0,0 +1,4 @@
+module LogMonitor
+  module ApplicationHelper
+  end
+end

data/app/views/layouts/log_monitor/application.html.erb

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>LogMonitor</title>
+  <%= stylesheet_link_tag    "log_monitor/application", media: "all" %>
+  <%= javascript_include_tag "log_monitor/application" %>
+  <%= csrf_meta_tags %>
+</head>
+<body>
+
+<%= yield %>
+
+</body>
+</html>

data/bin/log-monitor.rb

@@ -0,0 +1,51 @@
+#!/usr/bin/env ruby
+require 'log_monitor'
+
+if ARGV[0] == '-c'
+  puts <<EOF
+monitor:
+  target: /tmp/log/development.log
+  words:
+    - Completed 500 Internal Server Error
+    - No route matches
+method: file # or console or email or webpost
+file: /tmp/log-monitor.log
+webpost: http://localhost:3000/monitor/post # ignored which not selected as method
+email: # ignored which not selected as method
+  to:
+    - *@*.com
+  from: *@gmail.com
+  subject: Alert! *.com Error occured!
+  address: smtp.gmail.com
+  port: 587
+  user_name: *@gmail.com
+  password: [password]
+EOF
+
+elsif ARGV[0] == '-i'
+  puts <<EOF
+require 'log_monitor'
+
+Thread.new do
+  config_file = Rails.root.join('config', 'log-monitor.yml')
+  config = YAML.load_file(config_file)#[Rails.env]
+  alerter = LogMonitor::Factory.get(config)
+  alerter.monitor
+end
+EOF
+
+elsif !ARGV[0].nil? && File.exist?(ARGV[0])
+  config = YAML.load_file(ARGV[0])
+  Thread.new(config) do | prm_cfg |
+    alerter = LogMonitor::Factory.get(prm_cfg)
+    alerter.monitor
+  end
+  sleep
+else
+  puts <<EOF
+(none or other) : show help (this message)
+-c : show example of config file. Please use with rediret.
+-i : show example of initializer of RAILS's file. Please use with rediret.
+[config file] : run monitoring log
+EOF
+end

data/bin/rails.bak

@@ -0,0 +1,12 @@
+#!/usr/bin/env ruby
+# This command will automatically be run when you run "rails" with Rails 4 gems installed from the root of your application.
+
+ENGINE_ROOT = File.expand_path('../..', __FILE__)
+ENGINE_PATH = File.expand_path('../../lib/log_monitor/engine', __FILE__)
+
+# Set up gems listed in the Gemfile.
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
+require 'bundler/setup' if File.exist?(ENV['BUNDLE_GEMFILE'])
+
+require 'rails/all'
+require 'rails/engine/commands'

data/config/log-monitor.yml

@@ -0,0 +1,48 @@
+production: &base
+  monitor:
+    target: ~/work/talk-talk-srv/log/development.log
+    words: Completed 500 Internal Server Error
+  method: email
+  email:
+    to: jironbach@gmail.com
+    from: shimoda@agilebooster.com
+    address: smtp.gmail.com
+    port: 587
+    user_name: shimoda@agilebooster.com
+    password: agilebooster
+    subject: [Alert! talktalk.mydns.jp 500 error occured!]
+
+development:
+  monitor:
+    target: ~/work/talk-talk-srv/log/development.log
+    words:
+      - Completed 500 Internal Server Error
+      - Completed 404 Not Found
+  method:
+    - email
+    - webhook
+  email:
+    to:
+      - jironbach@gmail.com
+      - admin@agilebooster.com
+      - shimoda@agilebooster.com
+    from: shimoda@agilebooster.com
+    address: smtp.gmail.com
+    port: 587
+    user_name: shimoda@agilebooster.com
+    password: agilebooster
+    subject: [Alert! talktalk.mydns.jp Error occured!]
+  webhook: http://talktalk.mydns.jp/monitor/post/
+
+staging:
+  <<: *base
+
+test:
+  monitor:
+    target: ~/work/logmonitor/test/dummy/log/development.log
+    words:
+      - Completed 500 Internal Server Error
+      - Completed 404 Not Found
+  method: webhook
+  webhook: http://localhost:3000/monitor/post
+

data/config/log-monitor.yml.example

@@ -0,0 +1,46 @@
+production: &base
+  monitor:
+    target: /var/log/production.log
+    words: Completed 500 Internal Server Error
+  method: email
+  email:
+    to: admin@*.com
+    from: monitor@*.com
+    address: smtp.gmail.com
+    port: 587
+    user_name: *@gmail.com
+    password: *****
+    subject: [Alert! *.com 500 error occured!]
+
+development:
+  monitor:
+    target: /var/log/development.log
+    words:
+      - Completed 500 Internal Server Error
+      - Completed 404 Not Found
+  method:
+    - email
+    - webhook
+  email:
+    to:
+      - admin@*.com
+      - develper@*.com
+      - tester@*.com
+    from: monitor@*.com
+    address: smtp.gmail.com
+    port: 587
+    user_name: *@gmail.com
+    password: *****
+    subject: [Alert! *.com Error occured!]
+  webhook: http://localhost:3000/monitor/post/
+
+staging:
+  <<: *base
+
+test:
+  monitor:
+    target: ~/log/test.log
+    words: Completed 404 Not Found
+  method: webhook
+  webhook: http://localhost:3000/monitor/post/
+

data/config/routes.rb

@@ -0,0 +1,2 @@
+LogMonitor::Engine.routes.draw do
+end

data/lib/log_monitor.rb

@@ -0,0 +1,30 @@
+require "log_monitor/engine" if defined? Rails
+require "log_monitor/alerter"
+
+module LogMonitor
+  class Factory
+    def self.get(config)
+      alerter = self.get_alerter(config)
+      alerter.set_in(config['monitor']['target'])
+      alerter.set_words(config['monitor']['words'])
+      alerter
+    end
+
+    def self.get_alerter(config)
+      if config['method'] == 'email'
+        alerter = LogMonitor::EmailAlerter.new
+        alerter.set_email(config['email'])
+      elsif config['method'] == 'webpost'
+        alerter = LogMonitor::WebPostAlerter.new
+        alerter.set_webpost(config['webpost'])
+      elsif config['method'] == 'file'
+        alerter = LogMonitor::FileAlerter.new
+        alerter.set_out(config['file'])
+      else
+        alerter = LogMonitor::Alerter.new
+      end
+      alerter
+    end
+
+  end
+end

data/lib/log_monitor/alerter.rb

@@ -0,0 +1,169 @@
+module LogMonitor
+  class Alerter
+    def initialize
+      clear_alert
+    end
+
+    def set_in(io_in)
+      @io_in = io_in
+      FileUtils.touch(io_in) unless File.exists?(io_in)
+      @in = File.open(io_in, 'r')
+    end
+
+    def set_words(words)
+      @words = words
+    end
+
+    def monitor
+      @in.seek(0, IO::SEEK_END)
+      begin
+          revival_monitor
+      ensure
+        @in.close
+      end
+    end
+
+    def check_words
+      is_alert = false
+      @words.each do | word |
+        if @alert_body.match(/#{word}/)
+          is_alert = true
+          break
+        end
+      end
+      if is_alert
+        alert
+      end
+      clear_alert
+    end
+
+    def clear_alert
+      @alert_body = ''
+      @blank_line_count = 0
+    end
+
+    def alert
+      begin
+        $stdout.puts @alert_body
+      rescue => e
+        $stderr.puts "LogMonitor error"
+        $stderr.puts e.message
+        2.times $stderr.puts
+      end
+      clear_alert
+    end
+
+    protected
+
+    def revival_monitor
+      return if @in.nil?
+      while true
+        sleep(1) if @in.eof
+        line = @in.gets
+        @alert_body += "#{line}"
+        if line.blank?
+          @blank_line_count += 1
+        else
+          @blank_line_count = 0
+        end
+        check_words if @blank_line_count >= 2
+      end
+    end
+
+  end
+
+
+  class FileAlerter < Alerter
+    def set_out(filename)
+      @filename = filename
+    end
+
+    def alert
+      begin
+        File.open(@filename, 'a') do | io_out |
+          io_out.puts @alert_body
+        end
+      rescue => e
+        $stderr.puts "LogMonitor error"
+        $stderr.puts e.message
+        2.times $stderr.puts
+      end
+      clear_alert
+    end
+
+  end
+
+
+  require 'mail'
+  class EmailAlerter < Alerter
+    def set_email(config)
+      @config = config
+      @smtp_settings = {
+        address: config['address'],
+        port: config['port'],
+        user_name: config['user_name'],
+        password: config['password'],
+        domain: config['domain'],
+        authentication: config['authentication'].nil? ? :plain : config['authentication'],
+        enable_starttls_auto: true
+      }
+    end
+
+    def alert
+      begin
+        mail = Mail.new
+        mail[:from] = @config['from']
+        mail[:to] = @config['to']
+        mail.subject = @config['subject']
+        smtpserver = Net::SMTP.new(@smtp_settings[:address], @smtp_settings[:port])
+        smtpserver.enable_tls(OpenSSL::SSL::VERIFY_NONE)
+        smtpserver.start(@smtp_settings[:domain], @smtp_settings[:user_name], @smtp_settings[:password], :login) do |smtp|
+          mail.body = @alert_body
+          smtp.send_message(mail.encoded, mail.from, mail.to)
+        end
+      rescue => e
+        $stderr.puts "LogMonitor error"
+        $stderr.puts e.message
+        2.times $stderr.puts
+      end
+      clear_alert
+    end
+
+  end
+
+
+  class WebPostAlerter < Alerter
+    def set_webpost(config)
+      @url = config
+    end
+
+    def alert
+      begin
+        Net::HTTP.post_form(URI.parse(@url), { checker: 'logmonitor-webpost-log', body: "#{ @alert_body }"})
+      rescue => e
+        $stderr.puts "LogMonitor error"
+        $stderr.puts e.message
+        2.times $stderr.puts
+      end
+      clear_alert
+    end
+
+    def check_words
+      is_alert = false
+      @words.each do | word |
+        if @alert_body.match(/#{word}/) && !@alert_body.include?('logmonitor-webpost-log')
+          is_alert = true
+          break
+        end
+      end
+      if is_alert
+        alert
+      end
+      clear_alert
+    end
+
+  end
+
+
+end
+