json-monitor 0.1.0

data/README

@@ -0,0 +1,10 @@
+JsonTail
+===========
+
+To start json_tail in background: 
+
+$ ruby script/json_tail_control start
+
+To kill json_tail:
+
+$ ruby script/json_tail_control stop

data/TODO

@@ -0,0 +1,7 @@
+- agregar excepciones para casi todo. servicios, couchdb, etc.
+- validaciones, validaciones, validaciones
+- agregar mas parsers
+** test all the fucking time
+- ver cambio a couchrest
+- ver el parser de suipit_app la consulta en especifico
+- mejorar manejo de threads cuando se cierre json_tail abruptamente

data/bin/json_tail

@@ -0,0 +1,55 @@
+#!/usr/bin/env ruby
+
+require File.dirname(__FILE__) + '/../lib/json_tail.rb'
+
+options = {}
+
+optparse = OptionParser.new do |opts|
+  # Set a banner, displayed at the top
+  # of the help screen.
+  opts.banner = "Usage: json_tail [config-file]"
+
+  opts.on("-h", "--help", "Display this screen") do
+    puts opts
+    exit
+  end
+
+  opts.on("-v", "--version", "Display version information") do
+    puts "json_tail " + JsonTail::VERSION + " by Metrik <info@metrik.cl> - http://www.metrik.cl"
+    exit
+  end
+
+  opts.on("-p", "--parsers", "List available parsers") do
+    puts "Supported Parsers [" + JsonTail::Parser::registry.keys.sort { |a,b| a.to_s <=> b.to_s }.collect { |p| ":#{p.to_s}" }.join(", ") + "]"
+    exit
+  end
+
+  opts.on("-n", "--new", "Initialize config specified with default options") do
+    puts "Not implemented yet. Sorry."
+    exit
+  end
+
+end
+
+begin
+    optparse.parse!(ARGV)
+rescue OptionParser::ParseError => e
+    puts e
+    exit
+end
+
+
+file_json_tail = File.dirname(__FILE__) + '/../etc/services.yml'
+file_couchdb = File.dirname(__FILE__) + '/../etc/couchdb.yml'
+
+couchdb_config = JsonTail::Config.parse_yml(file_couchdb, 'couchdb')
+
+@@couchdb_server = JsonTail::CouchServer.new(couchdb_config['host'], couchdb_config['port'], couchdb_config['database'], 
+                                             couchdb_config['username'], couchdb_config['password'])
+
+config = JsonTail::Config.parse_yml(file_json_tail, 'services')
+
+engine = JsonTail::Engine.new(config)
+
+engine.start
+

data/lib/json_tail.rb

@@ -0,0 +1,57 @@
+# json_tail.rb - service monitoring - JSON and CouchDB
+# Copyright 2009 Metrik <info@metrik.cl>
+#
+# Licensed under the General Public License v2 (see LICENSE)
+
+module JsonTail
+  VERSION = '0.1.0'
+end
+
+begin
+  require 'rubygems'
+rescue LoadError
+  puts "Missing gem rubygems. Note: please install from rubyforge."
+  exit
+end
+
+begin
+  require 'net/ssh'
+rescue LoadError
+  puts "Missing gem net-ssh. Note: sudo gem install net-ssh"
+  exit
+end
+
+begin
+  require 'mysql'
+rescue LoadError
+  puts "Missing gem mysql. Note: sudo gem install mysql"
+  exit
+end
+
+begin
+  require 'daemons'
+rescue LoadError
+  puts "Missing gem daemons. Note: sudo gem install daemons"
+  exit
+end
+
+begin
+  require 'json'
+rescue LoadError
+  puts "Missing gem json. Note: sudo gem install json"
+  exit
+end
+
+
+# loading extensions
+
+Dir.glob(File.dirname(__FILE__) + "/../lib/json_tail/ext/*").each { |lib| require lib }
+
+# loading libraries
+
+libraries = ["config", "couchdb", "engine", "parser", "service"]
+libraries.each { |lib| require File.dirname(__FILE__) + "/../lib/json_tail/#{lib}" }
+
+Dir.glob(File.dirname(__FILE__) + "/../lib/json_tail/parsers/*").each { |lib| require lib }
+
+

data/lib/json_tail/config.rb

@@ -0,0 +1,12 @@
+module JsonTail
+  class Config
+    attr_reader :yaml
+
+    class << self
+      def parse_yml(file, hash = {})
+        @yaml = YAML::load(File.open(file))[hash]
+      end
+
+    end
+  end
+end

data/lib/json_tail/couchdb.rb

@@ -0,0 +1,50 @@
+require 'net/http'
+
+module JsonTail
+  class CouchServer
+    attr_reader :database
+
+    def initialize(host, port, database, username, password)
+      @host = host
+      @port = port
+      @database = database
+      @username = username
+      @password = password
+    end
+
+    def delete(uri)
+      send_request(Net::HTTP::Delete.new(uri))
+    end
+
+    def get(uri)
+      send_request(Net::HTTP::Get.new(uri))
+    end
+
+    def put(uri, json)
+      req = Net::HTTP::Put.new(uri)
+      req["content-type"] = "application/json"
+      req.body = json
+      send_request(req)
+    end
+
+    def post(uri, json)
+      req = Net::HTTP::Post.new(uri)
+      req["content-type"] = "application/json"
+      req.body = json
+      send_request(req)
+    end
+
+    def send_request(req)
+      begin
+        res = Net::HTTP.start(@host, @port) do |http|
+          req.basic_auth @username, @password
+          http.request(req)
+        end
+      rescue Errno::ECONNREFUSED => e
+        puts "couchdb: " + e
+        exit
+      end
+    end
+
+  end
+end

data/lib/json_tail/engine.rb

@@ -0,0 +1,21 @@
+module JsonTail
+  class Engine
+    attr_reader :services
+
+    def initialize(config)
+      @services = []
+      config.each do |service|
+        @services << JsonTail::Service.new(service.shift, service.shift)
+      end
+    end
+
+    def start
+      thr = []
+      @services.each do |service|
+        thr << Thread.new { service.start }
+      end
+      thr.each { |t| t.join }
+    end
+
+  end
+end

data/lib/json_tail/ext/class.rb

@@ -0,0 +1,11 @@
+# http://stackoverflow.com/questions/436159/how-to-get-all-subclasses 
+# thanks to Jorg W Mittag
+# http://stackoverflow.com/users/2988/jorg-w-mittag
+
+class Class
+  def subclasses
+    result = []
+    ObjectSpace.each_object(Class) { |klass| result << klass if klass < self }
+    result
+  end
+end

data/lib/json_tail/ext/string.rb

@@ -0,0 +1,7 @@
+# rails class::method - Inflector::underscore based on
+
+class String
+  def underscore
+    gsub(/([A-Z]+)([A-Z][a-z])/,'\1_\2').gsub(/([a-z\d])([A-Z])/,'\1_\2').tr("-", "_").downcase
+  end
+end

data/lib/json_tail/parser.rb

@@ -0,0 +1,22 @@
+module JsonTail
+  class Parser
+    class << self
+
+      def report(parser, content = {})
+        @@couchdb_server.post(@@couchdb_server.database, JSON.generate({ "hostname" => `hostname`.chomp, "parser" => parser, 
+                                                                         "timestamp" => Time.now.strftime("%Y-%m-%d %H:%M:%S"), "content" => content }))
+      end
+    end
+
+    def self::inherited(klass)
+      parser_name = klass.to_s.underscore
+      @registry ||= {}
+      @registry[ parser_name ] = klass
+    end
+
+    def self::registry
+      @registry
+    end
+
+  end
+end

data/lib/json_tail/parsers/disk_usage.rb

@@ -0,0 +1,18 @@
+# cada parser debiera tener un método parse() y 
+# otro build_report() que devuelva un objecto de clase Hash 
+# para que sea transformado a JSON después.
+
+class DiskUsage < JsonTail::Parser
+
+  class << self
+
+    def build_report(options)
+      content = {}
+      dfh = "df | grep #{options['filesystem']}"
+      res_dfh = `#{dfh}`.split
+      content = { "disk_size" => res_dfh[1], "used" => res_dfh[2], "available" => res_dfh[3], "percentage_used" => res_dfh[4] }
+
+      report(options['parser'], content)
+    end
+  end
+end

data/lib/json_tail/parsers/memory_usage.rb

@@ -0,0 +1,24 @@
+# cada parser debiera tener un método parse() y 
+# otro build_report() que devuelva un objecto de clase Hash 
+# para que sea transformado a JSON después.
+
+class MemoryUsage < JsonTail::Parser
+
+  class << self
+
+    def build_report(options)
+      content = {}
+      total_mem = `free | grep Mem: | awk '{print $2}'`.chomp
+      total_mem_used = `free | grep buffers/cache: | awk '{print $3}'`.chomp
+      total_mem_avai = `free | grep Mem: | awk '{print $4}'`.chomp
+      res_swap_info = `free | grep Swap:`.split
+      total_swap = res_swap_info[1]
+      per_swap_used = (res_swap_info[2].to_i*100)/total_swap.to_i # percentage
+      per_swap_avai = (res_swap_info[3].to_i*100)/total_swap.to_i # percentage
+      content = { "total_mem" => total_mem, "total_mem_used" => total_mem_used, "total_mem_avai" => total_mem_avai, "total_swap" => total_swap, 
+        "total_swap_used" => total_swap_used, "total_swap_avai" => total_swap_avai }
+
+      report(options['parser'], content)
+    end
+  end
+end

data/lib/json_tail/parsers/mysql-statistics.rb

@@ -0,0 +1,58 @@
+# cada parser debiera tener un método parse() y 
+# otro build_report() que devuelva un objecto de clase Hash 
+# para que sea transformado a JSON después.
+
+require 'file/tail'
+
+class MysqlStatistics < JsonTail::Parser
+  attr_accessor :com_select, :com_insert, :com_delete, :com_update
+  ENTRIES = ["SELECT", "INSERT", "DELETE", "UPDATE"]
+
+  def initialize(filename)
+    @filename = filename
+    @com_select = 0
+    @com_insert = 0
+    @com_delete = 0
+    @com_update = 0
+  end
+
+  def start
+    File.open(@filename) do |log|
+      log.extend(File::Tail)
+      log.interval = 10
+      log.tail do |line|
+        ENTRIES.each do |e|
+          if line.include? e
+            case e
+            when "SELECT"
+              @com_select += 1
+            when "INSERT"
+              @com_insert += 1
+            when "DELETE"
+              @com_delete += 1
+            when "UPDATE"
+              @com_update += 1
+            end
+          end
+        end
+      end
+    end
+  end
+
+  def reset
+    @com_select = 0
+    @com_insert = 0
+    @com_delete = 0
+    @com_update = 0
+  end
+
+  class << self
+
+    def build_report(options)
+      mm = self.new(options['filename'])
+      content = { "com_select" => mm.com_select, "com_insert" => mm.com_insert, "com_delete" => mm.com_delete, "com_update" => mm.com_update }
+      report(options['parser'], content)
+      mm.start
+    end
+  end
+end

data/lib/json_tail/parsers/suipit_app.rb

@@ -0,0 +1,34 @@
+# cada parser debiera tener un método parse() y 
+# otro build_report() que devuelva un objecto de clase Hash 
+# para que sea transformado a JSON después.
+
+require 'mysql'
+
+class SuipitApp < JsonTail::Parser
+
+  class << self
+
+    def build_report(options)
+      previous_datetime = (Time.now.utc - options['delay']).strftime("%Y-%m-%d %H:%M:%S")
+      conn = Mysql.connect(options['host'], options['username'], options['password'], options['database'])
+
+      loop do
+        content = {}
+        current_datetime = Time.now.utc.strftime("%Y-%m-%d %H:%M:%S")
+        # mmm
+        query = %{SELECT (SELECT count(id) FROM mensajes WHERE created_at BETWEEN '#{previous_datetime}' AND '#{current_datetime}') as mensajes,
+                              (SELECT count(id) FROM comentarios WHERE created_at BETWEEN '#{previous_datetime}' AND '#{current_datetime}') as comentarios,
+                              (SELECT count(id) FROM archivos WHERE created_at BETWEEN '#{previous_datetime}' AND '#{current_datetime}') as archivos}
+        result = conn.query(query)
+        result.each do |row|
+          content = { "mensajes" => row[0], "comentarios" => row[1], "archivos" => row[2] }
+        end
+
+        report(options['parser'], content)
+        previous_datetime = current_datetime
+        sleep(options['interval'])
+      end
+    end
+  end
+end
+

data/lib/json_tail/service.rb

@@ -0,0 +1,17 @@
+module JsonTail
+  class Service
+    attr_reader :name, :options
+
+    def initialize(name, options = {})
+      @name = name
+      @options = options
+    end
+
+    def start
+      loop do 
+        JsonTail::Parser::registry[@options['parser']].build_report(@options)
+        sleep(@options['interval'])
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,70 @@
+--- !ruby/object:Gem::Specification 
+name: json-monitor
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- "Luis Mancilla \xC3\x81vila"
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-12-28 00:00:00 -03:00
+default_executable: json_tail
+dependencies: []
+
+description: 
+email: youremail@example.com
+executables: 
+- json_tail
+extensions: []
+
+extra_rdoc_files: 
+- README
+files: 
+- README
+- TODO
+- bin/json_tail
+- lib/json_tail/parser.rb
+- lib/json_tail/parsers/suipit_app.rb
+- lib/json_tail/parsers/memory_usage.rb
+- lib/json_tail/parsers/mysql-statistics.rb
+- lib/json_tail/parsers/disk_usage.rb
+- lib/json_tail/ext/class.rb
+- lib/json_tail/ext/string.rb
+- lib/json_tail/engine.rb
+- lib/json_tail/config.rb
+- lib/json_tail/couchdb.rb
+- lib/json_tail/service.rb
+- lib/json_tail.rb
+has_rdoc: true
+homepage: http://metrik.cl
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --main
+- README
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: json-monitor
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Logs in Json to CouchDB
+test_files: []
+