wakame-dolphin 0.0.2

data/config/dolphin.conf.example

@@ -0,0 +1,26 @@
+[server]
+host = 127.0.0.1
+port = 9004
+
+[agent]
+request_handler = 1
+query_processor = 1
+worker = 1
+sender = 1
+
+[database]
+adapter = cassandra
+hosts = 127.0.0.1
+port = 9160
+max_retry_count = 3
+retry_interval = 3
+
+[mail]
+from = demo@example.com
+# host = localhost
+# port = 25
+type = file
+
+[logger]
+format = human_readable
+# format = ltsv

data/lib/dolphin.rb

@@ -0,0 +1,148 @@
+# -*- coding: utf-8 -*-
+
+require 'parseconfig'
+require 'ostruct'
+require 'extlib/blank'
+
+Signal.trap(:INT, "EXIT")
+
+$LOAD_PATH.unshift File.expand_path('../', __FILE__)
+
+module Dolphin
+  def self.settings(config='')
+
+    if @settings.nil?
+
+      # overwrite
+      if !ENV['CONFIG_FILE'].blank?
+        config = File.join(Dolphin.config_path, ENV['CONFIG_FILE'])
+      elsif config.blank?
+        config = File.join(Dolphin.config_path, 'dolphin.conf')
+      end
+
+      if !File.exists?(config)
+        puts "File not found #{config}"
+        exit!
+      end
+
+      # TODO:validation
+      @config = config
+      @settings = ParseConfig.new(config)
+    end
+    @settings
+  end
+
+  def self.config
+    @config
+  end
+
+  def self.root_path
+    File.expand_path('../../', __FILE__)
+  end
+
+  def self.templates_path
+    File.join(root_path, '/templates')
+  end
+
+  def self.config_path
+    File.join(root_path, '/config')
+  end
+
+  def self.db_path
+    File.join(config_path, '/db')
+  end
+
+  class EventObject < OpenStruct;end
+  class NotificationObject < OpenStruct; end
+  class ResponseObject
+    attr_accessor :message
+    def initialize
+      @success = nil
+      @message = ''
+    end
+
+    def success!
+      @success = true
+    end
+
+    def success?
+      warn 'Does not happened anything.' if @success.nil?
+      @success === true
+    end
+
+    def fail!
+      @success = false
+    end
+
+    def fail?
+      warn 'Does not happened anything.' if @success.nil?
+      @success === false
+    end
+  end
+
+  class FailureObject < ResponseObject
+    def initialize(message = '')
+      fail!
+      @message = message
+      freeze
+    end
+  end
+
+  class SuccessObject < ResponseObject
+    def initialize(message = '')
+      success!
+      @message = message
+      freeze
+    end
+  end
+
+  autoload :VERSION, 'dolphin/version'
+
+  autoload :Util, 'dolphin/util'
+  autoload :MessageBuilder, 'dolphin/message_builder'
+  autoload :TemplateBuilder, 'dolphin/message_builder'
+  autoload :Mailer, 'dolphin/mailer'
+  autoload :DataStore, 'dolphin/data_store'
+
+  module Models
+    autoload :Base, 'dolphin/models/base'
+    module Cassandra
+      autoload :Base, 'dolphin/models/cassandra/base'
+      autoload :Event, 'dolphin/models/cassandra/event'
+      autoload :Notification, 'dolphin/models/cassandra/notification'
+    end
+
+    module Rdb
+      autoload :Base, 'dolphin/models/rdb/base'
+      autoload :Event, 'dolphin/models/rdb/event'
+      autoload :Notification, 'dolphin/models/rdb/notification'
+      module Orm
+        autoload :Event, 'dolphin/models/rdb/orm/event'
+        autoload :Notification, 'dolphin/models/rdb/orm/notification'
+      end
+    end
+  end
+
+  module Helpers
+    autoload :RequestHelper, 'dolphin/helpers/request_helper'
+    module Message
+      autoload :ZabbixHelper, 'dolphin/helpers/message/zabbix_helper'
+    end
+  end
+
+  module DataStore
+    autoload :Cassandra, 'dolphin/data_stores/cassandra'
+    autoload :Mysql, 'dolphin/data_stores/mysql'
+    autoload :BaseRdb, 'dolphin/data_stores/base_rdb'
+  end
+
+  # Celluloid supervisor
+  autoload :Manager, 'dolphin/manager'
+
+  # Celluloid actors
+  autoload :RequestHandler, 'dolphin/request_handler'
+  autoload :Worker, 'dolphin/worker'
+  autoload :QueryProcessor, 'dolphin/query_processor'
+  autoload :Sender, 'dolphin/sender'
+
+end

data/lib/dolphin/data_store.rb

@@ -0,0 +1,55 @@
+module Dolphin
+  module DataStore
+    include Dolphin::Util
+
+    DATABASE = 'dolphin'.freeze
+
+    def self.current_store
+      create(Dolphin.settings['database']['adapter'].to_sym)
+    end
+
+    def hosts
+      Dolphin.settings['database']['hosts']
+    end
+
+    def self.create(adapter)
+      config = {}
+      case adapter
+        when :cassandra
+          klass = Dolphin::DataStore::Cassandra
+          config.merge!({
+            :keyspace => DATABASE,
+            :hosts => Dolphin.settings['database']['hosts'],
+            :port => Dolphin.settings['database']['port'],
+            :max_retry_count => Dolphin.settings['database']['max_retry_count'].to_i,
+            :retry_interval => Dolphin.settings['database']['retry_interval'].to_i
+          })
+        when :mysql
+          klass = Dolphin::DataStore::Mysql
+          config.merge!({
+            :adapter => 'mysql2',
+            :database => DATABASE,
+            :host => Dolphin.settings['database']['host'],
+            :port => Dolphin.settings['database']['port'],
+            :user => Dolphin.settings['database']['user'],
+            :password => Dolphin.settings['database']['password'],
+          })
+        else
+          raise NotImplementedError
+      end
+      klass.new(config)
+    end
+
+    class ConncetionBase
+      include Dolphin::Util
+
+      def connect
+        raise NotImplementedError
+      end
+
+      def path
+        raise NotImplementedError
+      end
+    end
+  end
+end

data/lib/dolphin/data_stores/base_rdb.rb

@@ -0,0 +1,57 @@
+module Dolphin
+  module DataStore
+    class BaseRdb
+
+      def initialize(config)
+        @adapter = config[:adapter]
+        @host = config[:host]
+        @user = config[:user]
+        @password = config[:password]
+        @database = config[:database]
+
+        # Set timezone to UTC
+        Sequel.default_timezone = :utc
+      end
+
+      def current_database
+        Sequel.connect(connect_path)
+      end
+
+      def closed?
+        @connection.nil?
+      end
+
+      ORM = Dolphin::Models::Rdb::Orm
+
+      def get_notification(id)
+        n = Dolphin::Models::Rdb::Notification.new(ORM::Notification)
+        n.get(id)
+      end
+
+      def put_event(event)
+        e = Dolphin::Models::Rdb::Event.new(ORM::Event)
+        e.put(event)
+      end
+
+      def get_event(params)
+        e = Dolphin::Models::Rdb::Event.new(ORM::Event)
+        e.get(params)
+      end
+
+      def put_notification(id, methods)
+        n = Dolphin::Models::Rdb::Notification.new(ORM::Notification)
+        n.put(id, methods)
+      end
+
+      def delete_notification(notification)
+        n = Dolphin::Models::Rdb::Notification.new(ORM::Notification)
+        n.delete(notification)
+      end
+
+      def connect_path
+        "#{@adapter}://#{@host}/#{@database}?user=#{@user}&password=#{@password}"
+      end
+
+    end
+  end
+end

data/lib/dolphin/data_stores/cassandra.rb

@@ -0,0 +1,98 @@
+# -*- coding: utf-8 -*-
+
+require 'cassandra/1.1'
+
+module Thrift
+  class FramedTransport < BaseTransport
+    def write(buf,sz=nil)
+      if !['US-ASCII', 'ASCII-8BIT'].include?(buf.encoding.to_s)
+        buf = buf.unpack("a*").first
+      end
+      return @transport.write(buf) unless @write
+
+      @wbuf << (sz ? buf[0...sz] : buf)
+    end
+  end
+end
+
+module Dolphin
+  module DataStore
+    class Cassandra
+      include Dolphin::Util
+
+      class UnAvailableNodeException < Exception; end
+
+      PATH_SEPARATOR = ':'.freeze
+
+      def initialize(config)
+        @keyspace = config[:keyspace]
+        raise "database hosts is blank" if config[:hosts].blank?
+        @hosts = config[:hosts].split(',')
+        @port = config[:port]
+        @max_retry_count = config[:max_retry_count] || 3
+        @retry_interval = config[:retry_interval] || 3
+        @retry_count = 0
+      end
+
+      def connect
+        begin
+          if @connection.nil?
+            @connection = ::Cassandra.new(@keyspace, seeds)
+
+            # test connecting..
+            @connection.ring
+            return @connection
+          end
+        rescue ThriftClient::NoServersAvailable => e
+          logger :error, e
+          @connection = nil
+          if @retry_count < @max_retry_count
+            @retry_count += 1
+            logger :error, "retry connection..#{@retry_count}"
+            sleep @retry_interval
+            retry
+          end
+        rescue UnAvailableNodeException => e
+          logger :error, e
+        rescue CassandraThrift::InvalidRequestException => e
+          logger :error, e
+        end
+        @connection
+      end
+
+      def closed?
+        @connection.nil?
+      end
+
+      def get_notification(id)
+        n = Dolphin::Models::Cassandra::Notification.new(@connection)
+        n.get(id)
+      end
+
+      def put_event(event)
+        e = Dolphin::Models::Cassandra::Event.new(@connection)
+        e.put(event)
+      end
+
+      def get_event(params)
+        e = Dolphin::Models::Cassandra::Event.new(@connection)
+        e.get(params)
+      end
+
+      def put_notification(id, methods)
+        n = Dolphin::Models::Cassandra::Notification.new(@connection)
+        n.put(id, methods)
+      end
+
+      def delete_notification(notification)
+        n = Dolphin::Models::Cassandra::Notification.new(@connection)
+        n.delete(notification)
+      end
+
+      private
+      def seeds
+        @hosts.collect{|host| "#{host}:#{@port}"}
+      end
+    end
+  end
+end

data/lib/dolphin/data_stores/mysql.rb

@@ -0,0 +1,31 @@
+# -*- coding: utf-8 -*-
+
+require 'sequel'
+
+module Dolphin
+  module DataStore
+    class Mysql < BaseRdb
+      def connect
+        @connection = current_database
+        case @connection.adapter_scheme
+        when :mysql, :mysql2
+          Sequel::MySQL.default_charset = 'utf8'
+          Sequel::MySQL.default_collate = 'utf8_general_ci'
+          Sequel::MySQL.default_engine = ENV['MYSQL_DB_ENGINE'] || 'InnoDB'
+
+          # this is the mysql adapter specific constants. won't work with mysql2.
+          if @connection.adapter_scheme == :mysql
+            # Disable TEXT to Sequel::SQL::Blob translation.
+            # see the thread: MySQL text turning into blobs
+            # http://groups.google.com/group/sequel-talk/browse_thread/thread/d0f4c85abe9b3227/9ceaf291f90111e6
+            # lib/sequel/adapters/mysql.rb
+            [249, 250, 251, 252].each { |v|
+              Sequel::MySQL::MYSQL_TYPES.delete(v)
+            }
+          end
+        end
+        @connection
+      end
+    end
+  end
+end

data/lib/dolphin/helpers/message/zabbix_helper.rb

@@ -0,0 +1,16 @@
+# -*- coding: utf-8 -*-
+
+module Dolphin::Helpers::Message
+  module ZabbixHelper
+    def trigger_value_text(trigger_value)
+      case trigger_value
+        when '0'
+          '正常'
+        when '1'
+          '異常'
+        else
+          '不明'
+      end
+    end
+  end
+end

data/lib/dolphin/helpers/request_helper.rb

@@ -0,0 +1,72 @@
+# -*- coding: utf-8 -*-
+require 'multi_json'
+require 'extlib/blank'
+
+module Dolphin
+  module Helpers
+    module RequestHelper
+
+      def attach_request_params(request)
+        raise "Unsuppoted Content-Type: #{request.env['Content-Type']}" unless request.env['Content-Type'] === 'application/json'
+        @params = {}
+        @notification_id = request.env['X-Notification-Id']
+        @message_type = request.env['X-Message-Type']
+        case request.method
+          when "POST"
+            v = request.input.to_a[0]
+            @params = MultiJson.load(v)
+          when "GET"
+            @params = parse_query_string(request.env["QUERY_STRING"])
+        end
+        @params
+      end
+
+      def run(request, &blk)
+        begin
+          attach_request_params(request)
+          logger :info, @params
+          blk.call
+        rescue LoadError => e
+          logger :error, e
+          [400, {}, MultiJson.dump({
+            :message => 'Request faild.'
+          })]
+        rescue => e
+          logger :error, e
+          [400, {}, MultiJson.dump({
+            :message => e.message
+          })]
+        end
+      end
+
+      def respond_with(data)
+        [200, {}, MultiJson.dump(data)]
+      end
+
+      def required(name)
+        case name
+          when 'notification_id'
+            raise 'Not found X-Notification-Id' if @notification_id.nil?
+        end
+      end
+
+      private
+      def parse_query_string(query_string)
+        params = {}
+        unless query_string.blank?
+          parts = query_string.split('&')
+          parts.collect do |part|
+            key, value = part.split('=')
+            params.store(key, value)
+          end
+        end
+        params
+      end
+
+      def parse_time(time)
+        return nil if time.blank? || !time.is_a?(String)
+        Time.parse(URI.decode(time)).to_time
+      end
+    end
+  end
+end