tengine_core 0.5.28

data/lib/tengine/core/schedule.rb

@@ -0,0 +1,21 @@
+# -*- coding: utf-8 -*-
+require 'tengine/core'
+
+class Tengine::Core::Schedule
+  include Mongoid::Document
+  include Mongoid::Timestamps
+
+  # statuses
+  SCHEDULED = 0
+  INVALID   = 1
+  FIRED     = 2
+
+  field :event_type_name, :type => String
+  field :scheduled_at   , :type => Time   , :default => proc { Time.now }
+  field :status         , :type => Integer, :default => SCHEDULED
+  field :source_name    , :type => String
+  field :properties     , :type => Hash   , :default => proc { Hash.new }
+
+  index([ [:scheduled_at, Mongo::ASCENDING], [:status, Mongo::ASCENDING], ])
+  index([ [:status, Mongo::ASCENDING], ])
+end

data/lib/tengine/core/scheduler.rb

@@ -0,0 +1,156 @@
+# -*- coding: utf-8 -*-
+require 'daemons'
+require 'eventmachine'
+require 'mongoid'
+require 'uuid'
+
+$LOAD_PATH.push File.expand_path("../../../../lib/", __FILE__)
+
+require 'tengine/core'
+require 'tengine/event'
+require 'tengine/mq'
+
+# explicit loading
+require_relative 'config/atd'
+require_relative 'method_traceable'
+require_relative 'schedule'
+require_relative 'mongoid_fix'
+
+class Tengine::Core::Scheduler
+
+  def initialize argv
+    @uuid = UUID.new.generate
+    @config = Tengine::Core::Config::Atd.parse argv
+    @daemonize_options = {
+      :app_name => 'tengine_atd',
+      :ARGV => [@config[:action]],
+      :ontop => !@config[:process][:daemon],
+      :multiple => true,
+      :dir_mode => :normal,
+      :dir => File.expand_path(@config[:process][:pid_dir]),
+    }
+
+    Tengine::Core::MethodTraceable.disabled = !@config[:verbose]
+  rescue Exception
+    puts "[#{$!.class.name}] #{$!.message}\n  " << $!.backtrace.join("\n  ")
+    raise
+  end
+
+  def sender
+    @sender ||= Tengine::Event::Sender.new Tengine::Mq::Suite.new(@config[:event_queue])
+  end
+
+  def pid
+    @pid ||= sprintf "process:%s/%d", ENV["MM_SERVER_NAME"], Process.pid
+  end
+
+  def send_last_event
+    sender.fire "finished.process.atd.tengine", :key => @uuid, :source_name => pid, :sender_name => pid, :occurred_at => Time.now, :level_key => :info, :keep_connection => true
+    sender.stop
+  end
+
+  def send_periodic_event
+    sender.fire "atd.heartbeat.tengine", :key => @uuid, :source_name => pid, :sender_name => pid, :occurred_at => Time.now, :level_key => :debug, :keep_connection => true, :retry_count => 0
+  end
+
+  def send_scheduled_event sched
+    Tengine.logger.info "Scheduled time (#{sched.scheduled_at}) has come.  Now firing #{sched.event_type_name} for #{sched.source_name}"
+    sender.fire sched.event_type_name, :key => sched._id, :source_name => sched.source_name, :sender_name => pid, :occurred_at => Time.now, :level_key => :info, :keep_connection => true, :properties => sched.properties
+  end
+
+  def mark_schedule_done sched
+    # 複数のマシンで複数のatdが複数動いている可能性があり、その場合には複数の
+    # atdが同時に同じエントリに更新をかける可能性はとても高い。そのような状況
+    # でもエラーになってはいけない。
+    Tengine::Core::Schedule.where(
+      :_id => sched.id,
+      :status => Tengine::Core::Schedule::SCHEDULED
+    ).update_all(
+      :status => Tengine::Core::Schedule::FIRED
+    )
+  end
+
+  def search_for_schedule
+    Tengine::Core::Schedule.where(
+      :scheduled_at.lte => Time.now,
+      :status => Tengine::Core::Schedule::SCHEDULED
+    ).each_next_tick do |i|
+      yield i
+    end
+  end
+
+  def run(__file__)
+    case @config[:action].to_sym
+    when :start
+      start_daemon(__file__)
+    when :stop
+      stop_daemon(__file__)
+    when :restart
+      stop_daemon(__file__)
+      start_daemon(__file__)
+    end
+  end
+
+  def start_daemon(__file__)
+    pdir = File.expand_path @config[:process][:pid_dir]
+    fname = File.basename __file__
+    cwd = Dir.getwd
+    #    Daemons.run_proc(fname, :ARGV => [@config[:action]], :multiple => true, :ontop => !@config[:process][:daemon], :dir_mode => :normal, :dir => pdir) do
+    Daemons.run_proc(fname, @daemonize_options) do
+      Dir.chdir(cwd) { self.start }
+    end
+  end
+
+  def stop_daemon(__file__)
+    fname = File.basename __file__
+    Daemons.run_proc(fname, @daemonize_options)
+  end
+
+  def shutdown
+    EM.run do
+      EM.cancel_timer @periodic if @periodic
+      send_last_event
+    end
+  end
+
+  def start
+    @config.setup_loggers
+
+    Mongoid.config.from_hash @config[:db]
+    Mongoid.config.option :persist_in_safe_mode, :default => true
+
+    require 'amqp'
+    Mongoid.logger = AMQP::Session.logger = Tengine.logger
+
+    EM.run do
+      sender.wait_for_connection do
+        @invalidate = EM.add_periodic_timer 1 do # !!! MAGIC NUMBER
+          search_for_schedule do |sched|
+            send_scheduled_event sched
+            mark_schedule_done sched
+          end
+        end
+        int = @config[:heartbeat][:atd][:interval].to_i
+        if int and int > 0
+          @periodic = EM.add_periodic_timer int do
+            send_periodic_event
+          end
+        end
+      end
+    end
+  end
+
+  extend Tengine::Core::MethodTraceable
+  method_trace(*instance_methods(false))
+end
+
+# 
+# Local Variables:
+# mode: ruby
+# coding: utf-8-unix
+# indent-tabs-mode: nil
+# tab-width: 4
+# ruby-indent-level: 2
+# fill-column: 79
+# default-justification: full
+# End:

data/lib/tengine/core/selectable_attr.rb

@@ -0,0 +1,29 @@
+require 'tengine/core'
+
+require 'selectable_attr'
+
+module Tengine::Core::SelectableAttr
+  extend ActiveSupport::Concern
+
+  included do
+    include ::SelectableAttr::Base
+
+    class << self
+      def selectable_attr_with_i18n_scope(attr_name, *args, &block)
+        enum = selectable_attr_without_i18n_scope(attr_name, *args, &block)
+        enum.i18n_scope('selectable_attrs', self.name.underscore, attr_name.to_s)
+        enum
+      end
+      alias_method_chain :selectable_attr, :i18n_scope
+
+      def multi_selectable_attr_with_i18n_scope(attr_name, *args, &block)
+        enum = multi_selectable_attr_without_i18n_scope(attr_name, *args, &block)
+        enum.i18n_scope('selectable_attrs', self.name.underscore, attr_name.to_s)
+        enum
+      end
+      alias_method_chain :multi_selectable_attr, :i18n_scope
+    end
+
+  end
+
+end

data/lib/tengine/core/session.rb

@@ -0,0 +1,21 @@
+# -*- coding: utf-8 -*-
+require 'tengine/core'
+
+class Tengine::Core::Session
+  include Mongoid::Document
+  include Mongoid::Timestamps
+  include Tengine::Core::CollectionAccessible
+  include Tengine::Core::OptimisticLock
+
+  field :lock_version, :type => Integer, :default => 1
+  field :properties, :type => Hash, :default => {}
+  map_yaml_accessor :properties
+  field :system_properties, :type => Hash, :default => {}
+  map_yaml_accessor :system_properties
+
+  has_one :driver, :class_name => "Tengine::Core::Driver"
+
+  # 元々の[]と[]=メソッドをオーバーライドしているので要注意
+  def [](key); properties[key]; end
+  def []=(key, value); properties[key] = value; end
+end

data/lib/tengine/core/session_wrapper.rb

@@ -0,0 +1,68 @@
+# -*- coding: utf-8 -*-
+require 'tengine/core'
+
+require 'active_support/core_ext/array/extract_options'
+require 'active_support/hash_with_indifferent_access'
+
+class Tengine::Core::SessionWrapper
+
+  def initialize(source, options = {})
+    @options = options || {}
+    @source = source
+  end
+
+  def system_properties
+    @source.system_properties
+  end
+
+  def [](key)
+    @source.properties[key.to_s]
+  end
+
+  def update(*args, &block)
+    return if @options[:ignore_update]
+    __update__(:properties, *args, &block)
+  end
+
+  def system_update(*args, &block)
+    __update__(:system_properties, *args, &block)
+  end
+
+  private
+  def __update__(target_name, *args, &block)
+    if block_given?
+      options = args.extract_options!
+      retry_count = options[:retry] || 5
+      idx = 1
+      while idx <= retry_count
+        values = ActiveSupport::HashWithIndifferentAccess.new(__get_properties__(target_name, idx > 0))
+        yield(values)
+        return if __find_and_modify__(target_name, values)
+        idx += 1
+      end
+      raise Tengine::Core::OptimisticLock::RetryOverError, "retried #{retry_count} times but failed to update"
+    else
+      properties = args.first
+      new_vals = __get_properties__(target_name).merge(properties.stringify_keys)
+      @source.send("#{target_name}=", new_vals)
+      @source.save!
+    end
+  end
+
+  # テストで同時に値を取得したことを再現するために、
+  # データを取得するメソッドで待ち合わせするフックとなるようにメソッドに分けています
+  def __get_properties__(target_name, reload = false)
+    @source.reload if reload
+    @source.send(target_name)
+  end
+
+  def __find_and_modify__(target_name, values)
+    result = Tengine::Core::Session.collection.find_and_modify({
+        :query => {:_id => @source.id, :lock_version => @source.lock_version},
+        :update => { target_name => values, :lock_version => @source.lock_version + 1}
+      })
+    result
+  end
+
+
+end

data/lib/tengine/core/setting.rb

@@ -0,0 +1,21 @@
+require 'tengine/core'
+
+class Tengine::Core::Setting
+  include Mongoid::Document
+  include Tengine::Core::FindByName
+
+  field :name, :type => String
+  field :value
+
+  validates :name, :presence => true, :uniqueness => true
+
+  index :name, :unique => true
+
+  class << self
+    def dsl_version
+      document = first(:conditions => {:name => "dsl_version"})
+      raise Mongoid::Errors::DocumentNotFound.new(Tengine::Core::Setting, "dsl_version") unless document
+      document.value
+    end
+  end
+end

data/lib/tengine/core/validation.rb

@@ -0,0 +1,36 @@
+# -*- coding: utf-8 -*-
+require 'tengine/core'
+
+module Tengine::Core::Validation
+
+  class Definition
+    attr_reader :format, :description
+    def initialize(format, description)
+      @format, @description = format.freeze, description.freeze
+    end
+    def message
+      "は#{description}でなければなりません"
+    end
+    def options
+      {:with => format, :message => message}
+    end
+  end
+
+  # ベース名
+  BASE_NAME = Definition.new(
+    /\A[A-Za-z_][\w\-]*\Z/,
+    "英文字またはアンダースコアから始まり、英文字、アンダースコア、ハイフンまたは数字で構成される文字列").freeze
+
+  # イベント種別名
+  EVENT_TYPE_NAME = Definition.new(
+    /\A[A-Za-z_][\w\-\.\:]*\Z/,
+    "英文字またはアンダースコアから始まり、英文字、アンダースコア、ハイフン、ドット、コロンまたは数字で構成される文字列").freeze
+
+  # リソース識別子
+  RESOURCE_IDENTIFIER_PROTOCOL_FORMAT = /\A\w+\Z/.freeze
+  RESOURCE_IDENTIFIER = Definition.new(
+    /\A#{RESOURCE_IDENTIFIER_PROTOCOL_FORMAT.source}:#{BASE_NAME.format.source}(?:\/#{BASE_NAME.format.source})*\Z/,
+    "'プロトコル:要素1/要素2/.../要素N'という構造を持つ文字列(プロトコルは英数字あるいはアンダースコア、要素は英数字あるいはアンダースコアかハイフン)"
+    ).freeze
+
+end

data/lib/tengine/errors.rb

@@ -0,0 +1,18 @@
+# -*- coding: utf-8 -*-
+require 'tengine_core'
+
+module Tengine::Errors
+
+  # Tengineが提供するAPIによってデータが見つからないことを示す例外です。
+  # railsの場合、ActionDispatch::ShowExceptions.rescue_responses を使って
+  # 以下のように設定して使用することを想定しています。
+  #
+  # ActionDispatch::ShowExceptions.rescue_responses.update({
+  #   "Tengine::Errors::NotFound" => :not_found,
+  # })
+  #
+  # see http://d.hatena.ne.jp/takihiro/20100318/1268864801
+  class NotFound < StandardError
+  end
+
+end

data/lib/tengine/rspec.rb

@@ -0,0 +1,8 @@
+# -*- coding: utf-8 -*-
+require 'tengine_core'
+
+# Tengineのイベントドライバのテストを行うためのRSpecの拡張です
+module Tengine::RSpec
+  autoload :ContextWrapper, 'tengine/rspec/context_wrapper'
+  autoload :Extension     , 'tengine/rspec/extension'
+end

data/lib/tengine/rspec/context_wrapper.rb

@@ -0,0 +1,51 @@
+# -*- coding: utf-8 -*-
+require 'tengine/rspec'
+
+# Kernelのcontextをラップするクラスです
+class Tengine::RSpec::ContextWrapper
+  attr_accessor :__driver__
+
+  def initialize(kernel)
+    @kernel = kernel
+    @context = @kernel.context
+  end
+
+  def receive(event_type_name, options = {})
+    mock_headers = Object.new
+    mock_headers.should_receive(:ack)
+    raw_event = Tengine::Event.new({:event_type_name => event_type_name}.update(options || {}))
+    @kernel.process_message(mock_headers, raw_event.to_json)
+  end
+
+  def should_receive(*args)
+    @context.should_receive(*args)
+  end
+
+  def should_not_receive(*args)
+    @context.should_not_receive(*args)
+  end
+
+  def should_fire(*args)
+    @kernel.should_receive(:fire).with(*args)
+  end
+  def should_not_fire(*args)
+    if args.empty?
+      @kernel.should_not_receive(:fire)
+    else
+      @kernel.should_not_receive(:fire).with(*args)
+    end
+  end
+
+  def __driver_class__
+    @__driver_class__ ||= __driver__.target_class_name.constantize
+  end
+
+  def __driver_object__
+    unless @__driver_object__
+      @__driver_object__ = __driver_class__.new
+      __driver_class__.stub(:new).and_return(@__driver_object__)
+    end
+    @__driver_object__
+  end
+
+end

data/lib/tengine/rspec/extension.rb

@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+require 'tengine/rspec'
+
+# イベントドライバのテストのためのメソッドを追加するモジュールです。
+# includeしてお使いください。
+module Tengine::RSpec::Extension
+  extend ActiveSupport::Concern
+
+  module ClassMethods
+    def target_dsl(dsl_path)
+      before do
+        Tengine::Core::Driver.delete_all
+        Tengine::Core::Session.delete_all
+        @__dsl_path__ = dsl_path
+        @__config__ = Tengine::Core::Config::Core.new({
+            :tengined => { :load_path => @__dsl_path__ },
+          })
+        @__bootstrap__ = Tengine::Core::Bootstrap.new(@__config__)
+        @__kernel__ = @__bootstrap__.kernel
+        @__kernel__.bind
+        @__kernel__.evaluate
+        # @__bootstrap__.load_dsl
+        # @__kernel__ = Tengine::Core::Kernel.new(@__config__)
+        # @__kernel__.bind
+        @__tengine__ = Tengine::RSpec::ContextWrapper.new(@__kernel__)
+      end
+    end
+
+    def driver(driver_name)
+      before do
+        @__driver__ = Tengine::Core::Driver.first(:conditions => {:name => driver_name})
+        if @__driver__
+          session = @__driver__.session
+          @__session__ = Tengine::Core::SessionWrapper.new(session)
+          @__tengine__.__driver__ = @__driver__
+        else
+          raise "No driver named ``#{driver_name}'' was found."
+        end
+      end
+    end
+  end
+
+  module InstanceMethods
+    def session
+      @__session__
+    end
+
+    def tengine
+      @__tengine__
+    end
+  end
+
+end