tengine_core 0.5.28

data/lib/tengine_core.rb

@@ -0,0 +1,23 @@
+# -*- coding: utf-8 -*-
+require 'logger'
+
+module Tengine
+  autoload :Core, 'tengine/core'
+  autoload :Errors, 'tengine/errors'
+
+  class DslError < StandardError
+  end
+
+  class << self
+    def logger
+      @logger ||= ::Logger.new(STDOUT)
+    end
+    attr_writer :logger
+
+    def plugins
+      @plugins ||= Tengine::Core::Plugins.new
+    end
+
+  end
+
+end

data/spec/factories/tengine_core_drivers.rb

@@ -0,0 +1,10 @@
+# Read about factories at http://github.com/thoughtbot/factory_girl
+
+FactoryGirl.define do
+  factory :"tengine/core/driver" do
+    name("MyString")
+    version("MyString")
+    enabled(false)
+    enabled_on_activation(false)
+  end
+end

data/spec/factories/tengine_core_events.rb

@@ -0,0 +1,14 @@
+# Read about factories at http://github.com/thoughtbot/factory_girl
+
+FactoryGirl.define do
+  factory :"tengine/core/event" do
+    event_type_name("event01")
+    key { @uuid ||= UUID.new; @uuid.generate }
+    source_name("server1")
+    occurred_at { Time.now.utc }
+    level(2) # info
+    confirmed(false)
+    sender_name("server1")
+    properties({})
+  end
+end

data/spec/factories/tengine_core_handler_paths.rb

@@ -0,0 +1,9 @@
+# Read about factories at http://github.com/thoughtbot/factory_girl
+
+FactoryGirl.define do
+  factory :"tengine/core/handler_path" do
+    event_type_name("MyString")
+    driver(nil)
+    handler_id("")
+  end
+end

data/spec/factories/tengine_core_handlers.rb

@@ -0,0 +1,9 @@
+# Read about factories at http://github.com/thoughtbot/factory_girl
+
+FactoryGirl.define do
+  factory :"tengine/core/handler" do
+    event_type_names(["abc", "123"])
+    filepath("relative_path/from/dsl_dir/to/dsl.rb")
+    lineno(10)
+  end
+end

data/spec/factories/tengine_core_sessions.rb

@@ -0,0 +1,9 @@
+# Read about factories at http://github.com/thoughtbot/factory_girl
+
+FactoryGirl.define do
+  factory :"tengine/core/session" do
+    lock_version(1)
+    properties({"a"=>"1", "b"=>"2"})
+    system_properties({"a"=>"1", "b"=>"2"})
+  end
+end

data/spec/mongoid.yml

@@ -0,0 +1,35 @@
+defaults: &defaults
+  # mongoid defaults for configurable settings
+  # autocreate_indexes: false
+  # allow_dynamic_fields: true
+  # include_root_in_json: false
+  # parameterize_keys: true
+  persist_in_safe_mode: true
+  # raise_not_found_error: true
+  # reconnect_time: 3
+  logger: false
+
+development:
+  <<: *defaults
+  host: localhost
+  database: tengine_core_development
+
+test:
+  <<: *defaults
+  host: localhost
+  database: tengine_core_test
+  autocreate_indexes: true
+
+# set these environment variables on your prod server
+production:
+  <<: *defaults
+  host: <%= ENV['MONGOID_HOST'] %>
+  port: <%= ENV['MONGOID_PORT'] %>
+  username: <%= ENV['MONGOID_USERNAME'] %>
+  password: <%= ENV['MONGOID_PASSWORD'] %>
+  database: <%= ENV['MONGOID_DATABASE'] %>
+  # slaves:
+  #   - host: slave1.local
+  #     port: 27018
+  #   - host: slave2.local
+  #     port: 27019

data/spec/spec_helper.rb

@@ -0,0 +1,48 @@
+# -*- coding: utf-8 -*-
+ENV["RACK_ENV"] ||= "test" # Mongoid.load!で参照しています
+
+require 'coverage'
+class << Coverage
+  alias original_result result
+  def result
+    original_result.inject({}) {|r, (k, v)|
+      x = k.dup.force_encoding(Encoding.default_external).freeze
+      r.update x => v
+    }
+  end
+end
+
+require 'simplecov'
+SimpleCov.start if ENV["COVERAGE"]
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'rspec'
+require 'factory_girl'
+
+require 'tengine_core'
+require 'mongoid'
+Mongoid.load!(File.expand_path('mongoid.yml', File.dirname(__FILE__)))
+
+# Requires supporting files with custom matchers and macros, etc,
+# in ./support/ and its subdirectories.
+Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each {|f| require f}
+
+Tengine::Core::MethodTraceable.disabled = true
+require 'logger'
+log_path = File.expand_path("../tmp/log/test.log", File.dirname(__FILE__))
+Tengine.logger = Logger.new(log_path)
+Tengine.logger.level = Logger::DEBUG
+Tengine::Core.stdout_logger = Logger.new(log_path)
+Tengine::Core.stdout_logger.level = Logger::DEBUG
+Tengine::Core.stderr_logger = Logger.new(log_path)
+Tengine::Core.stderr_logger.level = Logger::DEBUG
+
+Tengine::Core::Kernel.event_exception_reporter = :raise_all
+Tengine::Core::Config::Core::Tengined.default_cache_drivers = true
+
+RSpec.configure do |config|
+  config.include Factory::Syntax::Methods
+end
+
+Dir["#{File.expand_path('factories', File.dirname(__FILE__))}/**/*.rb"].each {|f| require f}

data/spec/support/mongo_index_key_log.rb

@@ -0,0 +1,91 @@
+# -*- coding: utf-8 -*-
+# 使い方
+# テスト実行時に 環境変数MONGO_INDEX_KEY_LOGにログの出力先のファイル名を指定しておくと、
+# そこにmongoに対してどんな検索条件やソート、ヒントなどをどのように指定しているのかを出力できます
+#
+# この出力された結果のファイルに対して sort と uniq をかけることにより、どんなインデックスを
+# 作れば良いのか判断する材料となります。
+#
+# export MONGO_INDEX_KEY_LOG=$HOME/tmp/mongo_index_key.log
+# cd tenigne_core && rake spec
+# cd tenigne_resource && rake spec
+# cd tenigne_job && rake spec
+# cd tenigne_console && rake spec
+# cd $HOME/tmp
+# cat mongo_index_key.log | sort | uniq > mongo_index_key_summary.log
+#
+# これで $HOME/tmp/mongo_index_key_summary.log にどのようなキーが使われているのかがまとめられます
+#
+if ENV['MONGO_INDEX_KEY_LOG']
+  file_path = File.expand_path(ENV['MONGO_INDEX_KEY_LOG'])
+  STDOUT.puts("MONGO_INDEX_KEY_LOG enable logging key infomation for index to #{file_path}")
+
+  Mongo::Collection.class_eval do
+    def index_key_log_file
+      unless defined?(@@index_key_log_file)
+        file_path = File.expand_path(ENV['MONGO_INDEX_KEY_LOG'])
+        @@index_key_log_file = File.open(file_path, "a")
+      end
+      @@index_key_log_file
+    end
+
+    def find_with_index_key_log(selector={}, opts={}, &block)
+      result = find_without_index_key_log(selector, opts, &block)
+      index_key_log_file.puts("#{self.name}.find({#{_hash_keys_(selector)}}, {#{_hash_keys_(opts.dup)}}): #{_explain_summary_(result.explain)}")
+      result
+    end
+    alias_method :find_without_index_key_log, :find
+    alias_method :find, :find_with_index_key_log
+
+
+    def find_and_modify_with_index_key_log(opts={}, &block)
+      o = opts.dup
+      query = o.delete(:query)
+      index_key_log_file.puts("#{self.name}.find_and_modify({#{_hash_keys_(query)}}, {#{_hash_keys_(o)}})")
+      find_and_modify_without_index_key_log(opts, &block)
+    end
+    alias_method :find_and_modify_without_index_key_log, :find_and_modify
+    alias_method :find_and_modify, :find_and_modify_with_index_key_log
+
+    def _hash_keys_(hash)
+      res = []
+      [:sort, :hint, :limit].each do |key|
+        if value = hash.delete(key)
+          res << "#{key.inspect} => #{value.inspect}"
+        end
+      end
+      res += hash.keys.map(&:inspect)
+      res.join(',')
+    end
+
+    def _explain_summary_(hash)
+      case cursor = hash['cursor']
+      when /^BtreeCursor/ then
+        res = []
+        %w[cursor].each do |key|
+          if value = hash.delete(key)
+            res << "#{key.inspect} => #{value.inspect}"
+          end
+        end
+        res += hash.keys.map(&:inspect)
+        "{" << res.join(',') << "}"
+      else
+        res = []
+        res << "'cursor' => #{hash.delete('cursor').inspect}"
+        {"nscanned" => 1, "nscannedObjects" => 1, "n" => 1, "millis" => 0, "nYields"=>0, "nChunkSkips"=>0 }.each do |key, border|
+          if value = hash.delete(key)
+            if value > border
+              res << "#{key.inspect} => '>#{border.inspect}'"
+            else
+              res << "#{key.inspect} => #{value.inspect}"
+            end
+          end
+        end
+        res += hash.keys.map(&:inspect)
+        "{" << res.join(',') << "}"
+      end
+    end
+
+  end
+
+end

data/spec/tengine/core/bootstrap_spec.rb

@@ -0,0 +1,278 @@
+# -*- coding: utf-8 -*-
+require 'spec_helper'
+require 'amqp'
+require 'eventmachine'
+require 'tengine/mq'
+require 'tengine/event'
+
+describe "Tengine::Core::Bootstrap" do
+
+  describe "bootメソッドでは" do
+    context "config[:action] => load の場合" do
+      it "load_dslがよばれること" do
+        options = { :action => "load" }
+        bootstrap = Tengine::Core::Bootstrap.new(options)
+        bootstrap.should_receive(:load_dsl)
+        bootstrap.boot
+      end
+    end
+
+    context "config[:action] => start かつ skipオプションが設定されている場合" do
+      it "load_dslはよばれず、start_kernelのみよばれること" do
+        options = {
+          :action => "start",
+          :tengined => {
+            :skip_load => true,
+            :skip_enablement => true,
+            :wait_activation => false
+          }
+        }
+        bootstrap = Tengine::Core::Bootstrap.new(options)
+        bootstrap.should_receive(:start_kernel)
+        # skip_loadオプションを指定してもtengine_core-0.5系の再設計により無視するように変更しました。
+        # bootstrap.should_not_receive(:load_dsl)
+        bootstrap.should_receive(:load_dsl)
+        bootstrap.boot
+      end
+    end
+
+    context "config[:action] => enable の場合" do
+      it "enable_driversがよばれること" do
+        options = { :action => "enable" }
+        bootstrap = Tengine::Core::Bootstrap.new(options)
+        bootstrap.should_receive(:enable_drivers)
+        bootstrap.boot
+      end
+    end
+
+    context "config[:action] => startで、skipオプションの指定がない場合" do
+      it "load_dslとstart_kernelがよばれること" do
+        options = { :action => "start" }
+        bootstrap = Tengine::Core::Bootstrap.new(options)
+        bootstrap.should_receive(:load_dsl)
+        bootstrap.should_receive(:start_kernel)
+        bootstrap.boot
+      end
+    end
+
+    context "config[:action] => test の場合" do
+      it "load_dsl, start_kernel, start_connection_test, stop_kernelがよばれること" do
+        bootstrap = Tengine::Core::Bootstrap.new(:action => "test")
+        bootstrap.should_receive(:load_dsl)
+        bootstrap.should_receive(:start_kernel)
+        # #stop_kernel は、#start_kernel に渡されるブロックから呼び出されます
+        # bootstrap.should_receive(:stop_kernel)
+        Tengine::Core.stdout_logger.should_receive(:info).with("Connection test success.")
+        bootstrap.boot
+      end
+
+      it "start_kernelに渡されたブロックを実行する" do
+        bootstrap = Tengine::Core::Bootstrap.new(:action => "test")
+        bootstrap.should_receive(:load_dsl)
+        mock_mq = mock(:mq)
+        bootstrap.should_receive(:start_kernel).and_yield(mock_mq)
+        EM.should_receive(:defer).with(an_instance_of(Proc), an_instance_of(Proc))
+        Tengine::Core.stdout_logger.should_receive(:info).with("Connection test success.")
+        bootstrap.boot
+      end
+
+      it "start_kernelに失敗するとstdout_loggerに出力する" do
+        bootstrap = Tengine::Core::Bootstrap.new(:action => "test")
+        bootstrap.should_receive(:load_dsl)
+        bootstrap.should_receive(:start_kernel).and_raise(IOError.new("Something wrong."))
+        Tengine::Core.stderr_logger.should_receive(:error).with("Connection test failure: [IOError] Something wrong.")
+        bootstrap.boot
+      end
+    end
+
+    context "config[:action]に想定外の値が設定された場合" do
+      it "ArgumentErrorをraiseする" do
+        options = { :action => 1 }
+        bootstrap = Tengine::Core::Bootstrap.new(options)
+        expect {
+          bootstrap.boot
+        }.to raise_error(ArgumentError, /config[:action] must be test|load|start|enable|stop|force-stop but was/)
+      end
+    end
+  end
+
+  describe :prepare_trap do
+    it "シグナルハンドラが定義される" do
+      mock_kernel = mock(:kernel)
+      Signal.should_receive(:trap).with(:HUP)
+#      Signal.should_receive(:trap).with(:QUIT)
+      bootstrap = Tengine::Core::Bootstrap.new({})
+    end
+  end
+
+  describe :load_dsl do
+    it "Tengine::Core::DslLoaderのevaluateがよばれる" do
+      options = { :action => "load" }
+
+      bootstrap = Tengine::Core::Bootstrap.new(options)
+      mock_config = mock(:config)
+      mock_config.should_receive(:dsl_version).and_return("test2011102623595999")
+      bootstrap.should_receive(:config).twice.and_return(mock_config)
+      bootstrap.kernel.context.tap do |context|
+        context.should_receive(:__evaluate__)
+      end
+      bootstrap.load_dsl
+    end
+
+    context "拡張モジュールあり" do
+      before(:all) do
+        @ext_mod1 = Module.new{}
+        @ext_mod1.instance_eval do
+          def dsl_loader; self; end
+        end
+        Tengine.plugins.add(@ext_mod1)
+      end
+
+      it "拡張モジュールがextendされ、Tengine::Core::DslLoaderとのevaluateがよばれる" do
+        options = { :action => "load" }
+        bootstrap = Tengine::Core::Bootstrap.new(options)
+        mock_config = mock(:config)
+        mock_config.should_receive(:dsl_version).and_return("test2011102623595999")
+        bootstrap.should_receive(:config).twice.and_return(mock_config)
+        bootstrap.kernel.context.tap do |context|
+          context.is_a?(@ext_mod1).should be_true
+          context.should_receive(:__evaluate__)
+        end
+        bootstrap.load_dsl
+      end
+
+    end
+
+    context "Tengine::Core::Settingとしてdsl_versionが保存される" do
+      shared_examples_for "dsl_versionに値が設定される" do
+        it do
+          Tengine::Core::Driver.delete_all
+          Tengine::Core::Session.delete_all
+          config = Tengine::Core::Config::Core.new({
+              :tengined => {
+                :load_path => File.expand_path('../../../examples/uc08_if_both_a_and_b_occurs.rb', File.dirname(__FILE__)),
+              },
+            })
+          @bootstrap = Tengine::Core::Bootstrap.new(config)
+          @bootstrap.load_dsl
+          dsl_version_document = Tengine::Core::Setting.first(:conditions => {:name => "dsl_version"})
+          dsl_version_document.should_not be_nil
+          dsl_version_document.value.should == "20110902213500" # examples/VERSION の中身
+        end
+      end
+
+      context "Tengine::Core::Settingにname=dsl_versionのドキュメントが存在しない" do
+        before do
+          Tengine::Core::Setting.delete_all
+        end
+        it_should_behave_like "dsl_versionに値が設定される"
+      end
+
+      context "Tengine::Core::Settingにname=dsl_versionのドキュメントが存在する場合" do
+        before do
+          Tengine::Core::Setting.delete_all
+          Tengine::Core::Setting.create!(:name => "dsl_version", :value => "fooo")
+        end
+        it_should_behave_like "dsl_versionに値が設定される"
+      end
+
+
+    end
+
+  end
+
+  describe :start_kernel do
+    it "Tengine::Core::Kernel#start がよばれる" do
+      options = { :action => "start" }
+      bootstrap = Tengine::Core::Bootstrap.new(options)
+
+      mock_config = mock(:config)
+      bootstrap.should_receive(:config).and_return(mock_config)
+      mock_kernel = mock(:kernel)
+      Tengine::Core::Kernel.should_receive(:new).with(mock_config).and_return(mock_kernel)
+      mock_kernel.should_receive(:start)
+      bootstrap.start_kernel
+    end
+
+  end
+
+  describe :enable_drivers do
+    before do
+      # capistranoのデフォルトのデプロイ先を想定しています
+      # see "BACK TO CONFIGURATION" in https://github.com/capistrano/capistrano/wiki/2.x-From-The-Beginning
+      # http://www.slideshare.net/T2J/capistrano-tips-tips
+      Dir.stub!(:pwd).and_return("/u/apps/app1/current")
+    end
+
+    before do
+      Tengine::Core::Driver.delete_all
+      t = Time.utc(2011,9,5,17,28,30)
+      Time.stub!(:now).and_return(t)
+      @time_str = "20110905172830"
+      @d1 = Tengine::Core::Driver.create!(:name=>"driver1", :version=>@time_str, :enabled=>false, :enabled_on_activation=>true)
+      @d2 = Tengine::Core::Driver.create!(:name=>"driver2", :version=>@time_str, :enabled=>false, :enabled_on_activation=>true)
+      @d3 = Tengine::Core::Driver.create!(:name=>"driver3", :version=>@time_str, :enabled=>false, :enabled_on_activation=>true)
+    end
+
+    it "enabled=true に更新される" do
+      Dir.stub!(:exist?).with("/u/apps/app1/current/examples").and_return(true)
+      File.stub!(:exist?).with("/u/apps/app1/current/examples/VERSION").and_return(false)
+      options = {
+        :action => "enable",
+        :tengined => { :load_path => "examples" }
+      }
+      bootstrap = Tengine::Core::Bootstrap.new(options)
+      bootstrap.config.dsl_version.should == @time_str
+      bootstrap.boot
+
+      Tengine::Core::Driver.where(:version => @time_str).each do |d|
+        d.enabled.should be_true
+      end
+    end
+  end
+
+  describe :start_connection_test do
+    before do
+      class << Tengine
+        attr_accessor :callback_for_test
+      end
+    end
+    after do
+      class << Tengine
+        remove_method :callback_for_test, :callback_for_test=
+      end
+    end
+
+    it "イベント:fooを発火して、テスト用のDSLが受信後にbarを発火、それを受け取るイベントハンドラから通知が来るまで待つ" do
+      bootstrap = Tengine::Core::Bootstrap.new(:action => "test")
+      mock_mq = mock(:mq)
+      Tengine::Event.should_receive(:fire).with(:foo, :level_key => :info, :keep_connection => true)
+      bootstrap.should_receive(:loop).and_yield
+      bootstrap.start_connection_test(mock_mq)
+      #
+      Tengine::Core.stdout_logger.should_receive(:info).with("handing :foo successfully.")
+      Tengine.callback_for_test.call(:foo)
+      Tengine::Core.stdout_logger.should_receive(:info).with("handing :bar successfully.")
+      Tengine.callback_for_test.call(:bar)
+      Tengine::Core.stderr_logger.should_receive(:error).with("Unexpected event: baz")
+      Tengine.callback_for_test.call(:baz)
+    end
+  end
+
+  describe :stop_kernel do
+    it "Tengine::Core::Kernel#stop がよばれること" do
+      options = { :action => "stop" }
+      bootstrap = Tengine::Core::Bootstrap.new(options)
+
+      mock_config = mock(:config)
+      bootstrap.should_receive(:config).and_return(mock_config)
+      mock_kernel = mock(:kernel)
+      Tengine::Core::Kernel.should_receive(:new).with(mock_config).and_return(mock_kernel)
+      mock_kernel.should_receive(:start)
+      bootstrap.start_kernel
+      mock_kernel.should_receive(:stop)
+      bootstrap.stop_kernel
+    end
+  end
+
+end