tengine_core 0.5.28

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/.rspec

@@ -0,0 +1 @@
+--color

data/Gemfile

@@ -0,0 +1,40 @@
+# -*- coding: utf-8 -*-
+source "http://rubygems.org"
+
+# Add dependencies required to use your gem here.
+# Example:
+#   gem "activesupport", ">= 2.3.5"
+
+gem "activesupport", "~> 3.1.0"
+gem "activemodel"  , "~> 3.1.0"
+
+gem "selectable_attr", "~> 0.3.15"
+
+gem "bson"    , "~> 1.5.2"
+gem "bson_ext", "~> 1.5.2"
+gem "mongo"   , "~> 1.5.2"
+
+gem "mongoid", "~> 2.3.3"
+
+gem "tengine_support", "~> 0.3.12"
+gem "tengine_event", "~> 0.4.0"
+
+gem "daemons", "~> 1.1.4"
+
+# Add dependencies to develop your gem here.
+# Include everything needed to run rake, tests, features, etc.
+group :development do
+  gem "rspec", "~> 2.6.0"
+  gem "factory_girl", "~> 2.1.2"
+  gem "yard", "~> 0.7.2"
+  gem "bundler", "~> 1.0.18"
+  gem "jeweler", "~> 1.6.4"
+  # gem "rcov", ">= 0"
+  gem "simplecov", "~> 0.5.3"
+  gem "ZenTest", "~> 4.6.2"
+
+  # for markdown
+  gem 'rdiscount'
+  gem 'kramdown'
+
+end

data/Gemfile.lock

@@ -0,0 +1,95 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    ZenTest (4.6.2)
+    activemodel (3.1.3)
+      activesupport (= 3.1.3)
+      builder (~> 3.0.0)
+      i18n (~> 0.6)
+    activesupport (3.1.3)
+      multi_json (~> 1.0)
+    amq-client (0.8.7)
+      amq-protocol (>= 0.8.4)
+      eventmachine
+    amq-protocol (0.8.4)
+    amqp (0.8.4)
+      amq-client (~> 0.8.7)
+      amq-protocol (~> 0.8.4)
+      eventmachine
+    bson (1.5.2)
+    bson_ext (1.5.2)
+      bson (= 1.5.2)
+    builder (3.0.0)
+    daemons (1.1.8)
+    diff-lcs (1.1.3)
+    eventmachine (0.12.10)
+    factory_girl (2.1.2)
+      activesupport
+    git (1.2.5)
+    i18n (0.6.0)
+    jeweler (1.6.4)
+      bundler (~> 1.0)
+      git (>= 1.2.5)
+      rake
+    kramdown (0.13.4)
+    macaddr (1.5.0)
+      systemu (>= 2.4.0)
+    mongo (1.5.2)
+      bson (= 1.5.2)
+    mongoid (2.3.4)
+      activemodel (~> 3.1)
+      mongo (~> 1.3)
+      tzinfo (~> 0.3.22)
+    multi_json (1.0.4)
+    rake (0.9.2.2)
+    rdiscount (1.6.8)
+    rspec (2.6.0)
+      rspec-core (~> 2.6.0)
+      rspec-expectations (~> 2.6.0)
+      rspec-mocks (~> 2.6.0)
+    rspec-core (2.6.4)
+    rspec-expectations (2.6.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.6.0)
+    selectable_attr (0.3.15)
+      i18n
+    simplecov (0.5.4)
+      multi_json (~> 1.0.3)
+      simplecov-html (~> 0.5.3)
+    simplecov-html (0.5.3)
+    systemu (2.4.2)
+    tengine_event (0.4.6)
+      activesupport (>= 3.0.0)
+      amqp (~> 0.8.0)
+      tengine_support (>= 0.3.24)
+      uuid (~> 2.3.4)
+    tengine_support (0.3.24)
+      activesupport (>= 3.0.0)
+    tzinfo (0.3.31)
+    uuid (2.3.5)
+      macaddr (~> 1.0)
+    yard (0.7.5)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  ZenTest (~> 4.6.2)
+  activemodel (~> 3.1.0)
+  activesupport (~> 3.1.0)
+  bson (~> 1.5.2)
+  bson_ext (~> 1.5.2)
+  bundler (~> 1.0.18)
+  daemons (~> 1.1.4)
+  factory_girl (~> 2.1.2)
+  jeweler (~> 1.6.4)
+  kramdown
+  mongo (~> 1.5.2)
+  mongoid (~> 2.3.3)
+  rdiscount
+  rspec (~> 2.6.0)
+  selectable_attr (~> 0.3.15)
+  simplecov (~> 0.5.3)
+  tengine_event (~> 0.4.0)
+  tengine_support (~> 0.3.12)
+  yard (~> 0.7.2)

data/README.md

@@ -0,0 +1,54 @@
+# tengine_core
+
+tengineはデータセンター運用のためのフレームワークおよび実行環境です。
+
+## 概要
+
+
+## 関連パッケージ
+### tengine_resource
+### tengine_schedule
+### tengine_job
+#### tengine_job_agent
+
+
+## インストールとセットアップ
+### インストール
+
+* rabbitmqのインストール
+* MongoDBのインストール
+
+ gem install tengine_core --source http://bts.tenginefw.com/gemserver
+
+### セットアップ
+
+
+
+## 使用方法
+
+### DSL
+
+#### API
+
+DSLを使用するためのAPIについては以下のモジュールのAPIを参照してください。
+[Tengine::Core::DslLoader](Tengine/Core/DslLoader.html)
+[Tengine::Core::DslBinder](Tengine/Core/DslBinder.html)
+
+
+## Contributing to tengine_core
+ 
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it
+* Fork the project
+* Start a feature/bugfix branch
+* Commit and push until you are happy with your contribution
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
+
+
+## License
+tengine_event is distributed under the MPL2.0 or LGPLv3 or the dual license of MPL2.0/LGPLv3
+
+## Copyright
+
+Copyright (c) 2011 nautilus-technologies.com. 

data/Rakefile

@@ -0,0 +1,44 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "tengine_core"
+  gem.homepage = "http://github.com/tengine/tengine_core"
+  gem.license = "MPL2.0/LGPLv3"
+  gem.summary = %Q{tengine_core is a framework/engine to support distributed processing}
+  gem.description = %Q{tengine_core is a framework/engine to support distributed processing}
+  gem.email = "tengine@nautilus-technologies.com"
+  gem.authors = %w[taigou totty g-morita shyouhei akm hiroshinakao]
+  gem.bindir = 'bin'
+  gem.executables = ['tengined', 'tengine_heartbeat_watchd', 'tengine_atd']
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+RSpec::Core::RakeTask.new(:rcov) do |spec|
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :default => :spec
+
+require 'yard'
+YARD::Rake::YardocTask.new

data/VERSION

@@ -0,0 +1 @@
+0.5.28

data/bin/tengine_atd

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+require_relative '../lib/tengine/core/scheduler'
+
+sched = Tengine::Core::Scheduler.new(ARGV)
+Signal.trap(:INT) { sched.shutdown }
+
+sched.run __FILE__

data/bin/tengine_heartbeat_watchd

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+require_relative '../lib/tengine/core/heartbeat_watcher'
+
+hbw = Tengine::Core::HeartbeatWatcher.new(ARGV)
+Signal.trap(:INT) { hbw.shutdown }
+
+hbw.run __FILE__

data/bin/tengined

@@ -0,0 +1,182 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+require 'rubygems'
+require 'optparse'
+require 'daemons'
+require 'fileutils'
+
+$LOAD_PATH << File.expand_path('../lib', File.dirname(__FILE__))
+require 'tengine_core'
+
+@__config__ = Tengine::Core::Config::Core.parse(ARGV)
+Signal.trap(:INT) {puts ":INT"; @__bootstrap__.stop_kernel}
+
+# 必要なディレクトリの生成
+FileUtils.mkdir_p(File.expand_path(@__config__[:process][:pid_dir]))
+FileUtils.mkdir_p(File.expand_path(@__config__[:tengined][:status_dir]))
+FileUtils.mkdir_p(File.expand_path(@__config__[:tengined][:activation_dir]))
+
+@__verbose__ = @__config__[:verbose]
+def verbose(msg, output = STDOUT)
+  if @__verbose__
+    if block_given?
+      output.puts("#{msg} begin")
+      begin
+        yield
+        output.puts("#{msg} end")
+      rescue Exception => e
+        STDERR.puts("Exception occurred in #{msg}\n[#{e.class.name}] #{e.message}\n  " << e.backtrace.join("\n  "))
+      end
+    else
+      output.puts(msg)
+    end
+  else
+    yield if block_given?
+  end
+end
+
+verbose "define stop_process" do
+  def stop_process(signal)
+    verbose("stop_process") do
+      pids = Dir.glob(File.expand_path(@__config__[:process][:pid_dir] + "/*")).map do |pid_path|
+        File.open(pid_path, "r"){|f| f.gets.chomp.to_i}
+      end
+      results = pids.map{|pid|
+        begin
+          Process.kill(signal, pid)
+          STDOUT.puts("Process stop successfully [#{pid}]")
+        rescue
+          # pid_dir には、古いpidファイルが残っていることを考慮して古いpidのkillシグナルの
+          # 失敗は無視して起動しているプロセスに対してkillします
+          verbose("warning: #$! [#{pid}]")
+        end
+      }
+    end
+  end
+end
+
+verbose "define show_status" do
+  def show_status
+    verbose("show_status") do
+      pid_to_status = {}
+      Dir.glob(File.expand_path(@__config__[:tengined][:status_dir] + "/*.status")).map do |status_filepath|
+        pid_to_status[File.basename(status_filepath).scan(/\d+/).first.to_i] = File.read(status_filepath).chomp
+      end
+      pid_lines = []
+      pid_lines = `ps -opid -p #{pid_to_status.keys.join(',')}`.split(/\n/) unless pid_to_status.empty?
+      living_pids = pid_lines.select{|line| line =~ /^\s*\d+\s*$/}.map(&:to_i)
+      pid_to_status.each do |pid, status|
+        puts "%6d %s" % [pid, living_pids.include?(pid) ? status : "terminated"]
+      end
+    end
+  end
+end
+
+verbose "define run_daemons" do
+  def run_daemons(options={}, &block)
+    verbose("run_daemons") do
+      daemonize_options = {
+        :ARGV => ['start'],
+        :ontop => !@__config__[:process][:daemon],
+        :dir_mode => :normal,
+        :dir => File.expand_path(@__config__[:process][:pid_dir]),
+        # :log_dir => File.expand_path("../#{@__config__[:tengined][:log_dir]}", File.dirname(__FILE__)),
+        # :log_output => false
+      }.update(options)
+      daemonize_options.update(:ARGV => ['start'])
+      current_dir = Dir.pwd
+      begin
+        if @__config__[:action].to_sym == :start
+          # pidファイルは、"tengined.0.pid"の数字の部分を連番でふります
+          pids = Dir.glob("#{daemonize_options[:dir]}/tengined.*.pid")
+          if pids.count == 0
+            max_pid_num = 0
+          else
+            max_pid_num = pids.map{|pid_path| File.basename(pid_path).scan(/\d+/).first.to_i}.max.succ
+          end
+          pid_file_name = "#{File.basename(@__daemon_proc_path__)}.#{max_pid_num}"
+        else
+          pid_file_name = "#{File.basename(@__daemon_proc_path__)}_#{@__config__[:action]}"
+        end
+
+        Daemons.run_proc(pid_file_name, daemonize_options) do
+          Dir.chdir(current_dir, &block)
+        end
+      rescue SystemExit => e
+        verbose("Daemons.run_proc exit successfully") if e.status == 0
+      end
+    end
+  end
+end
+
+verbose "define make_activations" do
+  def make_activations
+    verbose("make_activations") do
+      Dir.glob(File.expand_path(@__config__[:process][:pid_dir] + "/tengined.*.pid")).each do |pid_path|
+        pid = File.open(pid_path, "r"){|f| f.gets.chomp}
+        File.new(File.expand_path(@__config__[:tengined][:activation_dir] + "/tengined_#{pid}.activation"), "w").close
+      end
+    end
+  end
+end
+
+verbose "define run" do
+  def run(&block)
+    verbose("run") do
+      options = {}
+      case @__config__[:action].to_sym
+      when :stop       then stop_process("HUP")
+      when :force_stop then stop_process("KILL")
+      when :status     then show_status
+      when :load       then
+        options = {:ontop => true}
+        run_daemons(options, &block)
+      when :test, :start, :enable then
+        run_daemons(options, &block)
+      when :activate   then make_activations
+      else
+        verbose("Unknown action: #{@__config__[:action]}", STDERR)
+      end
+    end
+  rescue SystemExit
+    verbose("Exception occurred in run\n[#{$!.class.name}] #{$!.message}\n  " << $!.backtrace.join("\n  "), STDERR)
+    raise
+  rescue Exception
+    verbose("Exception occurred in run\n[#{$!.class.name}] #{$!.message}\n  " << $!.backtrace.join("\n  "), STDERR)
+    raise
+  end
+end
+
+@__daemon_proc_path__ = File.expand_path(__FILE__)
+tengined_root = File.expand_path("..", File.expand_path(File.dirname(__FILE__)))
+
+if @__verbose__
+  verbose "configurations:"
+  require 'pp'; pp @__config__.to_hash
+  verbose "tengined_root: #{tengined_root}"
+end
+
+run do
+  verbose "Dir.pwd: #{Dir.pwd}"
+
+  config = nil
+  begin
+    config = @__config__
+    config.setup_loggers
+  rescue Exception
+    puts "[#{$!.class.name}] #{$!.message}\n  " << $!.backtrace.join("\n  ")
+    raise
+  end
+
+  require 'mongoid'
+  require File.expand_path('./lib/tengine_core', tengined_root)
+  require 'tengine/core/mongoid_fix'
+  Mongoid.config.from_hash(config[:db])
+  Mongoid.config.option(:persist_in_safe_mode, :default => true)
+  Mongoid.config.option(:autocreate_indexes, :default => true)     # http://mongoid.org/docs/indexing.html
+  require 'amqp'
+  Mongoid.logger = AMQP::Session.logger = Tengine.logger
+  Tengine::Core::MethodTraceable.disabled = !@__config__[:verbose] # Tengine::Core::Bootstrapが動く前に設定しないと余計なログが出ます
+  @__bootstrap__ = Tengine::Core::Bootstrap.new(config)
+  @__bootstrap__.boot
+end