wakame 0.4.0

data/tests/test_scheduler.rb

@@ -0,0 +1,123 @@
+
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'rubygems'
+require 'eventmachine'
+
+require 'test/unit'
+require 'wakame'
+require 'wakame/manager/scheduler'
+
+WAKAME_ROOT="#{File.dirname(__FILE__)}/.."
+
+class TestScheduler < Test::Unit::TestCase
+  include Wakame::Manager
+
+  def test_sequence
+    seq = Scheduler::TimedSequence.new
+    seq.start_at = Time.now
+
+    seq[0]=1
+    seq[30]=3
+    seq[780]=1
+    seq[110]=2
+    seq[320]=4
+
+    p seq
+    p seq.duration
+    p (seq.start_at + seq.duration)
+
+    seq2 = Scheduler::PerMinuteSequence.new
+    seq2.start_at = Time.now
+
+    seq2[0]=1
+    seq2[20]=2
+    seq2[59]=2
+    seq2[10]=3
+    seq2[15]=8
+    seq2[30]=4
+    seq2[55]=3
+    seq2[5]=8
+    seq2[2930]=1
+    seq2[430]=1
+    seq2[3430]=3
+    seq2[1410]=1
+    seq2[159]=2
+
+    #assert_equal([0, 5, 10, 15, 20, 30, 55, 59], seq2.keys)
+    assert(seq2.duration == 60)
+    assert(seq2.range_check?(seq2.start_at))
+    assert(seq2.range_check?(seq2.start_at + 0.0))
+    assert(seq2.range_check?(seq2.start_at + 59.0))
+    assert(seq2.range_check?(seq2.start_at + 59.1))
+    assert(seq2.range_check?(seq2.start_at + 59.9))
+    assert(seq2.range_check?(seq2.start_at + 60.0) == true )
+    assert(seq2.range_check?(seq2.start_at - 1.0) == false )
+    assert_equal(1, seq2.value_at(seq2.start_at))
+    assert_equal(1, seq2.value_at(seq2.start_at + 0.0))
+    assert_equal(1, seq2.value_at(seq2.start_at + 2.0))
+    assert_equal(2, seq2.value_at(seq2.start_at + 59.0))
+    assert_equal(2, seq2.value_at(seq2.start_at + 59.32939))
+    assert_equal(2, seq2.value_at(seq2.start_at + 60.0))
+    assert_equal(nil, seq2.value_at(seq2.start_at + 61.0))
+    assert_equal(nil, seq2.value_at(seq2.start_at + 99999.0))
+    assert_equal([5.0, 8], seq2.next_event(seq2.start_at) )
+    assert_equal([5.0, 8], seq2.next_event(seq2.start_at + 0.0) )
+    assert_equal([4.0, 8], seq2.next_event(seq2.start_at + 1.0) )
+    assert_equal([5.0, 3], seq2.next_event(seq2.start_at + 5.0) )
+    assert_equal([1.0, 3], seq2.next_event(seq2.start_at + 9.0) )
+    assert_equal([1.0, 8], seq2.next_event(seq2.start_at + 14.0) )
+    assert_equal([4.0, 2], seq2.next_event(seq2.start_at + 55.0) )
+    assert_equal([1.0, 2], seq2.next_event(seq2.start_at + 58.0) )
+    assert_equal(nil, seq2.next_event(seq2.start_at + 59.0) )
+    assert_equal(nil, seq2.next_event(seq2.start_at + 59.1883) )
+    assert_equal(nil, seq2.next_event(seq2.start_at + 60.0) )
+    assert_equal(nil, seq2.next_event(seq2.start_at + 99999.0) )
+
+    
+    seq = Scheduler::LoopSequence.new(seq2)
+    
+    check_at = seq2.start_at + 360.0
+    assert_equal(1, seq.value_at(check_at))
+    assert_equal(1, seq.value_at(check_at + 0.0))
+    assert_equal(1, seq.value_at(check_at + 2.0))
+    assert_equal(8, seq.value_at(check_at + 10.0))
+    assert_equal(3, seq.value_at(check_at + 10.88393))
+    assert_equal(2, seq.value_at(check_at + 59.0))
+    assert_equal(2, seq.value_at(check_at + 59.32939))
+    assert_equal(2, seq.value_at(check_at + 60.0))
+    assert_equal(1, seq.value_at(check_at + 61.0))
+    assert_equal(1, seq.value_at(check_at + 361.0))
+    assert_equal([5.0, 8], seq.next_event(check_at) )
+    assert_equal([5.0, 8], seq.next_event(check_at + 0.0) )
+    assert_equal([4.0, 8], seq.next_event(check_at + 1.0) )
+    assert_equal([5.0, 3], seq.next_event(check_at + 5.0) )
+    assert_equal([1.0, 3], seq.next_event(check_at + 9.0) )
+    assert_equal([1.0, 8], seq.next_event(check_at + 14.0) )
+    assert_equal([4.0, 2], seq.next_event(check_at + 55.0) )
+    assert_equal([1.0, 2], seq.next_event(check_at + 58.0) )
+    assert_equal([4.0, 2], seq.next_event(check_at + 55.0) )
+
+
+    seq2 = Scheduler::PerMinuteSequence.new
+    seq2.start_at = Time.now
+    seq2[0]=1
+
+    seq = Scheduler::LoopSequence.new(seq2)
+    
+    check_at = seq2.start_at + 360.0
+    assert_equal(1, seq.value_at(check_at))
+    assert_equal(1, seq.value_at(check_at + 0.0))
+    assert_equal(1, seq.value_at(check_at + 2.0))
+    assert_equal(1, seq.value_at(check_at + 10.0))
+    assert_equal(1, seq.value_at(check_at + 61.0))
+    assert_equal(1, seq.value_at(check_at + 361.0))
+    assert_equal([60.0, 1], seq.next_event(check_at) )
+    assert_equal([60.0, 1], seq.next_event(check_at + 0.0) )
+    assert_equal([59.0, 1], seq.next_event(check_at + 1.0) )
+    assert_equal([25.0, 1], seq.next_event(check_at + 35.0) )
+    assert_equal([1.0, 1], seq.next_event(check_at + 59.0) )
+    assert_equal([0.0, 1], seq.next_event(check_at + 60.0) )
+    assert_equal([59.0, 1], seq.next_event(check_at + 61.0) )
+
+  end
+end

data/tests/test_service.rb

@@ -0,0 +1,60 @@
+
+
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'rubygems'
+
+require 'test/unit'
+require 'wakame'
+require 'wakame/service.rb'
+
+WAKAME_ROOT="#{File.dirname(__FILE__)}/.."
+
+class TestService < Test::Unit::TestCase
+  include Wakame::Service
+
+  def test_dg
+    c = WebCluster.new(nil)
+    c.dg.each_level{ |s|
+      p s
+    }
+
+    p c.dg.levels
+
+    p c.dg.children(MySQL_Master)
+    p c.dg.parents(Apache_APP)
+  end
+
+
+  def test_each_instance
+    c = WebCluster.new(nil)
+    c.launch
+    c.each_instance(WebCluster::HttpLoadBalanceServer) { |svc|
+      assert(svc.property.is_a?(Apache_LB))
+    }
+  end
+
+
+  def test_vmspec
+    spec = VmSpec.define {
+      environment(:EC2) { |ec2|
+        ec2.instance_type = 'm1.small'
+        ec2.availability_zone = 'us-east-c1'
+        ec2.security_groups << 'default'
+      }
+      
+      environment(:StandAlone) {
+      }
+    }
+
+
+    Wakame.config.vm_environment = :EC2
+    p spec.current.attrs
+    Wakame.config.vm_environment = :StandAlone
+    p spec.current.attrs
+
+    assert_raise(RuntimeError) {
+      Wakame.config.vm_environment = :EC3
+      spec.current.attrs
+    }
+  end
+end

data/tests/test_template.rb

@@ -0,0 +1,67 @@
+
+
+$:.unshift(File.dirname(__FILE__) + '/../lib')
+$:.unshift(File.dirname(__FILE__))
+
+require 'setup_master.rb'
+
+require 'wakame'
+
+require 'test/unit'
+require 'wakame'
+require 'wakame/template'
+require 'wakame/service'
+require 'wakame/event'
+require 'wakame/event_dispatcher'
+
+class TestTemplate < Test::Unit::TestCase
+  class DummyAgent
+    def agent_id
+      'safasdfadsf'
+    end
+
+    def agent_ip
+      '127.0.0.1'
+    end
+
+    def services
+      {'aaa'=>nil}
+    end
+    
+    def has_service_type?(n)
+      false
+    end
+  end
+
+  class A < Wakame::Service::Resource
+    def basedir
+      './tests/'
+    end
+    
+    def render_config(template)
+      template.cp(%w(conf/a conf/b conf/c))
+    end
+  end
+
+  def test_render
+    cluster = Wakame::Service::ServiceCluster.new(nil) { |c|
+      c.add_service(A.new)
+    }
+    cluster.launch 
+
+
+    agent = DummyAgent.new
+    cluster.each_instance { |n|
+      n.bind_agent(agent)
+
+      tmpl = Wakame::Template.new(n)
+      tmpl.render_config
+      assert(File.exists?(File.join(tmpl.tmp_basedir, 'conf/a')))
+      assert(File.exists?(File.join(tmpl.tmp_basedir, 'conf/b')))
+      assert(File.exists?(File.join(tmpl.tmp_basedir, 'conf/c')))
+      tmpl.cleanup
+      assert(File.directory?(tmpl.tmp_basedir) == false )
+    }
+
+  end
+end

data/tests/test_uri_amqp.rb

@@ -0,0 +1,19 @@
+
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'rubygems'
+
+require 'test/unit'
+require 'uri'
+require 'ext/uri'
+
+class TestUriAMQP < Test::Unit::TestCase
+  def test_parse
+    
+    assert_equal('amqp://localhost/', URI.parse('amqp://localhost/').to_s)
+    assert_equal('amqp://localhost:1122/', URI.parse('amqp://localhost:1122/').to_s)
+    assert_equal('amqp://127.0.0.1/vvv', URI.parse('amqp://127.0.0.1/vvv').to_s)
+    
+    u=URI.parse('amqp://127.0.0.1/vvv')
+    assert_equal('/vvv', u.vhost)
+  end
+end

data/tests/test_util.rb

@@ -0,0 +1,71 @@
+
+$:.unshift File.dirname(__FILE__) + '/../lib'
+require 'rubygems'
+
+require 'test/unit'
+require 'wakame/util'
+
+WAKAME_ROOT="#{File.dirname(__FILE__)}/.."
+
+class TestUtilClass < Test::Unit::TestCase
+  class A
+    include AttributeHelper
+    
+    def_attribute :a, 1
+    def_attribute :b, 2
+    def_attribute :c, []
+    attr :m
+    attr_accessor :n, :o
+    attr_reader :p
+  end
+
+
+  class B < A
+    def_attribute :d, 30
+    def_attribute :e, 'aaa'
+    def_attribute :f
+  end
+
+  def test_attribute_helper1
+    a = A.new
+    assert_equal(1, a.a)
+    assert_equal(2, a.b)
+    assert_equal([], a.c)
+    assert_equal({:type=>'TestUtilClass::A', :a=>1, :b=>2, :c=>[], :m=>nil, :n=>nil, :o=>nil, :p=>nil}, a.dump_attrs)
+
+    b = B.new
+    assert(b.kind_of?(AttributeHelper))
+    assert_equal(1, b.a)
+    assert_equal(2, b.b)
+    assert_equal([], b.c)
+    assert_equal(30, b.d)
+    assert_equal('aaa', b.e)
+    assert(b.f == nil)
+    assert_equal( {:type=>'TestUtilClass::B', :a=>1, :b=>2, :c=>[], :d=>30, :e=>'aaa', :f=>nil, :m=>nil, :n=>nil, :o=>nil, :p=>nil}, b.dump_attrs)
+  end
+
+
+
+  H={23=>1, 38=>3, 2837=>1, 3727=>4, 937=>1, 184=>5, 328=>2, 8939=>1}
+  def test_sorted_hash1
+    s = SortedHash.new
+    
+    H.keys.sort_by{rand}.each { |k|
+      s[k]=H[k]
+    }
+    
+    assert_equal(H.keys.sort, s.keys)
+    
+    s.clear
+    assert_equal([], s.keys)
+
+  end
+
+
+  def test_snake_case
+    {'CNN'=>'cnn', 'CNNNews'=>'cnn_news', 'NewsCNN'=>'news_cnn', 'Apache_WWW'=>'apache_www', 'ApacheAPP'=>'apache_app', 'HeadlineCNNNews'=>'headline_cnn_news'}.each { |k,v|
+      assert_equal(v, Wakame::Util.snake_case(k))
+    }
+  end
+
+end

data/wakame_generators/resource/resource_generator.rb

@@ -0,0 +1,54 @@
+class ResourceGenerator < RubiGen::Base
+  DEFAULT_SHEBANG = File.join(Config::CONFIG['bindir'],
+                              Config::CONFIG['ruby_install_name'])
+
+  def initialize(runtime_args, runtime_options = {})
+    super
+    usage if args.empty?
+    @resource_template = args.shift
+    @resource_name = nil
+    @resource_name = args.shift unless args.empty?
+  end
+
+  def manifest
+    # Use /usr/bin/env if no special shebang was specified
+    script_options     = { :chmod => 0755, :shebang => options[:shebang] == DEFAULT_SHEBANG ? nil : options[:shebang] }
+    windows            = (RUBY_PLATFORM =~ /dos|win32|cygwin/i) || (RUBY_PLATFORM =~ /(:?mswin|mingw)/)
+
+    source_dir     = source_path('.').sub(%r{/\.\Z}, '')
+
+    fail "[ERROR] The resource folder does not exist: #{@resource_template}" unless File.directory? source_path(@resource_template)
+    @resource_name ||= @resource_template
+
+    record do |m|
+      Dir.glob(source_path(@resource_template) + "/**/*").each { |path|
+        relpath =  path.sub(%r{\A#{source_root}\/}, '')
+
+        if File.directory? path
+          m.directory File.join('cluster', 'resources', relpath)
+        else
+          m.file relpath, File.join('cluster', 'resources', relpath)
+        end
+      }
+    end
+  end
+
+
+  protected
+  def banner
+    templates = Dir.glob(spec.path + "/templates/*").collect { |path|
+      File.basename(path)
+    }
+
+    <<-EOS
+Generate a wakame resource folder under cluster/resources/.
+
+USAGE: #{$0} resource "resource template name" [resource instance name]
+
+Installed Templates:
+#{templates.join(', ')}
+
+EOS
+  end
+
+end

data/wakame_generators/resource/templates/apache_app/apache_app.rb

@@ -0,0 +1,60 @@
+class Apache_APP < Wakame::Service::Resource
+  include Wakame::Service::ApacheBasicProps
+  include WebCluster::HttpAppServer
+
+  def_attribute :listen_port, {:default=>8001}
+  def_attribute :listen_port_https, {:default=>443}
+  def_attribute :max_instance, {:default=>5}
+
+  def render_config(template)
+    template.cp(%w(conf/envvars-app init.d/apache2-app))
+    template.render(%w(conf/system-app.conf conf/apache2.conf conf/sites-app.conf))
+    template.chmod("init.d/apache2-app", 0755)
+  end
+
+
+  def start(svc, action)
+    cond = ConditionalWait.new { |cond|
+      cond.wait_event(Wakame::Event::ServiceOnline) { |event|
+        event.instance_id == svc.instance_id
+      }
+    }
+
+    request = action.actor_request(svc.agent.agent_id,
+                                   '/service_monitor/register', svc.instance_id, :pidfile, '/var/run/apache2-app.pid').request
+    action.actor_request(svc.agent.agent_id,
+                         '/daemon/start', "apache_app", 'init.d/apache2-app'){ |req|
+      req.wait
+      Wakame.log.debug("#{self.class} process started")
+    }
+    cond.wait
+  end
+  
+
+  def stop(svc, action)
+    cond = ConditionalWait.new { |cond|
+      cond.wait_event(Wakame::Event::ServiceOffline) { |event|
+        event.instance_id == svc.instance_id
+      }
+    }
+
+    request = action.actor_request(svc.agent.agent_id,
+                                   '/daemon/stop', 'apache_app', 'init.d/apache2-app'){ |req|
+      req.wait
+      Wakame.log.debug("#{self.class} process stopped")
+    }
+    cond.wait
+
+    request = action.actor_request(svc.agent.agent_id,
+                                   '/service_monitor/unregister', svc.instance_id ).request
+  end
+
+  def reload(svc, action)
+    action.actor_request(svc.agent.agent_id,
+                         '/daemon/reload', "apache_app", 'init.d/apache2-app'){ |req|
+      req.wait
+      Wakame.log.debug("#{self.class} process reloaded")
+    }
+  end
+
+end

data/wakame_generators/resource/templates/apache_app/conf/apache2.conf

@@ -0,0 +1,46 @@
+#ServerRoot "/etc/apache2"
+#ServerRoot "/home/wakame/config/apache2"
+ServerRoot "<%= agent.root_path %>/tmp/config/apache_app/conf"
+
+LockFile /var/lock/apache2/accept.lock
+PidFile ${APACHE_PID_FILE}
+
+User ${APACHE_RUN_USER}
+Group ${APACHE_RUN_GROUP}
+
+Include ${SYSTEM_INCLUDE_FILE}
+
+LoadModule mime_module /usr/lib/apache2/modules/mod_mime.so
+<IfModule mod_mime.c>
+TypesConfig /etc/mime.types
+
+AddType application/x-compress .Z
+AddType application/x-gzip .gz .tgz
+AddType application/x-bzip2 .bz2
+</IfModule>
+
+AccessFileName .htaccess
+<Files ~ "^\.ht">
+    Order allow,deny
+    Deny from all
+</Files>
+
+ErrorLog ${APACHE_ERROR_LOG_FILE}
+
+ServerTokens Full
+ServerSignature On
+
+#
+# The following directives define some format nicknames for use with
+# a CustomLog directive (see below).
+# If you are behind a reverse proxy, you might want to change %h into %{X-Forwarded-For}i
+#
+<IfModule mod_log_config.c>
+LogFormat "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\"" combined
+LogFormat "%{X-Forwarded-For}i %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-Agent}i\"" combined_proxy
+LogFormat "%h %l %u %t \"%r\" %>s %b" common
+LogFormat "%{Referer}i -> %U" referer
+LogFormat "%{User-agent}i" agent
+</IfModule>
+
+Include ${SITES_INCLUDE_FILE}

data/wakame_generators/resource/templates/apache_app/conf/envvars-app

@@ -0,0 +1,7 @@
+export APACHE_RUN_USER=www-data
+export APACHE_RUN_GROUP=www-data
+export APACHE_PID_FILE=/var/run/apache2-app.pid
+export APACHE_ACCESS_LOG_FILE=/var/log/apache2/access-app.log
+export APACHE_ERROR_LOG_FILE=/var/log/apache2/error-app.log
+export SYSTEM_INCLUDE_FILE=system-app.conf
+export SITES_INCLUDE_FILE=sites-app.conf

data/wakame_generators/resource/templates/apache_app/conf/sites-app.conf

@@ -0,0 +1,23 @@
+NameVirtualHost *:<%= property.listen_port %>
+
+# Wild Card Virtual Host
+#<VirtualHost *:<%= property.listen_port %>>
+#DocumentRoot /var/www
+#
+#LogLevel warn
+#CustomLog /var/log/apache2/access-app.log combined
+#ErrorLog /var/log/apache2/error-app.log
+#
+#</VirtualHost>
+
+<%- cluster.virtual_hosts.each { |vh| -%>
+<VirtualHost *:<%= property.listen_port %>>
+ServerName <%= vh.server_name %>
+DocumentRoot /home/wakame/apps/development/test/public
+RailsEnv development
+
+LogLevel warn
+CustomLog /var/log/apache2/access-app.log combined
+ErrorLog /var/log/apache2/error-app.log
+</VirtualHost>
+<%- } -%>

data/wakame_generators/resource/templates/apache_app/conf/system-app.conf

@@ -0,0 +1,67 @@
+Timeout 300
+KeepAlive Off
+#MaxKeepAliveRequests 100
+#KeepAliveTimeout 15
+
+<IfModule mpm_prefork_module>
+    StartServers          5
+    MinSpareServers       5
+    MaxSpareServers      10
+    MaxClients           10
+    MaxRequestsPerChild  5000
+</IfModule>
+
+<IfModule mpm_worker_module>
+    StartServers          2
+    MaxClients          150
+    MinSpareThreads      25
+    MaxSpareThreads      75
+    ThreadsPerChild      25
+    MaxRequestsPerChild   0
+</IfModule>
+
+
+LoadModule alias_module /usr/lib/apache2/modules/mod_alias.so
+LoadModule auth_basic_module /usr/lib/apache2/modules/mod_auth_basic.so
+LoadModule authn_file_module /usr/lib/apache2/modules/mod_authn_file.so
+LoadModule authz_default_module /usr/lib/apache2/modules/mod_authz_default.so
+LoadModule authz_groupfile_module /usr/lib/apache2/modules/mod_authz_groupfile.so
+LoadModule authz_host_module /usr/lib/apache2/modules/mod_authz_host.so
+LoadModule authz_user_module /usr/lib/apache2/modules/mod_authz_user.so
+LoadModule env_module /usr/lib/apache2/modules/mod_env.so
+LoadModule rewrite_module /usr/lib/apache2/modules/mod_rewrite.so
+LoadModule setenvif_module /usr/lib/apache2/modules/mod_setenvif.so
+LoadModule status_module /usr/lib/apache2/modules/mod_status.so
+LoadModule info_module /usr/lib/apache2/modules/mod_info.so
+LoadModule passenger_module /usr/local/gems/gems/passenger-2.2.1/ext/apache2/mod_passenger.so
+
+### Port configuration
+Listen <%= property.listen_port %>
+
+#<IfModule mod_ssl.c>
+#    Listen 443
+#</IfModule>
+
+
+<IfModule mod_status.c>
+<Location /server-status>
+    SetHandler server-status
+    Order deny,allow
+    Deny from all
+    Allow from 127.0.0.1 localhost.localdomain localhost ip6-localhost
+</Location>
+</IfModule>
+
+<IfModule mod_info.c>
+<Location /server-info>
+    SetHandler server-info
+    Order deny,allow
+    Deny from all
+    Allow from 127.0.0.1 localhost.localdomain localhost ip6-localhost
+</Location>
+</IfModule>
+
+<IfModule mod_passenger.c>
+PassengerRoot /usr/local/gems/gems/passenger-2.2.1
+PassengerRuby "/usr/local/bin/passenger_ruby.sh"
+</IfModule>