capricorn 0.2.00

data/lib/capricorn/server.rb

@@ -0,0 +1,122 @@
+
+module Capricorn
+  
+  # the Server is supposed to be a simple DRb interface to the System.
+  class Server < Capricorn::Daemon::Base
+    include DRbUndumped
+    
+    autoload :Proxy,    File.dirname(__FILE__)+'/server/proxy'
+    autoload :Daemon,   File.dirname(__FILE__)+'/server/daemon'
+    autoload :Security, File.dirname(__FILE__)+'/server/security'
+    
+    include Capricorn::Server::Daemon
+    include Capricorn::Server::Security
+    
+    def self.shared
+      @shared ||= new
+    end
+    
+    def self.proxy
+      @proxy ||= Capricorn::Server::Proxy.new(self.shared)
+    end
+    
+    def stop_server
+      Capricorn.log "stopping the server..."
+      $exitstatus = Capricorn::STOP_STATUS
+      DRb.stop_service
+    end
+    
+    def restart_server
+      Capricorn.log "restarting the server..."
+      $exitstatus = Capricorn::RESTART_STATUS
+      DRb.stop_service
+    end
+    
+    def reload_server
+      Capricorn.log "reloading the server..."
+      $exitstatus = Capricorn::RELOAD_STATUS
+      DRb.stop_service
+    end
+    
+    def server_version
+      Capricorn.version
+    end
+    
+    def update_server
+      if Capricorn.system.gem_update('capricorn', :user => 'root')
+        reload_server
+      end
+    end
+    
+    def install_satellite(domain)
+      Capricorn.system.install_satellite(domain)
+    end
+    
+    def uninstall_satellite(domain)
+      satellite = Capricorn.system.find_satellite(domain)
+      if satellite
+        Capricorn.system.uninstall_satellite(satellite)
+      else
+        Capricorn.log "Satellite not found (#{domain})"
+      end
+    end
+    
+    def make_development_satellite(domain)
+      satellite = Capricorn.system.find_satellite(domain)
+      if satellite
+        Capricorn.system.make_development_satellite(satellite)
+      else
+        Capricorn.log "Satellite not found (#{domain})"
+      end
+    end
+    
+    def install_engine(domain, name, options={})
+      satellite = Capricorn.system.find_satellite(domain)
+      if satellite
+        Capricorn.system.install_engine(satellite, name, options)
+      else
+        Capricorn.log "Satellite not found (#{domain})"
+      end
+    end
+    
+    def update_engine(domain, name, options={})
+      satellite = Capricorn.system.find_satellite(domain)
+      if satellite
+        Capricorn.system.update_engine(satellite, name, options)
+      else
+        Capricorn.log "Satellite not found (#{domain})"
+      end
+    end
+    
+    def uninstall_engine(domain, name)
+      satellite = Capricorn.system.find_satellite(domain)
+      if satellite
+        Capricorn.system.uninstall_engine(satellite, name)
+      else
+        Capricorn.log "Satellite not found (#{domain})"
+      end
+    end
+    
+    def satellites
+      Capricorn.system.satellites
+    end
+    
+    def queued_jobs
+      queued_jobs = []
+      Capricorn.system.queue.each do |job, canceled, immediated|
+        job_delay = job.delay
+        queued_jobs.push([job.id, job.name, canceled, immediated, job.running?, job.waiting?, job_delay])
+      end
+      queued_jobs
+    end
+    
+    def cancel_job(id)
+      Capricorn.system.queue.cancel(id)
+    end
+    
+    def immediate_job(id)
+      Capricorn.system.queue.immediate(id)
+    end
+    
+  end
+end

data/lib/capricorn/server/daemon.rb

@@ -0,0 +1,88 @@
+
+module Capricorn
+  class Server
+    
+    module Daemon # :nodoc:
+      
+      def self.included(base)
+        base.extend Capricorn::Server::Daemon::ClassMethods
+      end
+      
+      # all a daemon needs to run
+      module ClassMethods
+        
+        # construct a Capricorn uri from a DRb uri
+        def construct_uri(uri)
+          uri        = URI.parse(uri)
+          uri.scheme = ( Capricorn.system.use_ssl? ? 'ssl+capricorn' : 'capricorn')
+          uri.to_s
+        end
+        
+        # stop the server
+        def stop
+          Capricorn.client.stop_server
+        end
+        
+        # start the server
+        def start
+          start_with_failsafe
+        end
+        
+        # start the failsafe runner.
+        def start_with_failsafe
+          $master = true
+          stop_server = false
+          wait_before_start = 0
+          retries = 0
+          until stop_server
+            if wait_before_start > 0
+              sleep(wait_before_start)
+              wait_before_start = 0
+            end
+            
+            pid = Process.fork { self.run_server }
+            return unless pid
+            Process.waitpid(pid, 0)
+            case $?.exitstatus
+            when Capricorn::STOP_STATUS
+              stop_server = true
+              retries     = 0
+            when Capricorn::RESTART_STATUS
+              wait_before_start = 2
+              retries     = 0
+            when Capricorn::RELOAD_STATUS
+              stop_server = true
+              retries     = 0
+              Capricorn::Daemon::PidFile.destroy
+              Capricorn.system.run %{#{Capricorn::BIN_PATH} #{ORIGINAL_ARGV.join(' ')}}
+            else
+              retries += 1
+              stop_server = true if retries >= 3
+            end
+          end
+        end
+        
+        # start the actual DRb server
+        def run_server
+          $master = false
+          Dir.chdir(Capricorn.system.root)
+          
+          Capricorn.log "Server started"
+          uri = "druby://#{Capricorn.system.server_hostname}:#{Capricorn.system.server_port}"
+          DRb.start_service uri, self.proxy, self.options_for_server
+          Capricorn.log "listening at #{self.construct_uri(uri)}"
+          make_client_cert_public!
+          
+          at_exit do
+            Capricorn.system.queue.stop!
+            Capricorn.log "Server stopped"
+          end
+          
+          DRb.thread.join
+          exit($exitstatus || Capricorn::STOP_STATUS)
+        end
+        
+      end
+    end
+  end
+end

data/lib/capricorn/server/proxy.rb

@@ -0,0 +1,25 @@
+
+module Capricorn
+  class Server
+    # the proxy object hides all the server internals from the clients.
+    class Proxy
+      
+      def initialize(server)
+        @server = server
+      end
+      
+      def self.allow(*methods)
+        methods.each do |method|
+          module_eval %{ def #{method}(*args,&block) ; @server.#{method}(*args,&block) ; end }
+        end
+      end
+      
+      allow :stop_server, :restart_server, :reload_server, :server_version, :update_server, :install_satellite, :uninstall_satellite, :install_engine, :update_engine, :uninstall_engine, :satellites, :queued_jobs, :cancel_job, :immediate_job, :make_development_satellite
+      
+      class << self
+        undef_method :allow
+      end
+      
+    end
+  end
+end

data/lib/capricorn/server/security.rb

@@ -0,0 +1,113 @@
+
+module Capricorn
+  class Server
+    module Security # :nodoc:
+      
+      def self.included(base)
+        base.extend Capricorn::Server::Security::ClassMethods
+      end
+      
+      module ClassMethods
+        
+        def options_for_server
+          
+          config = {}
+          if Capricorn.system.use_ssl?
+            install_quick_cert!
+            dump_quick_cert_config!
+            run_quick_cert!
+            
+            keypair = Capricorn.system.path('quick_cert', 'capricorn', 'capricorn_keypair.pem')
+            cert    = Capricorn.system.path('quick_cert', 'capricorn', 'cert_capricorn.pem')
+            
+            config = {
+              :SSLPrivateKey  => OpenSSL::PKey::RSA.new(File.read(keypair)),
+              :SSLCertificate => OpenSSL::X509::Certificate.new(File.read(cert)),
+              :SSLVerifyMode  => OpenSSL::SSL::VERIFY_PEER | OpenSSL::SSL::VERIFY_FAIL_IF_NO_PEER_CERT,
+              :SSLCACertificateFile => Capricorn.system.path('quick_cert', 'CA', 'cacert.pem')
+            }
+          end
+          
+          config
+        end
+        
+        def install_quick_cert!
+          unless Capricorn.system.find_bin('QuickCert')
+            FileUtils.mkdir_p('/tmp/quick_cert')
+            File.chmod(0700, '/tmp/quick_cert')
+            
+            Dir.chdir('/tmp/quick_cert') do
+              Capricorn.system.run "curl -O #{Capricorn::QUICK_CERT}"
+              Capricorn.system.run "tar xzf QuickCert-1.0.2.tar.gz"
+              
+              Dir.chdir('/tmp/quick_cert/QuickCert-1.0.2') do
+                Capricorn.system.run "#{Capricorn.system.ruby_path} ./setup.rb config"
+                Capricorn.system.run "#{Capricorn.system.ruby_path} ./setup.rb setup"
+                Capricorn.system.run "#{Capricorn.system.ruby_path} ./setup.rb install"
+              end
+            end
+            
+            FileUtils.rm_rf('/tmp/quick_cert')
+          end
+        end
+        
+        def dump_quick_cert_config!
+          return if File.file? Capricorn.system.path('quick_cert', 'qc_config')
+          
+          config = %{
+full_hostname = `hostname`.strip
+domainname = full_hostname.split('.')[1..-1].join('.')
+hostname = full_hostname.split('.')[0]
+
+CA[:hostname] = hostname
+CA[:domainname] = domainname
+CA[:CA_dir] = File.join Dir.pwd, "CA"
+CA[:password] = '#{rand(100_000)}'
+
+CERTS << {
+:type => 'server',
+:hostname => 'capricorn',
+# :password => '#{rand(100_000)}',
+}
+
+CERTS << {
+:type => 'client',
+:user => 'core',
+:email => 'core@mrhenry.be',
+}
+}
+          FileUtils.mkdir_p(Capricorn.system.path('quick_cert'))
+          File.chmod(0700, Capricorn.system.path('quick_cert'))
+          File.open(Capricorn.system.path('quick_cert', 'qc_config'), 'w+') { |f| f.write config }
+        end
+        
+        def run_quick_cert!
+          return if File.directory? Capricorn.system.path('quick_cert', 'CA')
+          
+          Dir.chdir(Capricorn.system.path('quick_cert')) do
+            Capricorn.system.run Capricorn.system.find_bin('QuickCert')
+          end
+        end
+        
+        def make_client_cert_public!
+          token = nil
+          if Capricorn.system.use_ssl?
+            token = Capricorn::Client::AuthToken.new(
+              :target_uri => self.construct_uri(DRb.uri),
+              :verify_mode => OpenSSL::SSL::VERIFY_PEER,
+              :private_key_data => File.read(Capricorn.system.path('quick_cert', 'core', 'core_keypair.pem')),
+              :certificate_data => File.read(Capricorn.system.path('quick_cert', 'core', 'cert_core.pem')),
+              :ca_certificate_data => File.read(Capricorn.system.path('quick_cert', 'CA', 'cacert.pem'))
+            )
+          else
+            token = Capricorn::Client::AuthToken.new(
+              :target_uri => self.construct_uri(DRb.uri))
+          end
+          token.dump_file(Capricorn.system.path('core.token'))
+          FileUtils.chmod_R(0775, Capricorn.system.path('core.token'))
+        end
+        
+      end
+    end
+  end
+end

data/lib/capricorn/system.rb

@@ -0,0 +1,184 @@
+
+module Capricorn
+  class System
+    include DRbUndumped
+    
+    autoload :Shell,       File.dirname(__FILE__)+'/system/shell'
+    autoload :Config,      File.dirname(__FILE__)+'/system/config'
+    autoload :Helper,      File.dirname(__FILE__)+'/system/helper'
+    autoload :Options,     File.dirname(__FILE__)+'/system/options'
+    autoload :Satellites,  File.dirname(__FILE__)+'/system/satellites'
+    autoload :ProcessUser, File.dirname(__FILE__)+'/system/process_user'
+    
+    include Capricorn::System::Shell
+    include Capricorn::System::Config
+    include Capricorn::System::Helper
+    include Capricorn::System::Options
+    include Capricorn::System::Satellites
+    include Capricorn::System::ProcessUser
+    
+    # get the shared system. this will also set the shared system if you pass a new system as its argument.
+    def self.shared(system=nil)
+      @system = system if system
+      @system
+    end
+    
+    # load the shared system
+    def self.load!(root=nil)
+      @system = new(root)
+    end
+    
+    def initialize(root=nil)
+      unless root
+        if get_user_name == 'root'
+          root = Capricorn::DEFAULT_ROOT_SYSTEM_DIR
+        else
+          root = Capricorn::DEFAULT_USER_SYSTEM_DIR
+        end
+      end
+      
+      @root               = File.expand_path(root)
+      @actors             = []
+      @options            = {}
+      @option_descriptors = []
+      @satellite_options            = {}
+      @satellite_option_descriptors = []
+      
+      system_file = self.path('system.rb')
+      unless File.file? system_file
+        Capricorn.log "No system file found (#{system_file})"
+        exit(1)
+      end
+      
+      Capricorn::ExceptionHandler.setup(self.path('ServerNormal.log'), self.path('ServerError.log'))
+      
+      use :BaseActor
+      self.instance_eval File.read(system_file)
+      self.resolve_options!
+    end
+    
+    attr_accessor :current_satellite, :root
+    
+    def queue
+      @queue ||= Capricorn::JobQueue.new
+    end
+    
+    def path(*args)
+      File.join(@root, *args)
+    end
+    
+    def install_satellite(domain)
+      self.queue.enqueue("install new satellite #{domain}", :domain => domain) do |options|
+        satellite = Capricorn::Satellite.new(options[:domain])
+        
+        run_action_on :install_satellite, satellite
+        run_action_on :link_satellite, satellite
+        save_satellite! satellite
+      end
+    end
+    
+    def uninstall_satellite(satellite)
+      if satellite
+        self.queue.enqueue("uninstall #{satellite.domain}", :satellite => satellite) do |options|
+          run_action_on :uninstall_satellite, options[:satellite]
+          destroy_satellite! options[:satellite]
+        end
+      else
+        false
+      end
+    end
+    
+    def make_development_satellite(satellite)
+      if satellite
+        Capricorn.runtime_gem('rubigen', Capricorn::RUBIGEN_VERSION)
+        resolve_options_with satellite do
+          as_user(web_user, web_group) do
+            Dir.chdir(File.dirname(satellite_root)) do
+              
+              name = File.basename(satellite_root)
+              
+              FileUtils.rm_r("#{name}/doc", :verbose => true) rescue nil
+              FileUtils.rm_r("#{name}/README", :verbose => true) rescue nil
+              FileUtils.rm_r("#{name}/public/javascripts", :verbose => true) rescue nil
+              
+              require 'rubigen/scripts/generate'
+              RubiGen::Base.use_application_sources!
+              RubiGen::Scripts::Generate.new.run(["-f", name], :generator => 'engine')
+              
+            end
+          end
+        end
+      else
+        false
+      end
+    end
+    
+    def install_engine(satellite, name, options={})
+      if satellite
+        self.queue.enqueue("install #{satellite.domain}: #{name} #{options.inspect}",
+          :satellite => satellite, :name => name, :options => options) do |options|
+          
+          satellite, name, options = options[:satellite], options[:name], options[:options]
+          resolve_options_with(satellite) { ensure_presence_of_gem(name, options) }
+          if satellite.add_engine(name, options)
+            run_action_on :install_engine, satellite
+            run_action_on :link_satellite, satellite
+            save_satellite! satellite
+          end
+          
+        end
+      else
+        false
+      end
+    end
+    
+    def update_engine(satellite, name, options={})
+      if satellite
+        self.queue.enqueue("update #{satellite.domain}: #{name} #{options.inspect}",
+          :satellite => satellite, :name => name, :options => options) do |options|
+          
+          satellite, name, options = options[:satellite], options[:name], options[:options]
+          resolve_options_with(satellite) { ensure_presence_of_gem(name, options) }
+          if satellite.update_engine(name, options)
+            run_action_on :update_engine, satellite
+            run_action_on :link_satellite, satellite
+            save_satellite! satellite
+          end
+          
+        end
+      else
+        false
+      end
+    end
+    
+    def uninstall_engine(satellite, name)
+      if satellite
+        self.queue.enqueue("uninstall #{satellite.domain}: #{name}",
+          :satellite => satellite, :name => name) do |options|
+          
+          satellite, name = options[:satellite], options[:name]
+          if satellite.remove_engine(name)
+            run_action_on :uninstall_engine, satellite
+            run_action_on :link_satellite, satellite
+            save_satellite! satellite
+          end
+          
+        end
+      else
+        false
+      end
+    end
+    
+  private
+    
+    def run_action_on(action, satellite)
+      resolve_options_with satellite do
+        actors = @actors.collect { |actor_klass| actor_klass.new(self, satellite) }
+        actors.each { |actor| actor.run_callbacks_in_fase! action, :before }
+        actors.each { |actor| actor.run_callbacks_in_fase! action, :on     }
+        actors.each { |actor| actor.run_callbacks_in_fase! action, :after  }
+      end
+    end
+    
+  end
+end