hetzner-bootstrap 0.0.1 → 0.0.2

data/README.rdoc

@@ -0,0 +1,32 @@
+= hetzner-bootstrap
+
+hetzner-bootstrap allows you to bootstrap a provisioned EQ Server from hetzner.de
+
+Requirements
+
+- get a webservice login from your customer panel (https://robot.your-server.de/)
+- the ip address of the shipped system(s)
+
+== Installation
+
+<tt> gem install hetzner-bootstrap</tt>
+
+== Example
+
+<b>see example.rb for usage!</b>
+
+== WARNING!
+
+This is not an official Hetzner AG project.
+
+The gem and the author are not related to Hetzner AG!
+
+<b>Use at your very own risk! Satisfaction NOT guaranteed!</b>
+
+== Copyright
+
+Copyright (c) 2011 Moriz GmbH, Roland Moriz. See LICENSE for details.
+
+{Ruby on Rails Entwicklung}[http://moriz.de/] -> Moriz GmbH
+
+{Ruby on Rails Hosting}[http://rails.io/] -> Rails.io

data/example.rb

@@ -1,4 +1,5 @@
 #!/usr/bin/env ruby
+require "rubygems"
 require "hetzner-bootstrap"
 
 API_USERNAME="xxx"

data/lib/hetzner-bootstrap.rb

@@ -1,4 +1,5 @@
 require 'benchmark'
+require 'logger'
 
 require 'hetzner-api'
 require 'hetzner/bootstrap/version'
@@ -9,21 +10,25 @@ module Hetzner
   class Bootstrap
     attr_accessor :targets
     attr_accessor :api
-    attr_accessor :use_threads
     attr_accessor :actions
+    attr_accessor :logger
 
     def initialize(options = {})
       @targets     = []
       @actions     = %w(enable_rescue_mode
                         reset
-                        wait_for_ssh
+                        wait_for_ssh_down
+                        wait_for_ssh_up
                         installimage
-                        wait_for_ssh
+                        reboot
+                        wait_for_ssh_down
+                        wait_for_ssh_up
                         verify_installation
                         copy_ssh_keys
                         post_install)
+      #@actions     = %w(wait_for_ssh_down)
       @api         = options[:api]
-      @use_threads = options[:use_threads] || true
+      @logger      = options[:logger] || Logger.new(STDOUT)
     end
 
     def add_target(param)
@@ -37,50 +42,31 @@ module Hetzner
     def <<(param)
       add_target param
     end
-    
-    def bootstrap!(options = {})
-      threads = []
 
+    def bootstrap!(options = {})
       @targets.each do |target|
-        target.use_api @api
-        
-        if uses_threads?
-          threads << Thread.new do
-            bootstrap_one_target! target
-          end
-        else
+        #fork do
+          target.use_api    @api
+          target.use_logger @logger
           bootstrap_one_target! target
-        end
+        #end
       end
-
-      finalize_threads(threads) if uses_threads?
+      #Process.waitall
     end
 
     def bootstrap_one_target!(target)
       actions = (target.actions || @actions)
       actions.each_with_index do |action, index|
-        
-        log target.ip, action, index, 'START'
+
+        loghack = "\b" * 24 # remove: "[bootstrap_one_target!] ".length
+        target.logger.info "#{loghack}[#{action}] #{sprintf "%-20s", "START"}"
         d = Benchmark.realtime do
           target.send action
         end
-
-        log target.ip, action, index, "FINISHED in #{sprintf "%.5f",d} seconds"
+        target.logger.info "#{loghack}[#{action}] FINISHED in #{sprintf "%.5f",d} seconds"
       end
     rescue => e
-      puts "something bad happend: #{e.class} #{e.message}"
-    end
-
-    def uses_threads?
-      @use_threads
-    end
-
-    def finalize_threads(threads)
-      threads.each { |t| t.join }
-    end
-
-    def log(where, what, index, message)
-      puts "[#{where}] #{what} #{' ' * (index * 4)}#{message}"
+      puts "something bad happened unexpectedly: #{e.class} => #{e.message}"
     end
   end
 end

data/lib/hetzner/bootstrap/target.rb

@@ -1,6 +1,7 @@
 require 'erubis'
 require 'net/ssh'
 require 'socket'
+require 'timeout'
 
 module Hetzner
   class Bootstrap
@@ -16,13 +17,15 @@ module Hetzner
       attr_accessor :post_install
       attr_accessor :public_keys
       attr_accessor :bootstrap_cmd
+      attr_accessor :logger
       
       def initialize(options = {})
         @rescue_os     = 'linux'
         @rescue_os_bit = '64'
         @retries       = 0
         @bootstrap_cmd = '/root/.oldroot/nfs/install/installimage -a -c /tmp/template'
-        
+        @login         = 'root'
+
         if tmpl = options.delete(:template)
           @template = Template.new tmpl
         else
@@ -38,19 +41,19 @@ module Hetzner
         result = @api.enable_rescue! @ip, @rescue_os, @rescue_os_bit
 
         if result.success? && result['rescue']
-          @login    = 'root'
           @password = result['rescue']['password']
           reset_retries
-          puts "IP: #{ip} => password: #{@password}"
+          logger.info "IP: #{ip} => password: #{@password}"
         elsif @retries > 3
+          logger.error "rescue system could not be activated"
           raise CantActivateRescueSystemError, result
         else
           @retries += 1
 
-          puts "problem while trying to activate rescue system (retries: #{@retries})"
+          logger.warn "problem while trying to activate rescue system (retries: #{@retries})"
           @api.disable_rescue! @ip
           
-          sleep @retries * 5 # => 5, 10, 15s
+          rolling_sleep
           enable_rescue_mode options
         end
       end
@@ -60,37 +63,58 @@ module Hetzner
 
         if result.success?
           reset_retries
-          sleep 15
         elsif @retries > 3
+          logger.error "resetting through webservice failed."
           raise CantResetSystemError, result
         else
           @retries += 1
+          logger.warn "problem while trying to reset/reboot system (retries: #{@retries})"
           rolling_sleep
-          puts "problem while trying to reset/reboot system (retries: #{@retries})"
           reset options
         end
       end
 
-      def wait_for_ssh(options = {})
-        ssh_port_probe = TCPSocket.new @ip, 22
-        return if IO.select([ssh_port_probe], nil, nil, 5)
+      def port_open? ip, port
+        ssh_port_probe = TCPSocket.new ip, port
+        IO.select([ssh_port_probe], nil, nil, 2)
+        ssh_port_probe.close
+        true
+      end
 
+      def wait_for_ssh_down(options = {})
+        loop do
+          Timeout::timeout(3) do
+            if port_open? @ip, 22
+              logger.debug "SSH UP"
+              sleep 10
+            else
+              raise Errno::ECONNREFUSED
+            end
+          end
+          sleep 2
+        end
+      rescue Timeout::Error
+        sleep 2
+        retry
       rescue Errno::ECONNREFUSED
-        @retries += 1
-        print "."
-        STDOUT.flush
+        logger.debug "SHH DOWN"
+      end
 
-        if @retries > 20
-          raise CantSshAfterResetError
-        else
-          rolling_sleep
-          wait_for_ssh options
+      def wait_for_ssh_up(options = {})
+        loop do
+          Timeout::timeout(4) do
+            if port_open? @ip, 22
+              logger.debug "SSH UP"
+              return true
+            else
+              raise Errno::ECONNREFUSED
+            end
+          end
         end
-      rescue => e
-        puts "Exception: #{e.class} #{e.message}"
-      ensure
-        puts ""
-        ssh_port_probe && ssh_port_probe.close
+      rescue Errno::ECONNREFUSED, Timeout::Error
+        logger.debug "SSH DOWN"
+        sleep 2
+        retry
       end
 
       def installimage(options = {})
@@ -98,11 +122,18 @@ module Hetzner
 
         Net::SSH.start(@ip, @login, :password => @password) do |ssh|
           ssh.exec!("echo \"#{template}\" > /tmp/template")
-          puts "remote executing: #{@bootstrap_cmd}"
+          logger.info "remote executing: #{@bootstrap_cmd}"
           output = ssh.exec!(@bootstrap_cmd)
-          puts output
+          logger.info output
+        end
+      rescue Net::SSH::HostKeyMismatch => e
+        e.remember_host!
+        retry
+      end
+
+      def reboot(options = {})
+        Net::SSH.start(@ip, @login, :password => @password) do |ssh|
           ssh.exec!("reboot")
-          sleep 4
         end
       rescue Net::SSH::HostKeyMismatch => e
         e.remember_host!
@@ -139,8 +170,8 @@ module Hetzner
       def post_install(options = {})
         return unless @post_install
         post_install = render_post_install
-        puts "executing:\n #{post_install}"
-        puts `#{post_install}`
+        logger.info "executing post_install:\n #{post_install}"
+        logger.info `#{post_install}`
       end
 
       def render_template
@@ -165,8 +196,13 @@ module Hetzner
         return eruby.result(params)
       end
 
-      def use_api(api)
-        @api = api
+      def use_api(api_obj)
+        @api = api_obj
+      end
+
+      def use_logger(logger_obj)
+        @logger = logger_obj
+        @logger.formatter = default_log_formatter
       end
 
       def reset_retries
@@ -177,6 +213,13 @@ module Hetzner
         sleep @retries * @retries * 3 + 1 # => 1, 4, 13, 28, 49, 76, 109, 148, 193, 244, 301, 364 ... seconds
       end
 
+      def default_log_formatter
+         proc do |severity, datetime, progname, msg|
+           caller[4]=~/`(.*?)'/
+           "[#{datetime.strftime "%H:%M:%S"}][#{sprintf "%-15s", ip}][#{$1}] #{msg}\n"
+         end
+      end
+
       class NoTemplateProvidedError < ArgumentError; end
       class CantActivateRescueSystemError < StandardError; end
       class CantResetSystemError < StandardError; end

data/lib/hetzner/bootstrap/version.rb

@@ -1,5 +1,5 @@
 module Hetzner
   class Bootstrap
-    VERSION = '0.0.1'
+    VERSION = '0.0.2'
   end
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: hetzner-bootstrap
 version: !ruby/object:Gem::Version 
-  hash: 29
+  hash: 27
   prerelease: 
   segments: 
   - 0
   - 0
-  - 1
-  version: 0.0.1
+  - 2
+  version: 0.0.2
 platform: ruby
 authors: 
 - Roland Moriz
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-02-06 00:00:00 +01:00
+date: 2011-02-11 00:00:00 +01:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -89,7 +89,7 @@ files:
 - .gitignore
 - Gemfile
 - LICENSE
-- README
+- README.rdoc
 - Rakefile
 - example.rb
 - hetzner-bootstrap.gemspec

data/README

@@ -1,9 +0,0 @@
-hetzner-bootstrap allows you to bootstrap a provisioned EQ Server from hetzner.de
-
-Requirements
-
-- get a webservice login (robots.your-server.de)
-- the ip address of the shipped systems
-
-see example.rb for usage
-