abiquo-chef-agent 1.0.4

data/LICENSE.txt

@@ -0,0 +1,21 @@
+Copyright (c) 2011 Abiquo Inc.
+Copyright (c) 2011 Sergio Rubio <rubiojr@frameos.org>
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,19 @@
+= abiquo-chef-agent
+
+Description goes here.
+
+== Contributing to abiquo-chef-agent
+ 
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it
+* Fork the project
+* Start a feature/bugfix branch
+* Commit and push until you are happy with your contribution
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
+
+== Copyright
+
+Copyright (c) 2011 Sergio Rubio. See LICENSE.txt for
+further details.
+

data/Rakefile

@@ -0,0 +1,36 @@
+require 'rubygems'
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  gem.name = "abiquo-chef-agent"
+  gem.homepage = "http://github.com/abiquo/abiquo-chef-agent"
+  gem.license = "MIT"
+  gem.summary = %Q{Abiquo Chef Agent}
+  gem.description = %Q{Abiquo Chef Agent}
+  gem.email = "srubio@abiquo.com"
+  gem.authors = ["Sergio Rubio"]
+  gem.add_runtime_dependency 'run-as-root'
+  gem.add_runtime_dependency 'chef'
+  gem.add_runtime_dependency 'daemons'
+  gem.add_runtime_dependency 'rest-client'
+  gem.add_runtime_dependency 'xml-simple'
+  gem.files.exclude 'rubygem-abiquo-chef-agent.spec'
+  #  gem.add_development_dependency 'rspec', '> 1.2.3'
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+task :default => :build
+
+require 'rdoc/task'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "abiquo-chef-agent #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+1.0.4

data/bin/abiquo-chef-run

@@ -0,0 +1,184 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'fileutils'
+require 'rest-client'
+require 'xmlsimple'
+require 'abiquo-chef-agent'
+require 'logger'
+include Abiquo::Chef
+
+at_exit do
+  if $!
+    log "BACKTRACE", :error
+    log $!.to_s, :error
+    log $@.to_s, :error
+  end
+end
+
+Log = Logger.new Abiquo::Chef::Config.log_file
+
+def log(msg, level = :info)
+  if level == :debug and not $DEBUG
+    return
+  end
+  if level == :info
+    Log.info msg.to_s
+  elsif level == :warning
+    Log.warn msg.to_s
+  elsif level == :error
+    Log.error msg.to_s
+  else
+    Log.debug msg.to_s
+  end
+end
+
+CHEF_CONFIG_DIR = Abiquo::Chef::Config.chef_config_dir 
+BOOTSTRAP_XML =  Abiquo::Chef::Config.bootstrap_backup_file
+CLIENT_CERT = Abiquo::Chef::Config.client_cert_file
+
+if File.exist? CLIENT_CERT
+  log "#{CLIENT_CERT} file found. If you want to re-run the Abiquo Chef Agent,\n" +
+      "delete the #{Abiquo::Chef::Config.chef_config_dir} directory first.\n" +
+      "Aborting.", :warning
+  exit 1
+end
+
+if not File.directory? CHEF_CONFIG_DIR
+  log "Creating #{CHEF_CONFIG_DIR} directory."
+  FileUtils.mkdir_p '/etc/chef'
+end
+
+#
+# Try to fix system clock with ntpdate
+#
+log "Trying to synchronize system clock"
+`/usr/sbin/ntpdate #{Abiquo::Chef::Config.ntp_server} > /dev/null 2>&1`
+if $? != 0
+  log "Could not update the system clock using ntpdate and #{Abiquo::Chef::Config.ntp_server} ntp server", :warning
+end
+
+#
+# Parse info from DCHP client leases file
+#
+log "Parsing leases file"
+leases = Util.parse_leases_file
+if not leases
+  log "Leases file not found. Aborting.", :error
+  exit 1
+else
+  log "Leases found #{leases.inspect}"
+
+  #
+  # Request node info from Abiquo API
+  #
+  log "Requesting Chef config from API #{leases[:abiquo_api_url]} OneTime #{leases[:abiquo_api_token]}"
+  begin
+    xml = RestClient.get leases[:abiquo_api_url], :authorization => "OneTime #{leases[:abiquo_api_token]}"
+  rescue Exception => e
+    log "Error requesting node info from API", :error
+    log e.message, :error
+    log e.backtrace.join("\n    "), :debug
+    exit 1
+  end
+  #
+  # Write the bootstrap XML
+  # Daemon will not run if this XML is found
+  #
+  File.open(BOOTSTRAP_XML, 'w') do |f|
+    f.puts xml
+  end
+
+  #
+  # Parse the XML returned by API
+  #
+  log "Parsing Bootstrap XML from API"
+  begin
+    bootstrap_config = BootstrapConfigParser.new(xml)
+  rescue Exception => e
+    log "Error parsing XML bootstrap file", :error
+    log e.message, :error
+    log e.backtrace.join("\n    "), :debug
+    exit 1
+  end
+
+  #
+  # Write Chef validation pem
+  #
+  File.open(Abiquo::Chef::Config.validation_cert, 'w') do |f|
+    f.puts bootstrap_config.validation_cert
+  end
+
+  #
+  # Get required node info and write chef-client config file
+  #
+  validation_client_name = bootstrap_config.validation_client_name
+  chef_server_url = bootstrap_config.chef_server_url
+  recipes = bootstrap_config.run_list
+  if recipes.empty?
+    log "No recipes selected", :warning
+    recipes = []
+  else
+    log "Recipes found #{recipes.inspect}"
+  end
+  File.open('/etc/chef/client.rb', 'w') do |f|
+    f.puts "log_level        :info"
+    f.puts "log_location     STDOUT"
+    f.puts "chef_server_url  '#{chef_server_url}'"
+    f.puts "validation_client_name '#{validation_client_name}'"
+  end
+
+  #
+  # Write first-boot.json attributes
+  #
+  if not recipes.empty?
+    recipes_json = '"run_list": ["'
+    recipes_json << recipes.join(',')
+    recipes_json << '"]'
+    File.open('/etc/chef/first-boot.json', 'w') do |f|
+      f.puts "{"
+      f.puts recipes_json
+      f.puts "}"
+    end
+  else
+    File.open('/etc/chef/first-boot.json', 'w') do |f|
+      f.puts "{}"
+    end
+  end
+
+  #
+  # Everything in place, no run the client
+  #
+  # first, we run it once to register and apply recipes
+  node_name = bootstrap_config.node_name
+  cmd = "chef-client -N #{node_name} --once -j /etc/chef/first-boot.json -L /var/log/chef-client.log"
+  log "Running chef-client first time"
+  log cmd
+  output = `#{cmd}`
+  if $? != 0
+    log "chef-client run failed", :error
+    log output, :debug
+  else
+    #
+    # Remove validation certs and bootstrap XML
+    #
+    FileUtils.rm(Abiquo::Chef::Config.validation_cert)
+    FileUtils.rm(Abiquo::Chef::Config.bootstrap_backup_file)
+    log "Setting hostname"
+    output = `hostname #{node_name} 2>&1`
+    log output, :debug
+    File.open('/etc/hostname', 'w') do |f|
+      f.puts node_name
+    end
+    log "chef-client run OK"
+    log "Running chef-client in daemon mode"
+    # Now we run it in daemon mode
+    cmd = "chef-client -N #{node_name} -i 1800 -d -L /var/log/chef-client.log"
+    output = `#{cmd}`
+    if $? != 0
+      log "Running chef-client in daemon mode failed.", :error
+      log output, :debug
+    else
+      log "Success."
+    end
+  end
+end

data/lib/abiquo-chef-agent.rb

@@ -0,0 +1,145 @@
+require 'xmlsimple'
+
+module Abiquo
+  module Chef
+
+    VERSION="1.0.4"
+
+    class Config
+      def self.chef_config_dir
+        '/etc/chef'
+      end
+
+      def self.ntp_server
+        'pool.ntp.org'
+      end
+
+      def self.log_file
+        '/var/log/abiquo-chef-agent.log'
+      end
+
+      def self.bootstrap_backup_file
+        '/etc/chef/abiquo_bootstrap.xml'
+      end
+
+      def self.client_cert_file
+        '/etc/chef/client.pem'
+      end
+
+      def self.validation_cert
+        '/etc/chef/validation.pem'
+      end
+
+    end
+
+    class BootstrapConfigParser
+
+      attr_reader :run_list, :node_name, :validation_client_name
+      attr_reader :chef_server_url, :validation_cert
+
+      def initialize(xml)
+        @raw_xml = xml
+        #
+        # HACK, FIXME 
+        #
+        @hash = XmlSimple.xml_in xml.gsub("
","\n")
+        parse
+      end
+
+      def parse
+        @node_name = @hash['node'].first
+        if not @node_name or @node_name.strip.chomp.empty?
+          raise Exception.new("Invalid bootstrap XML. Missing <node> info.")
+        end
+
+        @node_info = @hash['chef'].first
+        if not @node_info
+          raise Exception.new("Invalid bootstrap XML. Missing <chef> info.")
+        end
+
+        @validation_client_name = @node_info['validation-client-name'].first
+        if not @validation_client_name or @validation_client_name.strip.chomp.empty?
+          raise Exception.new("Invalid bootstrap XML. Missing <validation-client-name> info.")
+        end
+
+        @validation_cert = @node_info['validation-cert'].first
+        if not @validation_cert or @validation_cert.strip.chomp.empty?
+          raise Exception.new("Invalid bootstrap XML. Missing <validation-cert> info.")
+        end
+        @chef_server_url = @node_info['chef-server-url'].first
+        if not @chef_server_url or @chef_server_url.strip.chomp.empty?
+          raise Exception.new("Invalid bootstrap XML. Missing <chef-server-url> info.")
+        end
+        @run_list = @node_info['runlist'].first['element']
+        if not @run_list
+          raise Exception.new("Invalid bootstrap XML. Missing <runlist>> info.")
+        end
+      end
+
+    end
+
+    class Util
+
+      #
+      # Tries to find the right leases file
+      #
+      def self.find_leases_file(search_dirs = ['/var/lib/dhcp3', '/var/lib/dhcp', '/var/lib/dhclient'])
+        leases = []
+        search_dirs.each do |d|
+          Dir["#{d}/*"].each do |f|
+            mtime = File.mtime f
+            if (Time.now - mtime) <= 600
+              leases << f
+            end
+          end
+        end
+        return leases
+      end
+
+      #
+      # Returns a Hash representing the leases file
+      # {
+      #   :ip => ipaddr,
+      #   :interface => iface,
+      #   :mac => hwmac,
+      #   :routers => router_addr,
+      #   :domain_name => domain_name,
+      #   :abiquo_api_url => url,
+      #   :abiquo_api_token => token
+      # }
+      # 
+      def self.parse_leases_file
+        files = find_leases_file
+        files.each do |file|
+          f = File.open(file)
+          l = {}
+          f.each do |line|
+            case line
+            when /fixed-address (.*);/
+              l[:ip] = $1
+            when /interface (.*);/
+              l[:interface] = $1
+            when /hardware ethernet (.*);/
+              l[:mac] = $1
+            when /option dhcp-server-identifier (.*);/
+              l[:dhcp_server] = $1
+            when /option routers (.*);/
+              l[:routers] = $1
+            when /option domain-name (.*);/
+              l[:domain_name] = $1
+            when /option vendor-encapsulated-options\s*"(.*)"\s*;/
+              tokens = $1.split('@@')
+              l[:abiquo_api_url] = tokens[0].gsub("\\", "")
+              l[:abiquo_api_token] = tokens[1]
+            end
+          end
+          if l[:abiquo_api_token]
+            log "Default leases file '#{file}' found"
+            return l
+          end
+        end
+        return nil
+      end
+    end
+  end
+end

data/scripts/abiquo-chef-agent.init

@@ -0,0 +1,103 @@
+#!/bin/sh
+#
+# abiquo-chef-agent Abiquo Agent to Manage Chef Node initial registration
+#
+# chkconfig:   - 80 01
+# description: Abiquo Chef Agent
+
+### BEGIN INIT INFO
+# Provides: abiquo-chef-agent
+# Required-Start: $local_fs $network $remote_fs
+# Required-Stop: $local_fs $network $remote_fs
+# Should-Start: $named $time
+# Should-Stop: $named $time
+# Short-Description: Startup script for the Abiquo Chef Agent
+# Description: Abiquo Agent to Manage Chef Node initial registration
+### END INIT INFO
+
+# Source function library.
+. /etc/rc.d/init.d/functions
+
+exec="/usr/bin/abiquo-chef-agent"
+prog="abiquo-chef-agent"
+config="/etc/sysconfig/abiquo-chef-agent"
+
+[ -e /etc/sysconfig/$prog ] && . /etc/sysconfig/$prog
+
+lockfile=/var/lock/subsys/$prog
+
+start() {
+    [ -x $exec ] || exit 5
+    #[ -f $config ] || exit 6
+    echo -n $"Starting $prog: "
+    $exec start
+    retval=$?
+    echo
+    [ $retval -eq 0 ] && touch $lockfile
+    return $retval
+}
+
+stop() {
+    echo -n $"Stopping $prog: "
+    # stop it here, often "killproc $prog"
+    $exec stop
+    retval=$?
+    echo
+    [ $retval -eq 0 ] && rm -f $lockfile
+    return $retval
+}
+
+restart() {
+    stop
+    start
+}
+
+reload() {
+    restart
+}
+
+force_reload() {
+    restart
+}
+
+rh_status() {
+    # run checks to determine if the service is running or use generic status
+    status $prog
+}
+
+rh_status_q() {
+    rh_status >/dev/null 2>&1
+}
+
+
+case "$1" in
+    start)
+        rh_status_q && exit 0
+        $1
+        ;;
+    stop)
+        rh_status_q || exit 0
+        $1
+        ;;
+    restart)
+        $1
+        ;;
+    reload)
+        rh_status_q || exit 7
+        $1
+        ;;
+    force-reload)
+        force_reload
+        ;;
+    status)
+        rh_status
+        ;;
+    condrestart|try-restart)
+        rh_status_q || exit 0
+        restart
+        ;;
+    *)
+        echo $"Usage: $0 {start|stop|status|restart|condrestart|try-restart|reload|force-reload}"
+        exit 2
+esac
+exit $?

data/scripts/debian/abiquo-chef-agent.conf.upstart

@@ -0,0 +1,16 @@
+# abiquo-chef-agent - Abiquo Chef Client Wrapper
+#
+# Chef Client provides the Chef configuration management daemon
+
+description "Abiquo Chef Agent"
+
+start on (local-filesystems and net-device-up IFACE=eth0)
+stop on runlevel [!2345]
+
+pre-start script
+    test -x /usr/bin/abiquo-chef-run || { stop; exit 0; }
+    export RUBYOPT="-d"
+end script
+    
+exec /usr/bin/abiquo-chef-run 
+

data/scripts/debian/chef-client.defaults

@@ -0,0 +1,4 @@
+LOGFILE=/var/log/chef/client.log
+CONFIG=/etc/chef/client.rb
+INTERVAL=1800
+SPLAY=20

metadata

@@ -0,0 +1,112 @@
+--- !ruby/object:Gem::Specification
+name: abiquo-chef-agent
+version: !ruby/object:Gem::Version
+  version: 1.0.4
+  prerelease: 
+platform: ruby
+authors:
+- Sergio Rubio
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-11-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: run-as-root
+  requirement: &11309100 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *11309100
+- !ruby/object:Gem::Dependency
+  name: chef
+  requirement: &11308500 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *11308500
+- !ruby/object:Gem::Dependency
+  name: daemons
+  requirement: &11307760 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *11307760
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: &11336000 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *11336000
+- !ruby/object:Gem::Dependency
+  name: xml-simple
+  requirement: &11335420 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *11335420
+description: Abiquo Chef Agent
+email: srubio@abiquo.com
+executables:
+- abiquo-chef-run
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+- README.md
+files:
+- LICENSE.txt
+- README.md
+- Rakefile
+- VERSION
+- bin/abiquo-chef-run
+- lib/abiquo-chef-agent.rb
+- scripts/abiquo-chef-agent.init
+- scripts/debian/abiquo-chef-agent.conf.upstart
+- scripts/debian/chef-client.defaults
+homepage: http://github.com/abiquo/abiquo-chef-agent
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: Abiquo Chef Agent
+test_files: []