caterer 0.0.1 → 0.1.0

data/lib/caterer/provisioner/chef_solo.rb

@@ -0,0 +1,150 @@
+require 'tilt'
+require 'oj'
+require 'multi_json'
+
+module Caterer
+  module Provisioner
+    class ChefSolo < Base
+      
+      def bootstrap(script=nil)
+
+        script ||= config_bootstrap || default_bootstrap
+
+        if not File.exists? script
+          server.ui.error "Script does not exist!"
+          return
+        end
+
+        # upload
+        server.ui.info "Uploading bootstrap script..."
+        server.ssh.upload script, "#{bootstrap_path}"
+
+        # set permissions
+        server.ui.info "Applying permissions..."
+        server.ssh.sudo "chown #{server.username} #{bootstrap_path}", :stream => true
+        server.ssh.sudo "chmod 777 #{bootstrap_path}", :stream => true
+
+        # run
+        server.ui.info "Running bootstrap script..."
+        server.ssh.sudo "#{bootstrap_path}", :stream => true
+      end
+
+      def prepare
+        server.ssh.sudo "mkdir -p #{base_path}", :stream => true
+        server.ssh.sudo "chown #{server.username} #{base_path}", :stream => true
+      end
+
+      def provision
+
+        # create cookbooks directory
+        server.ssh.sudo "mkdir -p #{cookbooks_path}", :stream => true
+        server.ssh.sudo "chown -R #{server.username} #{cookbooks_path}", :stream => true
+
+        # sync cookbooks
+        server.ui.info "Syncing cookbooks..."
+        @config.cookbooks_path.each do |path|
+          upload_directory path, cookbooks_path
+        end
+
+        # create roles directory
+        server.ssh.sudo "mkdir -p #{roles_path}", :stream => true
+        server.ssh.sudo "chown -R #{server.username} #{roles_path}", :stream => true
+
+        # sync roles
+        server.ui.info "Syncing roles..."
+        @config.roles_path.each do |path|
+          upload_directory path, roles_path
+        end
+
+        # create data_bags directory
+        server.ssh.sudo "mkdir -p #{data_bags_path}", :stream => true
+        server.ssh.sudo "chown -R #{server.username} #{data_bags_path}", :stream => true
+
+        # sync databags
+        server.ui.info "Syncing data bags..."
+        @config.data_bags_path.each do |path|
+          upload_directory path, data_bags_path
+        end
+
+        # create solo.rb
+        server.ui.info "Generating solo.rb..."
+        server.ssh.upload(StringIO.new(solo_content), solo_path)
+
+        # create json
+        server.ui.info "Generating json config..."
+        server.ssh.upload(StringIO.new(json_config), json_config_path)
+
+        # set permissions on everything
+        server.ssh.sudo "chown -R #{server.username} #{base_path}", :stream => true
+
+        # run
+        server.ui.info "Running chef-solo..."
+        server.ssh.sudo command_string, :stream => true
+      end
+
+      def cleanup
+        server.ssh.sudo "rm -rf #{base_path}", :stream => true
+      end
+
+      protected
+
+      def upload_directory(from, to)
+        if File.exists? from
+          unique = Digest::MD5.hexdigest(from)
+          server.ssh.upload from, "#{to}/#{unique}"
+          server.ssh.sudo "mv #{to}/#{unique}/* #{to}/", :stream => true
+          server.ssh.sudo "rm -rf #{to}/#{unique}", :stream => true
+        end
+      end
+
+      def base_path
+        "/tmp/cater-chef-solo"
+      end
+
+      def bootstrap_path
+        "#{base_path}/bootstrap"
+      end
+
+      def cookbooks_path
+        "#{base_path}/cookbooks"
+      end
+
+      def roles_path
+        "#{base_path}/roles"
+      end
+
+      def data_bags_path
+        "#{base_path}/data_bags" 
+      end
+
+      def config_bootstrap
+        @config.bootstrap_script
+      end
+
+      def default_bootstrap
+        File.expand_path("../../../templates/provisioner/chef_solo/bootstrap.sh", __FILE__)
+      end
+
+      def solo_path
+        "#{base_path}/solo.rb"
+      end
+
+      def solo_content
+        Tilt.new(File.expand_path('../../../templates/provisioner/chef_solo/solo.erb', __FILE__)).render(self)
+      end
+
+      def json_config
+        MultiJson.dump(@config.json.merge({:run_list => @config.run_list}))
+      end
+
+      def json_config_path
+        "#{base_path}/config.json"
+      end
+
+      def command_string
+        "chef-solo -c #{solo_path} -j #{json_config_path}"
+      end
+
+    end
+  end
+end

data/lib/caterer/provisioner.rb

@@ -0,0 +1,6 @@
+module Caterer
+  module Provisioner
+    autoload :Base,     'caterer/provisioner/base'
+    autoload :ChefSolo, 'caterer/provisioner/chef_solo'
+  end
+end

data/lib/caterer/server.rb

@@ -0,0 +1,102 @@
+require 'etc'
+
+module Caterer
+  class Server
+    
+    attr_reader :env
+
+    def initialize(env, opts=nil)
+      @env    = env || Environment.new
+      @alias  = opts[:alias]
+      @user   = opts[:user]
+      @pass   = opts[:pass]
+      @host   = opts[:host]
+      @port   = opts[:port]
+      @images = opts[:images] || []
+    end
+
+    def bootstrap(opts={})
+      if @images.length == 0
+        ui.error "image list is empty, nothing to do"
+      end
+      @images.each do |i|
+        ui.info "*** Bootstrapping image: #{i} ***"
+        run_action(:bootstrap, opts.merge({:image => i}))
+      end
+    end
+
+    def provision(opts={})
+      if @images.length == 0
+        ui.error "image list is empty, nothing to do"
+      end
+      @images.each do |i|
+        ui.info "*** Provisioning image: #{i} ***"
+        run_action(:provision, opts.merge({:image => i}))
+      end
+    end
+
+    def reboot(opts={})
+      run_action(:reboot, opts)
+    end
+
+    def up(opts={})
+      if @images.length == 0
+        ui.error "image list is empty, nothing to do"
+      end
+      @images.each do |i|
+        ui.info "*** Up'ing image: #{i} ***"
+        run_action(:up, opts.merge({:image => i}))
+      end
+    end
+
+    def ssh
+      @ssh ||= Communication::SSH.new(self)
+    end
+
+    def ssh_opts
+      {
+        :port => port,
+        :password => password
+      }
+    end
+
+    def ui
+      @ui ||= begin
+        ui = @env.ui.dup
+        ui.resource = name
+        ui
+      end
+    end
+
+    def name
+      @alias || host
+    end
+
+    def username
+      @user || Etc.getlogin
+    end
+
+    def password
+      @pass
+    end
+
+    def host
+      @host
+    end
+
+    def port
+      @port || 22
+    end
+
+    def run_action(name, options=nil)
+      options = {
+        :server => self,
+        :ui => ui,
+        :config => env.config
+      }.merge(options || {})
+
+      env.action_runner.run(name, options)
+    end
+
+  end
+end

data/lib/caterer/util/ansi_escape_code_remover.rb

@@ -0,0 +1,34 @@
+module Caterer
+  module Util
+    module ANSIEscapeCodeRemover
+      # Removes ANSI escape code sequences from the text and returns
+      # it.
+      #
+      # This removes all the ANSI escape codes listed here along with
+      # the escape codes for VT100 terminals:
+      #
+      # http://ascii-table.com/ansi-escape-sequences.php
+      def remove_ansi_escape_codes(text)
+        # An array of regular expressions which match various kinds
+        # of escape sequences. I can't think of a better single regular
+        # expression or any faster way to do this.
+        matchers = [/\e\[\d*[ABCD]/,       # Matches things like \e[4D
+                    /\e\[(\d*;)?\d*[HF]/,  # Matches \e[1;2H or \e[H
+                    /\e\[(s|u|2J|K)/,      # Matches \e[s, \e[2J, etc.
+                    /\e\[=\d*[hl]/,        # Matches \e[=24h
+                    /\e\[\?[1-9][hl]/,     # Matches \e[?2h
+                    /\e\[20[hl]/,          # Matches \e[20l]
+                    /\e[DME78H]/,          # Matches \eD, \eH, etc.
+                    /\e\[[0-2]?[JK]/,      # Matches \e[0J, \e[K, etc.
+                    ]
+
+        # Take each matcher and replace it with emptiness.
+        matchers.each do |matcher|
+          text.gsub!(matcher, "")
+        end
+
+        text
+      end
+    end
+  end
+end

data/lib/caterer/util/retryable.rb

@@ -0,0 +1,25 @@
+module Caterer
+  module Util
+    module Retryable
+      # Retries a given block a specified number of times in the
+      # event the specified exception is raised. If the retries
+      # run out, the final exception is raised.
+      #
+      # This code is adapted slightly from the following blog post:
+      # http://blog.codefront.net/2008/01/14/retrying-code-blocks-in-ruby-on-exceptions-whatever/
+      def retryable(opts=nil)
+        opts = { :tries => 1, :on => Exception }.merge(opts || {})
+
+        begin
+          return yield
+        rescue *opts[:on]
+          if (opts[:tries] -= 1) > 0
+            sleep opts[:sleep].to_f if opts[:sleep]
+            retry
+          end
+          raise
+        end
+      end
+    end
+  end
+end

data/lib/caterer/util.rb

@@ -0,0 +1,6 @@
+module Caterer
+  module Util
+    autoload :ANSIEscapeCodeRemover,  'caterer/util/ansi_escape_code_remover'
+    autoload :Retryable,              'caterer/util/retryable'
+  end
+end

data/lib/caterer/version.rb

@@ -1,3 +1,3 @@
 module Caterer
-  VERSION = "0.0.1"
+  VERSION = "0.1.0"
 end

data/lib/caterer.rb

@@ -3,13 +3,22 @@ require 'caterer/version'
 require 'caterer/logger'
 
 module Caterer
-  autoload :Cli,          'caterer/cli'
-  autoload :Command,      'caterer/command'
-  autoload :Config,       'caterer/config'
-  autoload :Environment,  'caterer/environment'
+  autoload :Action,         'caterer/action'
+  autoload :Cli,            'caterer/cli'
+  autoload :Command,        'caterer/command'
+  autoload :Communication,  'caterer/communication'
+  autoload :Config,         'caterer/config'
+  autoload :Environment,    'caterer/environment'
+  autoload :Provisioner,    'caterer/provisioner'
+  autoload :Server,         'caterer/server'
+  autoload :Util,           'caterer/util'
   
   extend self
 
+  def actions
+    @actions ||= Vli::Registry.new
+  end
+
   def commands
     @commands ||= Vli::Registry.new
   end
@@ -24,4 +33,5 @@ module Caterer
 
 end
 
-require 'caterer/commands'
+require 'caterer/commands'
+require 'caterer/actions'

data/lib/templates/provisioner/chef_solo/bootstrap.sh

@@ -0,0 +1,87 @@
+#!/bin/bash
+
+# this script will:
+# 1- detect a platform
+# 2- install curl
+# 3- download and run the chef-solo installer
+
+# Check whether a command exists
+exists() {
+  if command -v $1 &>/dev/null
+  then
+    return 0
+  else
+    return 1
+  fi
+}
+
+detect_platform() {
+  local platform=""
+  if [ -f "/etc/lsb-release" ];
+  then
+    platform=$(grep DISTRIB_ID /etc/lsb-release | cut -d "=" -f 2 | tr '[A-Z]' '[a-z]')
+  elif [ -f "/etc/debian_version" ];
+  then
+    platform="debian"
+  elif [ -f "/etc/redhat-release" ];
+  then
+    platform="el"
+  elif [ -f "/etc/system-release" ];
+  then
+    platform=$(sed 's/^\(.\+\) release.\+/\1/' /etc/system-release | tr '[A-Z]' '[a-z]')
+    # amazon is built off of fedora, so act like RHEL
+    if [ "$platform" = "amazon linux ami" ];
+    then
+      platform="el"
+    fi
+  # Apple OS X
+  elif [ -f "/usr/bin/sw_vers" ];
+  then
+    platform="mac_os_x"
+  elif [ -f "/etc/release" ];
+  then
+    platform="solaris2"
+  elif [ -f "/etc/SuSE-release" ];
+  then
+    if grep -q 'Enterprise' /etc/SuSE-release;
+    then
+        platform="sles"
+    else
+        platform="suse"
+    fi
+  fi
+  echo $platform
+}
+
+install_curl() {
+  echo "installing curl..."
+  case "$(detect_platform)" in
+    "ubuntu" )
+      apt-get -y install curl
+      ;;
+    "debian" )
+      apt-get -y install curl
+      ;;
+    "el" )
+      yum -y install curl
+      ;;
+    "fedora" )
+      yum -y install curl
+      ;;
+    "suse" )
+      yast -i curl
+      ;;
+    "sles" )
+      yast -i curl
+      ;;
+    *)
+      echo "sorry, I don't have a bootstrap for this platform"
+      exit 1
+      ;;
+  esac
+}
+
+exists curl || install_curl
+
+# install chef-solo
+exists chef-solo || curl -L https://www.opscode.com/chef/install.sh | bash

data/lib/templates/provisioner/chef_solo/solo.erb

@@ -0,0 +1,3 @@
+node_name "<%= server.host %>"
+cookbook_path "<%= cookbooks_path %>"
+data_bag_path "<%= data_bags_path %>"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: caterer
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-12-05 00:00:00.000000000 Z
+date: 2012-12-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: log4r
@@ -59,6 +59,86 @@ dependencies:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: net-ssh
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: net-scp
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: tilt
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: oj
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: multi_json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '1.3'
 description: Caterer is a server configuration tool that caters to your servers with
   a push model, with support for chef recipes
 email:
@@ -69,27 +149,68 @@ extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
+- Berksfile
+- Berksfile.lock
 - Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
+- Vagrantfile
 - bin/cater
 - caterer.gemspec
 - config/default.rb
+- cookbooks/users/recipes/default.rb
 - example/Caterfile
+- example/bootstrap.sh
+- knife.rb
 - lib/caterer.rb
+- lib/caterer/action.rb
+- lib/caterer/action/base.rb
+- lib/caterer/action/config.rb
+- lib/caterer/action/config/validate.rb
+- lib/caterer/action/config/validate/image.rb
+- lib/caterer/action/config/validate/provisioner.rb
+- lib/caterer/action/provisioner.rb
+- lib/caterer/action/provisioner/base.rb
+- lib/caterer/action/provisioner/bootstrap.rb
+- lib/caterer/action/provisioner/cleanup.rb
+- lib/caterer/action/provisioner/prepare.rb
+- lib/caterer/action/provisioner/provision.rb
+- lib/caterer/action/server.rb
+- lib/caterer/action/server/validate.rb
+- lib/caterer/action/server/validate/ssh.rb
+- lib/caterer/actions.rb
 - lib/caterer/cli.rb
 - lib/caterer/command.rb
+- lib/caterer/command/base.rb
+- lib/caterer/command/bootstrap.rb
+- lib/caterer/command/provision.rb
+- lib/caterer/command/reboot.rb
 - lib/caterer/command/test.rb
+- lib/caterer/command/up.rb
 - lib/caterer/commands.rb
+- lib/caterer/communication.rb
+- lib/caterer/communication/rsync.rb
+- lib/caterer/communication/ssh.rb
 - lib/caterer/config.rb
 - lib/caterer/config/base.rb
+- lib/caterer/config/group.rb
+- lib/caterer/config/image.rb
+- lib/caterer/config/member.rb
 - lib/caterer/config/provision.rb
 - lib/caterer/config/provision/chef_solo.rb
-- lib/caterer/config/role.rb
 - lib/caterer/environment.rb
 - lib/caterer/logger.rb
+- lib/caterer/provisioner.rb
+- lib/caterer/provisioner/base.rb
+- lib/caterer/provisioner/chef_solo.rb
+- lib/caterer/server.rb
+- lib/caterer/util.rb
+- lib/caterer/util/ansi_escape_code_remover.rb
+- lib/caterer/util/retryable.rb
 - lib/caterer/version.rb
+- lib/templates/provisioner/chef_solo/bootstrap.sh
+- lib/templates/provisioner/chef_solo/solo.erb
 homepage: ''
 licenses: []
 post_install_message: 

data/lib/caterer/config/role.rb

@@ -1,21 +0,0 @@
-require 'active_support/inflector'
-
-module Caterer::Config
-
-  class Role
-    
-    attr_reader   :name
-
-    def initialize(name)
-      @name = name
-    end
-
-    def provision(type=nil)
-      return @provision if not type
-      @provision = "Caterer::Config::Provision::#{type.to_s.classify}".constantize.new
-      yield @provision if block_given?
-    end
-
-  end
-
-end