knife-solo 0.0.3

data/lib/chef/knife/cook.rb

@@ -0,0 +1,80 @@
+require 'pathname'
+
+require 'chef/knife'
+require 'chef/config'
+
+require 'knife-solo/ssh_command'
+require 'knife-solo/kitchen_command'
+
+class Chef
+  class Knife
+    # Approach ported from spatula (https://github.com/trotter/spatula)
+    # Copyright 2009, Trotter Cashion
+    class Cook < Knife
+      include KnifeSolo::SshCommand
+      include KnifeSolo::KitchenCommand
+
+      banner "knife prepare [user@]hostname [json] (options)"
+
+      def run
+        super
+
+        check_syntax
+
+        Chef::Config.from_file('solo.rb')
+
+        rsync_kitchen
+
+        add_patches
+
+        logging_arg = "-l debug" if config[:verbosity] > 0
+        stream_command <<-BASH
+          sudo chef-solo -c #{chef_path}/solo.rb \
+                         -j #{chef_path}/#{node_config} \
+                         #{logging_arg}
+        BASH
+      end
+
+      def check_syntax
+        Dir["**/*.rb"].each do |recipe|
+          ok = system "ruby -c #{recipe} >/dev/null 2>&1"
+          raise "Syntax error in #{recipe}" if not ok
+        end
+
+        Dir["**/*.json"].each do |json|
+          begin
+            require 'json'
+            # parse without instantiating Chef classes
+            JSON.parse File.read(json), :create_additions => false
+          rescue => error
+            raise "Syntax error in #{json}: #{error.message}"
+          end
+        end
+      end
+
+      def node_config
+        @name_args[1] || super
+      end
+
+      def chef_path
+        Chef::Config.file_cache_path
+      end
+
+      def patch_path
+        Array(Chef::Config.cookbook_path).first + "/chef_solo_patches/libraries"
+      end
+
+      # TODO (mat): Let rsync write to /var/chef-solo with sudo somehow
+      def rsync_kitchen
+        system %Q{rsync -rlP --rsh="ssh #{ssh_args}" --delete --exclude '.*' ./ :#{chef_path}}
+      end
+
+      def add_patches
+        run_command "mkdir -p #{patch_path}"
+        Dir[Pathname.new(__FILE__).dirname.join("patches", "*.rb")].each do |patch|
+          system %Q{rsync -rlP --rsh="ssh #{ssh_args}" #{patch} :#{patch_path}}
+        end
+      end
+    end
+  end
+end

data/lib/chef/knife/kitchen.rb

@@ -0,0 +1,29 @@
+require 'chef/knife'
+
+class Chef
+  class Knife
+    class Kitchen < Knife
+      include FileUtils
+
+      banner "knife kitchen NAME"
+
+      def run
+        name = @name_args.first
+        mkdir name
+        mkdir name + "/nodes"
+        mkdir name + "/roles"
+        mkdir name + "/data_bags"
+        mkdir name + "/site-cookbooks"
+        mkdir name + "/cookbooks"
+        File.open(name + "/solo.rb", 'w') do |f|
+          f << <<-RUBY.gsub(/^\s+/, '')
+            file_cache_path "/tmp/chef-solo"
+            data_bag_path   "/tmp/chef-solo/data_bags"
+            cookbook_path   [ "/tmp/chef-solo/site-cookbooks",
+                              "/tmp/chef-solo/cookbooks" ]
+          RUBY
+        end
+      end
+    end
+  end
+end

data/lib/chef/knife/patches/data_bags_patch.rb

@@ -0,0 +1,42 @@
+# Taken from Vagrant's patch: https://gist.github.com/867960
+# based on Brian Akins's patch: http://lists.opscode.com/sympa/arc/chef/2011-02/msg00000.html
+if Chef::Config[:solo]
+  class Chef
+    module Mixin
+      module Language
+        def data_bag(bag)
+          @solo_data_bags = {} if @solo_data_bags.nil?
+          unless @solo_data_bags[bag]
+            @solo_data_bags[bag] = {}
+            data_bag_path = Chef::Config[:data_bag_path]
+            Dir.glob(File.join(data_bag_path, bag, "*.json")).each do |f|
+              item = JSON.parse(IO.read(f))
+              @solo_data_bags[bag][item['id']] = item
+            end
+          end
+          @solo_data_bags[bag].keys
+        end
+
+        def data_bag_item(bag, item)
+          data_bag(bag) unless ( !@solo_data_bags.nil? && @solo_data_bags[bag])
+          @solo_data_bags[bag][item]
+        end
+
+      end
+    end
+  end
+
+  class Chef
+    class Recipe
+      def search(bag_name, query=nil)
+        Chef::Log.warn("Simplistic search patch, ignoring query of %s" % [query]) unless query.nil?
+        data_bag(bag_name.to_s).each do |bag_item_id|
+          bag_item = data_bag_item(bag_name.to_s, bag_item_id)
+          yield bag_item
+        end
+      end
+
+    end
+  end
+
+end

data/lib/chef/knife/prepare.rb

@@ -0,0 +1,117 @@
+require 'chef/knife'
+require 'knife-solo/ssh_command'
+require 'knife-solo/kitchen_command'
+
+class Chef
+  class Knife
+    # Approach ported from littlechef (https://github.com/tobami/littlechef)
+    # Copyright 2010, 2011, Miquel Torres <tobami@googlemail.com>
+    class Prepare < Knife
+      include KnifeSolo::SshCommand
+      include KnifeSolo::KitchenCommand
+
+      banner "knife prepare [user@]hostname (options)"
+
+      def run
+        super
+        send("#{distro[:type]}_gem_install")
+        generate_node_config
+      end
+
+      def generate_node_config
+        File.open(node_config, 'w') do |f|
+          f.print <<-JSON.gsub(/^\s+/, '')
+            { "run_list": [] }
+          JSON
+        end unless node_config.exist?
+      end
+
+      def package_list
+        @packages.join(' ')
+      end
+
+      # TODO (mat): integration test this, not a gem install
+      def emerge_gem_install
+        ui.msg("Installing required packages...")
+        run_command("sudo USE='-test' ACCEPT_KEYWORDS='~amd64' emerge -u chef")
+      end
+
+      def add_rpm_repos
+        ui.message("Adding EPEL and ELFF...")
+        repo_url = "http://download.fedora.redhat.com"
+        repo_path = "/pub/epel/5/i386/epel-release-5-4.noarch.rpm"
+        result = run_command("sudo rpm -Uvh #{repo_url}#{repo_path}")
+        installed = "package epel-release-5-4.noarch is already installed"
+        raise result.stderr unless result.success? || result.stdout.match(installed)
+
+        repo_url = "http://download.elff.bravenet.com"
+        repo_path = "/5/i386/elff-release-5-3.noarch.rpm"
+        result = run_command("sudo rpm -Uvh #{repo_url}#{repo_path}")
+        installed = "package elff-release-5-3.noarch is already installed"
+        raise result.stderr unless result.success? || result.stdout.match(installed)
+      end
+
+      # TODO (mat): integration test this, will probably break without sudo
+      def rpm_gem_install
+        ui.msg("Installing required packages...")
+        @packages = %w(ruby ruby-shadow gcc gcc-c++ ruby-devel wget rsync)
+        run_command("sudo yum -y install #{package_list}")
+        gem_install
+      end
+
+      def debian_gem_install
+        ui.msg "Updating apt caches..."
+        run_command("sudo apt-get update")
+
+        ui.msg "Installing required packages..."
+        @packages = %w(ruby ruby-dev libopenssl-ruby irb
+                       build-essential wget ssl-cert rsync)
+        run_command <<-BASH
+          sudo DEBIAN_FRONTEND=noninteractive apt-get --yes install #{package_list}
+        BASH
+
+        gem_install
+      end
+
+      def gem_install
+        ui.msg "Installing rubygems from source..."
+        release = "rubygems-1.7.2"
+        file = "#{release}.tgz"
+        url = "http://production.cf.rubygems.org/rubygems/#{file}"
+        run_command("wget #{url}")
+        run_command("tar zxf #{file}")
+        run_command("cd #{release} && sudo ruby setup.rb --no-format-executable")
+        run_command("sudo rm -rf #{release} #{file}")
+        run_command("sudo gem install --no-rdoc --no-ri chef")
+      end
+
+      def issue
+        run_command("cat /etc/issue").stdout
+      end
+
+      def distro
+        @distro ||= case issue
+        when %r{Debian GNU/Linux 5}
+          {:type => "debian", :version => "lenny"}
+        when %r{Debian GNU/Linux 6}
+          {:type => "debian", :version => "squeeze"}
+        when %r{Debian GNU/Linux wheezy}
+          {:type => "debian", :version => "wheezy"}
+        when %r{Ubuntu}
+          version = run_command("lsb_release -cs").stdout.strip
+          {:type => "debian", :version => version}
+        when %r{CentOS}
+          {:type => "rpm", :version => "CentOS"}
+        when %r{Red Hat Enterprise Linux}
+          {:type => "rpm", :version => "Red Hat"}
+        when %r{Scientific Linux SL}
+          {:type => "rpm", :version => "Scientific Linux"}
+        when %r{This is \\n\.\\O (\\s \\m \\r) \\t}
+          {:type => "gentoo", :version => "Gentoo"}
+        else
+          raise "Contents of /etc/issue not recognized, please fork https://github.com/matschaffer/knife-solo and add support for your distro."
+        end
+      end
+    end
+  end
+end

data/lib/knife-solo.rb

@@ -0,0 +1 @@
+require 'knife-solo/info'

data/lib/knife-solo/info.rb

@@ -0,0 +1,3 @@
+module KnifeSolo
+  VERSION = '0.0.3'
+end

data/lib/knife-solo/kitchen_command.rb

@@ -0,0 +1,18 @@
+module KnifeSolo
+  module KitchenCommand
+    class OutOfKitchenError < StandardError
+      def message
+        "This command must be run inside a Chef solo kitchen."
+      end
+    end
+
+    def required_files
+      %w(nodes roles cookbooks data_bags solo.rb)
+    end
+
+    def run
+      all_present  = required_files.inject(true) { |m, f| m && File.exists?(f) }
+      raise OutOfKitchenError.new unless all_present
+    end
+  end
+end

data/lib/knife-solo/ssh_command.rb

@@ -0,0 +1,161 @@
+require 'pathname'
+
+module KnifeSolo
+  module SshCommand
+    def self.included(other)
+      other.instance_eval do
+        deps do
+          require 'net/ssh'
+        end
+
+        option :ssh_config,
+          :short => "-F configfile",
+          :long => "--ssh-config-file configfile",
+          :description => "Alternate location for ssh config file"
+
+        option :ssh_password,
+          :short => "-P PASSWORD",
+          :long => "--ssh-password PASSWORD",
+          :description => "The ssh password"
+
+        option :ssh_identity,
+          :short => "-i FILE",
+          :long => "--ssh-identity FILE",
+          :description => "The ssh identity file"
+
+        option :ssh_port,
+          :short => "-p FILE",
+          :long => "--ssh-port FILE",
+          :description => "The ssh port"
+      end
+    end
+
+    def node_config
+      Pathname.new("nodes/#{host}.json")
+    end
+
+    def host_descriptor
+      return @host_descriptor if @host_descriptor
+      parts = @name_args.first.split('@')
+      @host_descriptor = {
+        :host => parts.pop,
+        :user => parts.pop
+      }
+    end
+
+    def user
+      host_descriptor[:user] || config_file_options[:user] || ENV['USER']
+    end
+
+    def host
+      host_descriptor[:host]
+    end
+
+    def ask_password
+      ui.ask("Enter the password for #{user}@#{host}: ") do |q|
+        q.echo = false
+      end
+    end
+
+    def password
+      config[:ssh_password] ||= ask_password
+    end
+
+    def try_connection
+      Net::SSH.start(host, user, connection_options) do |ssh|
+        ssh.exec!("true")
+      end
+    end
+
+    def config_file_options
+      Net::SSH::Config.for(host, config_files)
+    end
+
+    def connection_options
+      options = config_file_options
+      options[:port] = config[:ssh_port] if config[:ssh_port]
+      options[:password] = config[:ssh_password] if config[:ssh_password]
+      options
+    end
+
+    def config_files
+      Array(config[:ssh_config] || Net::SSH::Config.default_files)
+    end
+
+    def detect_authentication_method
+      return @detected if @detected
+      begin
+        try_connection
+      rescue Errno::ETIMEDOUT
+        raise "Unable to connect to #{host}"
+      rescue Net::SSH::AuthenticationFailed
+        # Ensure the password is set or ask for it immediately
+        password
+      end
+      @detected = true
+    end
+
+    def ssh_args
+      host_arg = [user, host].compact.join('@')
+      config_arg = "-F #{config[:ssh_config]}" if config[:ssh_config]
+      ident_arg = "-i #{config[:ssh_identity]}" if config[:ssh_identity]
+      port_arg = "-p #{config[:ssh_port]}" if config[:ssh_port]
+
+      [host_arg, config_arg, ident_arg, port_arg].compact.join(' ')
+    end
+
+    class ExecResult
+      attr_accessor :stdout, :stderr, :exit_code
+
+      def initialize
+        @stdout = ""
+        @stderr = ""
+      end
+
+      def success?
+        exit_code == 0
+      end
+    end
+
+    def stream_command(command)
+      run_command(command, :streaming => true)
+    end
+
+    def run_command(command, options={})
+      detect_authentication_method
+
+      result = ExecResult.new
+      command = command.sub(/^\s*sudo/, 'sudo -p \'knife sudo password: \'')
+      Net::SSH.start(host, user, connection_options) do |ssh|
+        ssh.open_channel do |channel|
+          channel.request_pty
+          channel.exec(command) do |ch, success|
+            raise "ssh.channel.exec failure" unless success
+
+            channel.on_data do |ch, data|  # stdout
+              if data =~ /^knife sudo password: /
+                ch.send_data("#{password}\n")
+              else
+                ui.stdout << data if options[:streaming]
+                result.stdout << data
+              end
+            end
+
+            channel.on_extended_data do |ch, type, data|
+              next unless type == 1
+              ui.stderr << data if options[:streaming]
+              result.stderr << data
+            end
+
+            channel.on_request("exit-status") do |ch, data|
+              result.exit_code = data.read_long
+            end
+
+          end
+          ssh.loop
+        end
+      end
+      result
+    end
+  end
+end

metadata

@@ -0,0 +1,113 @@
+--- !ruby/object:Gem::Specification
+name: knife-solo
+version: !ruby/object:Gem::Version
+  version: 0.0.3
+  prerelease: 
+platform: ruby
+authors:
+- Mat Schaffer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-08-01 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &70346489903680 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70346489903680
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: &70346489903000 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70346489903000
+- !ruby/object:Gem::Dependency
+  name: virtualbox
+  requirement: &70346489902460 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70346489902460
+- !ruby/object:Gem::Dependency
+  name: chef
+  requirement: &70346489901760 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *70346489901760
+- !ruby/object:Gem::Dependency
+  name: net-ssh
+  requirement: &70346489901160 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.1.3
+  type: :runtime
+  prerelease: false
+  version_requirements: *70346489901160
+description: Handles bootstrapping, running chef solo, rsyncing cookbooks etc
+email: mat@schaffer.me
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/chef/knife/cook.rb
+- lib/chef/knife/kitchen.rb
+- lib/chef/knife/patches/data_bags_patch.rb
+- lib/chef/knife/prepare.rb
+- lib/knife-solo/info.rb
+- lib/knife-solo/kitchen_command.rb
+- lib/knife-solo/ssh_command.rb
+- lib/knife-solo.rb
+homepage: https://github.com/matschaffer/knife-solo
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -2883154116349428333
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -2883154116349428333
+requirements: []
+rubyforge_project: nowarning
+rubygems_version: 1.8.6
+signing_key: 
+specification_version: 3
+summary: A collection of knife plugins for dealing with chef solo
+test_files: []