joyent-provisioner 0.1.0

data/.gitignore

@@ -0,0 +1,19 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+.idea/
+.pairs
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format progress

data/.travis.yml

@@ -0,0 +1,7 @@
+language: ruby
+rvm:
+  - 1.9.3
+script: "bundle exec rspec"
+notifications:
+  email: false
+

data/Gemfile

@@ -0,0 +1,5 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in provisioner.gemspec
+gemspec
+

data/Guardfile

@@ -0,0 +1,8 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+guard :rspec do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})     { |m| puts m.inspect ; "spec/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')  { "spec" }
+end

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 TODO: Write your name
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,130 @@
+# Joyent Cloud Provisioner
+
+[![Build status](https://secure.travis-ci.org/wanelo/joyent-provisioner.png)](http://travis-ci.org/wanelo/joyent-provisioner)
+
+This gem provides a ruby class and a command line tool to simplify provisioning of clusters of hosts in the
+cloud environment, based on rules defined in a convenient yml file. It specifically supports Joyent Cloud,
+but can be easily extended to support other clouds.
+
+The idea behind it is that working software is better than any documentation. But defining your templates
+in the YML file you not only documenting how to build various types of hosts in your infrastructure,
+you are also then able to use this configuration/documentation to actually provision or bootstrap these hosts
+with ease.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'joyent-provisioner'
+
+And then execute:
+
+    $ bundle
+
+Or install it into your ruby environment as follows:
+
+    $ gem install joyent-provisioner
+
+## Configuration
+
+Provisioner uses a YAML file to define templates of various types of hosts in your application, and
+link them with a particular type of Joyent flavors, packages and networks.  Please see 'knife joyent' for
+definition of these terms.
+
+Below YAML file defines a single template 'memcached-sessions' within the 'test' environment. It
+links the template with a UUID of an appropriate Joyent image, flavor, distribution, and list of
+networks. It also specifies Chef run_list to configure these hosts, as well as the host sequence
+which is used to provision many hosts in a cluster.
+
+Host sequence can be overridden by command line option --number, which can pass a single number, a ruby
+range, or a ruby array as a string.
+
+```yaml
+global:
+  environment: test
+  host_suffix: test
+  log_dir: ./tmp
+  ssh_user: ops
+
+templates:
+  memcached-sessions:
+    image: 9ec5c0c-a941-11e2-a7dc-57a6b041988f
+    flavor: "g3-highmemory-17.125-smartos"
+    distro: smartos-base64
+    networks: "42325ea0-eb62-44c1-8eb6-0af3e2f83abc,c8cde927-6277-49ca-82a3-741e8b23b02f"
+    run_list: "role[joyent]"
+    host_sequence: 1..2
+    host_prefix: memcached-sessions
+```
+
+After provisioning all hosts in the memcached-sessions template, you should end up with two hosts, like so:
+
+ * memcached-sessions001.test
+ * memcached-sessions002.test
+
+The intention is that each environment, such as production or staging, will have it's own YAML file.
+
+## Usage
+
+```bash
+Usage:
+  [bundle exec] provisioner command ...
+
+Where the command is one of the following:
+  provision, bootstrap
+```
+
+### Provisioning Hosts
+
+```bash
+Usage: provisioner provision --config <path-to-config>.yml [options]
+    -c, --config CONFIG_FILE         Path to the config file (YML) (required)
+    -g, --debug                      Log status to STDOUT
+        --dry-run                    Dry runs and prints all commands without executing them
+    -n, --number NUMBER              Ruby range or a number for the host, ie 3 or 1..3 or [2,4,6]
+    -t, --template TEMPLATE          Template name (required)
+    -h, --help                       Show this message
+```
+
+To provision a specific host
+
+```bash
+provisioner provision -n 3 -t redis-cluster -c production.yml
+```
+
+To provision all hosts defined by host_sequence in a template
+
+```bash
+provisioner provision -t redis-cluster -c production.yml
+```
+
+Only show the commands that should be run without actually running them:
+
+```bash
+provisioner provision -t redis-cluster -c production.yml --dry-run
+```
+
+### Bootstrapping Hosts
+
+Bootstrapping hosts skips the provisioning step, and assumes that the host is already provisioned.
+It runs 'knife joyent server list' in order to determine host's IP address, and then proceeds
+to bootrap the host when the IP is found.
+
+```bash
+Usage: provisioner bootstrap --config <path-to-config>.yml [options]
+    -c, --config CONFIG_FILE         Path to the config file (YML) (required)
+    -g, --debug                      Log status to STDOUT
+        --dry-run                    Dry runs and prints all commands without executing them
+    -n, --number NUMBER              Ruby range or a number for the host, ie 3 or 1..3 or [2,4,6]
+    -t, --template TEMPLATE          Template name (required)
+    -h, --help                       Show this message
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request
+

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/provisioner

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
+require 'rubygems'
+require 'bundler/setup' if File.exists?(ENV['BUNDLE_GEMFILE'])
+require 'joyent-provisioner'
+
+Provisioner::CLI.new.run
+

data/conf/configuration.yml.example

@@ -0,0 +1,16 @@
+global:
+  environment: test
+  host_suffix: test
+  log_dir: ./tmp
+  ssh_user: ops
+
+templates:
+  memcached-sessions:
+    image: 9ec5c0c-a941-11e2-a7dc-57a6b041988f
+    flavor: "g3-highmemory-17.125-smartos"
+    distro: smartos-base64
+    networks: "42325ea0-eb62-44c1-8eb6-0af3e2f83abc,c8cde927-6277-49ca-82a3-741e8b23b02f"
+    run_list: "role[joyent]"
+    host_sequence: 1..2
+    host_prefix: memcached-sessions
+

data/joyent-provisioner.gemspec

@@ -0,0 +1,32 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'provisioner/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "joyent-provisioner"
+  spec.version       = Provisioner::VERSION
+  spec.authors       = ["Konstantin Gredeskoul", "Blake Irvin", "Richard Millan"]
+  spec.email         = ["kig@wanelo.com", "bixu@wanelo.com", "richard@wanelo.com"]
+  spec.description   = %q{Wrapper gem around provisioning clusters of servers on Joyent cloud}
+  spec.summary       = %q{Wrapper gem around provisioning clusters of servers on Joyent cloud}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'mixlib-cli'
+  spec.add_dependency 'chef'
+  spec.add_dependency 'knife-joyent'
+  spec.add_dependency 'colorize'
+
+  spec.add_development_dependency 'bundler', '~> 1.3'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'guard'
+  spec.add_development_dependency 'guard-rspec'
+  spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'pry-debugger'
+end

data/lib/joyent-provisioner.rb

@@ -0,0 +1,12 @@
+module Provisioner
+end
+
+require 'colorize'
+
+require_relative 'provisioner/usage'
+require_relative 'provisioner/logger'
+require_relative 'provisioner/helper'
+require_relative 'provisioner/configuration'
+require_relative 'provisioner/host_ip'
+require_relative 'provisioner/cli'
+require_relative 'provisioner/command/base'

data/lib/provisioner/cli.rb

@@ -0,0 +1,107 @@
+require 'mixlib/cli'
+
+module Provisioner
+  class CLI
+    include Mixlib::CLI
+
+    class << self
+      attr_reader :commands
+
+      # Returns a command class by it's name
+      def command name
+        @commands[name]
+      end
+
+      # Returns array of registered command names
+      def supported_commands
+        commands.keys
+      end
+
+      def inherited subclass
+        @commands ||= {}
+        @commands[subclass.name.split("::").last.downcase] = subclass
+
+        subclass.instance_eval do
+          option :config_file,
+                 short: '-c CONFIG_FILE',
+                 long: '--config CONFIG_FILE',
+                 description: 'Path to the config file (YML)',
+                 required: true
+
+          option :debug,
+                 short: '-g',
+                 long: '--debug',
+                 description: 'Log status to STDOUT',
+                 boolean: true,
+                 required: false,
+                 default: false
+
+          option :template,
+                 short: '-t TEMPLATE',
+                 long: '--template TEMPLATE',
+                 description: 'Template name',
+                 required: true
+
+          option :number,
+                 short: '-n NUMBER',
+                 long: '--number NUMBER',
+                 description: 'Ruby range or a number for the host, ie 3 or 1..3 or [2,4,6]',
+                 required: false
+
+          option :dry,
+                 long: '--dry-run',
+                 description: 'Dry runs and prints all commands without executing them',
+                 boolean: true,
+                 required: false
+
+          option :help,
+                 short: '-h',
+                 long: '--help',
+                 description: 'Show this message',
+                 on: :tail,
+                 boolean: true,
+                 show_options: true,
+                 exit: 0
+        end
+      end
+    end
+
+    attr_reader :args
+
+    def run args = ARGV
+      @args = args
+      validate!
+      command_name = args.shift
+      command_class = Provisioner::CLI.command(command_name)
+      Provisioner::Exit.with_message("Command '#{command_name}' not found.") if command_class.nil?
+      command_class.new.run(args)
+    end
+
+    protected
+
+    def template_configuration
+      Provisioner::Configuration.from_path(config[:config_file])
+    end
+
+    private
+
+    def validate!
+      Provisioner::Exit.with_message('No command given') if args.empty?
+      @command = args.first
+    end
+
+    def generate_config argv = []
+      parse_options argv
+      config[:configuration] = Provisioner::Configuration.from_path(config[:config_file])
+    end
+
+    def enable_logger
+      STDOUT.sync = true
+      Provisioner::Logger.enable
+    end
+
+  end
+end
+
+require 'provisioner/cli/provision'
+require 'provisioner/cli/bootstrap'

data/lib/provisioner/cli/bootstrap.rb

@@ -0,0 +1,25 @@
+require 'mixlib/cli'
+require 'pry'
+
+class Provisioner::CLI::Bootstrap < Provisioner::CLI
+
+  banner 'Usage: provisioner bootstrap --config <path-to-config>.yml [options] '
+
+  def run(argv = ARGV)
+    parse_options argv
+    enable_logger if config[:debug]
+
+    if config[:dry]
+      provisioner_command.shell_commands.each do |command|
+        puts command.colorize(:green)
+      end
+    else
+      provisioner_command.run
+    end
+  end
+
+  def provisioner_command
+    Provisioner::Command::Bootstrap.new(template_configuration.for_template(config[:template]), config[:number])
+  end
+
+end

data/lib/provisioner/cli/provision.rb

@@ -0,0 +1,25 @@
+require 'mixlib/cli'
+require 'pry'
+
+class Provisioner::CLI::Provision < Provisioner::CLI
+
+  banner 'Usage: provisioner provision --config <path-to-config>.yml [options] '
+
+  def run(argv = ARGV)
+    parse_options argv
+    enable_logger if config[:debug]
+
+    if config[:dry]
+      provisioner_command.shell_commands.each do |command|
+        puts command.colorize(:green)
+      end
+    else
+      provisioner_command.run
+    end
+  end
+
+  def provisioner_command
+    Provisioner::Command::Provision.new(template_configuration.for_template(config[:template]), config[:number])
+  end
+
+end

data/lib/provisioner/command/base.rb

@@ -0,0 +1,60 @@
+module Provisioner
+  module Command
+    class Base
+      attr_accessor :image, :flavor, :distro, :networks, :run_list,
+                    :host_sequence, :host_prefix, :environment, :host_suffix,
+                    :host_presuffix, :log_dir, :host_number, :ssh_user
+
+      def initialize(template_configuration, host_number=nil)
+        @host_number = host_number
+        template_configuration.each_pair do |key, value|
+          self.send("#{key}=", value)
+        end
+        raise "Log path is required" unless @log_dir
+        Dir.mkdir(log_dir) unless Dir.exists?(log_dir)
+      end
+
+      def run
+        shell_commands.each do |command|
+          shellout command
+          sleep 0.5
+        end
+      end
+
+      def shell_commands_for host_number
+        raise 'Abstract method, implement in subclasses'
+      end
+
+      def shell_commands
+        host_numbers.map do |i|
+          shell_commands_for(i.to_i)
+        end.flatten
+      end
+
+      protected
+
+      def host_numbers
+        @host_numbers ||= begin
+          return [host_number] if host_number
+          eval "(#{host_sequence}).to_a"
+        end
+      end
+
+      def host_name(number)
+        host_name = sprintf('%s%03d', host_prefix, number)
+        host_name += ".#{host_presuffix}" if host_presuffix
+        host_name += ".#{host_suffix}" if host_suffix
+        host_name
+      end
+
+      def shellout(command)
+        puts "Running provision command:"
+        puts command.colorize(:green)
+        system(command)
+      end
+    end
+  end
+end
+
+require_relative 'provision'
+require_relative 'bootstrap'

data/lib/provisioner/command/bootstrap.rb

@@ -0,0 +1,45 @@
+module Provisioner
+  module Command
+    class Bootstrap < Base
+
+      private
+
+      def shell_commands_for(number)
+        host = HostCommand.new(host_name(number), self)
+
+        [host.reset_command, host.bootstrap_command]
+      end
+
+      class HostCommand
+        attr_accessor :name, :context
+        def initialize(name, context)
+          @name = name
+          @context = context
+        end
+
+        def ip_for_host
+          Provisioner::HostIP.ip_for name
+        end
+
+        def reset_command
+          "ssh #{ip_for_host} -l #{context.ssh_user} 'sudo rm -rf /etc/chef'"
+        end
+
+        def bootstrap_command
+          bootstrap_command = [
+              'knife bootstrap',
+              ip_for_host,
+              "--distro #{context.distro}",
+              "--environment #{context.environment}",
+              "--node-name #{name}",
+          ]
+
+          bootstrap_command << "--run-list #{context.run_list}" if context.run_list
+          bootstrap_command << "--ssh-user #{context.ssh_user}"
+          bootstrap_command << "2>&1 > #{context.log_dir}/#{name}_provision.log &"
+          bootstrap_command.join(' ')
+        end
+      end
+    end
+  end
+end

data/lib/provisioner/command/provision.rb

@@ -0,0 +1,26 @@
+module Provisioner
+  module Command
+    class Provision < Base
+
+      private
+
+      def shell_commands_for(number)
+        host_name = host_name(number)
+        command = [
+            "knife joyent server create",
+            "--image #{image}",
+            "--flavor #{flavor}",
+            "--distro #{distro}",
+            "--networks #{networks}",
+            "--environment #{environment}",
+            "--node-name #{host_name}",
+        ].join(' ')
+
+        log_path = "#{log_dir}/#{host_name}_provision.log"
+        command << " --run-list #{run_list}" if run_list
+        command << " 2>&1 > #{log_path} &"
+      end
+
+    end
+  end
+end

data/lib/provisioner/configuration.rb

@@ -0,0 +1,36 @@
+require 'yaml'
+require 'ostruct'
+
+module Provisioner
+  class Configuration < OpenStruct
+
+    class << self
+      def from_path(path)
+        self.new(YAML.load_file(path))
+      end
+    end
+
+    def for_template(name)
+      validate_template(name)
+
+      templates[name].merge(global)
+    end
+
+    def all
+      templates.map { |k, v| {k => v.merge(global)} }
+    end
+
+    private
+
+    def validate_template(name)
+      error_message = "Can't find configuration for template '#{name}'\nAvailable templates: #{template_names}\n\n"
+      Provisioner::Exit.with_message(error_message) unless templates[name]
+    end
+
+    def template_names
+      return '' unless templates.keys
+      templates.keys.join(', ')
+    end
+
+  end
+end

data/lib/provisioner/helper.rb

@@ -0,0 +1,6 @@
+module Provisioner
+  module Helper
+  end
+end
+
+require 'provisioner/helper/exit'

data/lib/provisioner/helper/exit.rb

@@ -0,0 +1,9 @@
+module Provisioner
+  class Exit
+    def self.with_message(msg)
+      $stderr.puts "Error: #{msg}"
+      $stderr.puts Provisioner::USAGE
+      exit 1
+    end
+  end
+end

data/lib/provisioner/host_ip.rb

@@ -0,0 +1,25 @@
+require 'yaml'
+
+module Provisioner
+  class HostIP
+    def self.ip_for(host)
+      Provisioner::Exit.with_message("Unable to find IP for host: #{host}\nMake sure 'knife joyent server list' runs successfully\n\n") unless ips[host]
+      ips[host]
+    end
+
+    private
+
+    def self.ips
+      @ips = {}
+      server_list.each do |server|
+        hostname, ip = server.split(' ')
+        @ips[hostname] = ip
+      end
+      @ips
+    end
+
+    def self.server_list
+      @server_list ||= `knife joyent server list | awk '{print $2 " " $6}' | tail +2`.split("\n")
+    end
+  end
+end

data/lib/provisioner/logger.rb

@@ -0,0 +1,47 @@
+module Provisioner
+  module Logger
+
+    class << self
+      def enable
+        class << self
+          self.send(:define_method, :log, proc { |msg| _log(msg) })
+          self.send(:define_method, :logging, proc { |msg, &block| _logging(msg, &block) })
+        end
+      end
+
+      def disable
+        class << self
+          self.send(:define_method, :log, proc { |msg|})
+          self.send(:define_method, :logging, proc { |msg, &block| block.call })
+        end
+      end
+
+      def log(msg)
+      end
+
+      def logging(msg, &block)
+        block.call
+      end
+
+      private
+
+      def _log(msg)
+        puts "#{Time.now}: #{sprintf("%-20s", Thread.current[:name])} - #{msg}"
+      end
+
+      def _logging(message, &block)
+        start = Time.now
+        returned_from_block = yield
+        elapsed_time = Time.now - start
+        if returned_from_block.is_a?(String) && returned_from_block != ""
+          message += " - #{returned_from_block}"
+        end
+        log "(#{"%9.2f" % (1000 * elapsed_time)}ms) #{message}"
+        returned_from_block
+      rescue Exception => e
+        elapsed_time = Time.now - start
+        log "(#{"%9.2f" % (1000 * elapsed_time)}ms) error: #{e.message} for #{message} "
+      end
+    end
+  end
+end

data/lib/provisioner/usage.rb

@@ -0,0 +1,11 @@
+require_relative 'cli'
+module Provisioner
+  USAGE = <<-EOF
+
+Usage:
+  [bundle exec] provisioner command ...
+
+Where the command is one of the following:
+  #{Provisioner::CLI.supported_commands.join(', ')}
+EOF
+end

data/lib/provisioner/version.rb

@@ -0,0 +1,3 @@
+module Provisioner
+  VERSION = "0.1.0"
+end

data/spec/fixtures/test.yml

@@ -0,0 +1,16 @@
+global:
+  environment: test
+  host_suffix: test
+  log_dir: ./tmp
+  ssh_user: ops
+
+templates:
+  memcached-sessions:
+    image: 9ec5c0c-a941-11e2-a7dc-57a6b041988f
+    flavor: "g3-highmemory-17.125-smartos"
+    distro: smartos-base64
+    networks: "42325ea0-eb62-44c1-8eb6-0af3e2f83abc,c8cde927-6277-49ca-82a3-741e8b23b02f"
+    run_list: "role[joyent]"
+    host_sequence: 1..2
+    host_prefix: memcached-sessions
+

data/spec/provisioner/cli/bootstrap_spec.rb

@@ -0,0 +1,12 @@
+require 'spec_helper'
+
+describe 'provision bootstrap cli' do
+  let(:provision_path) { 'bin' }
+
+  def execute(command)
+    `#{provision_path}/#{command} --dry-run`.strip
+  end
+
+  describe 'host number is provided' do
+  end
+end

data/spec/provisioner/cli/host_spec.rb

@@ -0,0 +1,32 @@
+require 'spec_helper'
+
+describe 'provision cli' do
+  let(:provision_path) { 'bin' }
+
+  def execute(command)
+    `#{provision_path}/#{command} --dry-run`.strip
+  end
+
+  describe 'host number is provided' do
+    let(:expected_command) {'knife joyent server create --image 9ec5c0c-a941-11e2-a7dc-57a6b041988f --flavor g3-highmemory-17.125-smartos --distro smartos-base64 --networks 42325ea0-eb62-44c1-8eb6-0af3e2f83abc,c8cde927-6277-49ca-82a3-741e8b23b02f --environment test --node-name memcached-sessions545.test --run-list role[joyent] 2>&1 > ./tmp/memcached-sessions545.test_provision.log &'}
+    it 'reads the configuration and generates command' do
+      result = execute('provisioner provision --number 545 --config conf/configuration.yml.example --template memcached-sessions')
+      expect(result).to eq(expected_command)
+    end
+
+    it 'accepts short options' do
+      result = execute('provisioner provision -n 545 -c conf/configuration.yml.example -t memcached-sessions')
+      expect(result).to eq(expected_command)
+    end
+  end
+
+  describe 'host number is not provided' do
+    it 'returns a command per host' do
+      result = execute('provisioner provision --config conf/configuration.yml.example --template memcached-sessions')
+      commands = result.split("\n")
+      expect(commands.size).to eq(2)
+      expect(commands[0]).to include('memcached-sessions001.test')
+      expect(commands[1]).to include('memcached-sessions002.test')
+    end
+  end
+end

data/spec/provisioner/command/bootstrap_spec.rb

@@ -0,0 +1,44 @@
+require 'spec_helper'
+
+describe Provisioner::Command::Bootstrap do
+  describe '#shell_commands' do
+    context 'host is specified' do
+
+      let(:subject) { Provisioner::Command::Bootstrap.new(template_configuration, '1') }
+
+      let(:template_configuration) { {
+          image: '9ec5c0c-a941-11e2-a7dc-57a6b041988f',
+          flavor: 'g3-highmemory-17.125-smartos',
+          distro: 'smartos-base64',
+          networks: '42325ea0-eb62-44c1-8eb6-0af3e2f83abc,c8cde927-6277-49ca-82a3-741e8b23b02f',
+          host_sequence: '1..2',
+          host_suffix: 'test',
+          host_presuffix: 'c1',
+          host_prefix: 'memcached-sessions',
+          environment: 'test',
+          log_dir: './tmp',
+          run_list: 'role[joyent]',
+          ssh_user: 'ops'
+      } }
+
+      let(:expected_bootstrap_command) { [
+          'knife bootstrap 1.2.3.4',
+          '--distro smartos-base64',
+          '--environment test',
+          '--node-name memcached-sessions001.c1.test',
+          '--run-list role[joyent]',
+          '--ssh-user ops',
+          '2>&1 > ./tmp/memcached-sessions001.c1.test_provision.log &'
+      ].join(' ') }
+
+      it 'returns command string' do
+        Provisioner::Command::Bootstrap::HostCommand.any_instance.stub(:ip_for_host) { '1.2.3.4' }
+        shell_commands = subject.shell_commands
+
+        expect(shell_commands[0]).to eq("ssh 1.2.3.4 -l ops 'sudo rm -rf /etc/chef'")
+        expect(shell_commands[1]).to eq(expected_bootstrap_command)
+      end
+    end
+  end
+end
+

data/spec/provisioner/command/provision_spec.rb

@@ -0,0 +1,63 @@
+require 'spec_helper'
+
+describe Provisioner::Command::Provision do
+  let(:configuration) { Provisioner::Configuration.from_path('spec/fixtures/test.yml') }
+
+  describe '#shell_commands' do
+
+    context 'host is specified' do
+
+      let(:subject) { Provisioner::Command::Provision.new(template_configuration, '1') }
+      let(:expected_command) { [
+          'knife joyent server create',
+          '--image 9ec5c0c-a941-11e2-a7dc-57a6b041988f',
+          '--flavor g3-highmemory-17.125-smartos',
+          '--distro smartos-base64',
+          '--networks 42325ea0-eb62-44c1-8eb6-0af3e2f83abc,c8cde927-6277-49ca-82a3-741e8b23b02f',
+          '--environment test',
+          '--node-name memcached-sessions001.test',
+          '--run-list role[joyent]',
+          '2>&1 > ./tmp/memcached-sessions001.test_provision.log &'
+      ].join(' ') }
+
+      context 'passing options directly' do
+        let(:template_configuration) { {
+            image: '9ec5c0c-a941-11e2-a7dc-57a6b041988f',
+            flavor: 'g3-highmemory-17.125-smartos',
+            distro: 'smartos-base64',
+            networks: '42325ea0-eb62-44c1-8eb6-0af3e2f83abc,c8cde927-6277-49ca-82a3-741e8b23b02f',
+            host_sequence: '1..2',
+            host_suffix: 'test',
+            host_prefix: 'memcached-sessions',
+            environment: 'test',
+            log_dir: './tmp',
+            run_list: 'role[joyent]'
+        } }
+        it 'returns expected command string' do
+          expect(subject.shell_commands).to eq([expected_command])
+        end
+      end
+
+      context 'using the template from yaml configuration' do
+        let(:template_configuration) { configuration.for_template('memcached-sessions') }
+
+        it 'returns expected command string' do
+          expect(subject.shell_commands).to eq([expected_command])
+        end
+      end
+    end
+
+    context 'host number is not specified' do
+      let(:subject) { Provisioner::Command::Provision.new(template_configuration) }
+      let(:template_configuration) { configuration.for_template('memcached-sessions') }
+
+      it 'returns an array of commands based on the configuration' do
+        commands = subject.shell_commands
+        expect(commands).to be_an(Array)
+        expect(commands.size).to be(2)
+        expect(commands[0]).to include('--node-name memcached-sessions001.test')
+        expect(commands[1]).to include('--node-name memcached-sessions002.test')
+      end
+    end
+  end
+end

data/spec/provisioner/configuration_spec.rb

@@ -0,0 +1,20 @@
+require 'spec_helper'
+
+describe Provisioner::Configuration do
+
+  let(:config) { Provisioner::Configuration.from_path('spec/fixtures/test.yml') }
+
+  describe '#for_template' do
+    let(:template_configuration) { config.for_template('memcached-sessions') }
+    it 'returns a configuration for a template' do
+      expect(template_configuration['image']).to eq('9ec5c0c-a941-11e2-a7dc-57a6b041988f')
+    end
+
+    it 'includes global configuration' do
+      expect(template_configuration['environment']).to eq('test')
+      expect(template_configuration['host_suffix']).to eq('test')
+      expect(template_configuration['log_dir']).to eq('./tmp')
+      expect(template_configuration['ssh_user']).to eq('ops')
+    end
+  end
+end

data/spec/provisioner/host_ip_spec.rb

@@ -0,0 +1,15 @@
+require 'spec_helper'
+
+describe Provisioner::HostIP do
+
+  before do
+    Provisioner::HostIP.stub(:server_list){ ['app001.stage 1.1.1.1', 'app002.stage 1.1.1.2']}
+  end
+
+
+  describe '.ip_for' do
+    it 'returns the IP address given a hostname' do
+      expect(Provisioner::HostIP.ip_for('app001.stage')).to eq('1.1.1.1')
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,20 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+
+require 'joyent-provisioner'
+
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+end

metadata

@@ -0,0 +1,258 @@
+--- !ruby/object:Gem::Specification
+name: joyent-provisioner
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Konstantin Gredeskoul
+- Blake Irvin
+- Richard Millan
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-08-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mixlib-cli
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: chef
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: knife-joyent
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-debugger
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Wrapper gem around provisioning clusters of servers on Joyent cloud
+email:
+- kig@wanelo.com
+- bixu@wanelo.com
+- richard@wanelo.com
+executables:
+- provisioner
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .travis.yml
+- Gemfile
+- Guardfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/provisioner
+- conf/configuration.yml.example
+- joyent-provisioner.gemspec
+- lib/joyent-provisioner.rb
+- lib/provisioner/cli.rb
+- lib/provisioner/cli/bootstrap.rb
+- lib/provisioner/cli/provision.rb
+- lib/provisioner/command/base.rb
+- lib/provisioner/command/bootstrap.rb
+- lib/provisioner/command/provision.rb
+- lib/provisioner/configuration.rb
+- lib/provisioner/helper.rb
+- lib/provisioner/helper/exit.rb
+- lib/provisioner/host_ip.rb
+- lib/provisioner/logger.rb
+- lib/provisioner/usage.rb
+- lib/provisioner/version.rb
+- spec/fixtures/test.yml
+- spec/provisioner/cli/bootstrap_spec.rb
+- spec/provisioner/cli/host_spec.rb
+- spec/provisioner/command/bootstrap_spec.rb
+- spec/provisioner/command/provision_spec.rb
+- spec/provisioner/configuration_spec.rb
+- spec/provisioner/host_ip_spec.rb
+- spec/spec_helper.rb
+homepage: ''
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 3329166401206121639
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 3329166401206121639
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Wrapper gem around provisioning clusters of servers on Joyent cloud
+test_files:
+- spec/fixtures/test.yml
+- spec/provisioner/cli/bootstrap_spec.rb
+- spec/provisioner/cli/host_spec.rb
+- spec/provisioner/command/bootstrap_spec.rb
+- spec/provisioner/command/provision_spec.rb
+- spec/provisioner/configuration_spec.rb
+- spec/provisioner/host_ip_spec.rb
+- spec/spec_helper.rb