hansolo 0.0.1.alpha.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in hansolo.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Brian Kaney
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,47 @@
+# Hansolo
+
+NOTE: This is alpha code.
+
+Cli tool to automate berkshelf and chef-solo deployment
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'hansolo'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install hansolo
+
+## Example configuration file
+
+    {
+      "urls": [ "vagrant@localhost:2222" ],
+      "runlist": [ "my_app::deploy" ],
+      "app":"my_app",
+      "keydir":"/Applications/Vagrant/embedded/gems/gems/vagrant-1.1.4/keys/vagrant",
+      "aws_access_key_id":"AAAAAAAAAAAAAAAAAAAA",
+      "aws_secret_access_key":"1111111111111111111111111111111111111111",
+      "aws_bucket_name":"acme-data_bags",
+      "aws_data_bag_keys":["my_app/stage/environment.json"]
+    }
+
+## Usage
+
+See the binary:
+
+    $ hansolo -h
+
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,5 @@
+require 'bundler/gem_tasks'
+
+task :default do
+  require File.expand_path(File.join(__FILE__, '..', 'tests', 'hansolo_test.rb'))
+end

data/bin/hansolo

@@ -0,0 +1,49 @@
+#!/usr/bin/env ruby
+$: << File.expand_path(File.join(__FILE__, '..', '..', 'lib'))
+
+require 'hansolo'
+require 'optparse'
+
+conf_options = {}; options = {}
+
+optparse = OptionParser.new do |opts|
+  opts.banner = Hansolo::Cli.banner
+
+  opts.on( '-h', '--help', 'Display this screen' ) do
+    puts opts
+    puts "\n"
+    puts Hansolo::Cli.help
+    exit
+  end
+
+  opts.on( '-c', '--config file', String, 'Path to config file') do |filename|
+    conf_options = JSON.parse(File.read(filename)) if filename != '' and File.exists?(filename)
+  end
+
+  opts.on( '-u', '--urls a,b,c', Array, "Comma-sep list of urls, e.g.: user@host:port/dest/path") do |o|
+    options[:urls] = o
+  end
+
+  opts.on( '-k', '--keydir s', String, "Your local ssh key directory") do |o|
+    options[:keydir] = o
+  end
+
+  opts.on( '-a', '--app s', String, "The application name") do |o|
+    options[:app] = o
+  end
+
+  opts.on( '-s', '--stage s', String, "The stage name") do |o|
+    options[:stage] = o
+  end
+
+  opts.on( '-r', '--runlist a,b,c', Array, "The runlist you want to effect on the target(s)") do |o|
+    options[:runlist] = o
+  end
+end.parse!(ARGV)
+
+opts = conf_options.merge(options).inject({}){|m,(k,v)| m[k.to_sym] = v; m}
+
+puts opts.inspect
+
+h = Hansolo::Cli.new conf_options.merge(opts)
+h.all!

data/hansolo.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'hansolo/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "hansolo"
+  spec.version       = Hansolo::VERSION
+  spec.authors       = ["Brian Kaney"]
+  spec.email         = ["brian@vermonster.com"]
+  spec.description   = %q{Tool to automate deployment using chef-solo and berkshelf}
+  spec.summary       = %q{Vendors Berkshelf cookbooks, uses rsync to sync cookbooks, and NET::SSH to run chef-solo with conventions for building solo.rb and the JSON runlist}
+  spec.homepage      = ""
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "aws-sdk"
+  spec.add_dependency "net-ssh"
+  spec.add_dependency "json"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "mocha"
+end

data/lib/hansolo/version.rb

@@ -0,0 +1,3 @@
+module Hansolo
+  VERSION = "0.0.1.alpha.1"
+end

data/lib/hansolo.rb

@@ -0,0 +1,205 @@
+require 'net/ssh'
+require 'json'
+require 'aws-sdk'
+
+module Hansolo
+  class Cli
+    attr_accessor :keydir, :urls, :runlist, :s3conn, :app, :stage, :aws_bucket_name, :aws_data_bag_keys
+
+    def initialize(args={})
+      @keydir                 = args[:keydir]
+      @urls                   = args[:urls]
+      @runlist                = args[:runlist]
+      @app                    = args[:app]
+      @stage                  = args[:stage]
+      @aws_bucket_name        = args[:aws_bucket_name]
+      @aws_data_bag_keys      = args[:aws_data_bag_keys]
+      @aws_secret_access_key  = args[:aws_secret_access_key]
+      @aws_access_key_id      = args[:aws_access_key_id]
+
+      if (@aws_secret_access_key && @aws_access_key_id && @aws_bucket_name && @aws_data_bag_keys)
+        @s3conn = AWS::S3.new(:access_key_id => args[:aws_access_key_id],
+                              :secret_access_key => args[:aws_secret_access_key])
+      end
+    end
+
+    def self.banner
+      "Usage: hansolo [OPTS]"
+    end
+
+    def self.help
+      DATA.read
+    end
+
+    def tmpdir
+      '/tmp'
+    end
+
+    def all!
+      vendor_berkshelf!
+      rsync_cookbooks!
+      rsync_data_bags! if s3conn
+      solo!
+    end
+
+    def username(url)
+      @username ||= Util.parse_url(url)[:username]
+    end
+
+    def dest_cookbooks_dir(url)
+      File.join("/", "home", username(url), "cookbooks")
+    end
+
+    def dest_data_bags_dir(url)
+      File.join("/", "home", username(url), "data_bags")
+    end
+
+    def local_cookbooks_tmpdir
+      File.join(tmpdir, 'cookbooks.working')
+    end
+
+    def local_data_bags_tmpdir
+      File.join(tmpdir, 'data_bags.working')
+    end
+
+    def vendor_berkshelf!
+      Util.call_vendor_berkshelf(local_cookbooks_tmpdir)
+    end
+
+    def s3_bucket
+      s3_bucket = s3conn.buckets[aws_bucket_name]
+      if s3_bucket.exists?
+        s3_bucket
+      else
+        s3conn.buckets.create(aws_bucket_name)
+      end
+    end
+
+    #def s3_key_name
+      #"#{app}/#{stage}/environment.json"
+    #end
+
+    #def s3_item
+      #s3_bucket.objects[s3_key_name]
+    #end
+
+    def rsync_cookbooks!
+      raise ArgumentError, "missing urls array and keydir"  unless (urls && keydir)
+      urls.each do |url|
+        opts = Util.parse_url(url).merge(keydir: keydir, sourcedir: local_cookbooks_tmpdir, destdir: dest_cookbooks_dir(url))
+        Util.call_rsync(opts)
+      end
+    end
+
+    def rsync_data_bags!
+      # Grab JSON file from S3, and place it into a conventional place
+      Util.call("mkdir -p #{File.join(local_data_bags_tmpdir, 'app')}")
+
+      aws_data_bag_keys.each do |key_name|
+        item = s3_bucket.objects[key_name]
+        base_key_name = File.basename(key_name)
+        File.open(File.join(local_data_bags_tmpdir, 'app', base_key_name), 'w') do |f|
+          f.write item.read
+        end if item.exists?
+      end
+
+      urls.each do |url|
+        opts = Util.parse_url(url).merge(keydir: keydir, sourcedir: local_data_bags_tmpdir, destdir: dest_data_bags_dir(url))
+        Util.call_rsync(opts)
+      end
+    end
+
+    def solo!
+      raise ArgumentError, "missing urls array and keydir"  unless (urls && keydir)
+      urls.each { |url| Util.chef_solo(Util.parse_url(url).merge(keydir: keydir, cookbooks_dir: dest_cookbooks_dir(url), data_bags_dir: dest_data_bags_dir(url), runlist: runlist)) }
+    end
+  end
+
+  module Util
+    def self.call(cmd)
+      puts "* #{cmd}"
+      %x{#{cmd}}
+    end
+
+    def self.call_vendor_berkshelf(tmpdir)
+      call("rm -rf #{tmpdir} && bundle exec berks install --path #{tmpdir}")
+    end
+
+    def self.call_rsync(args={})
+      cmd = "rsync -av -e 'ssh -l #{args[:username]} #{ssh_options(["-p #{args[:port]}", "-i #{args[:keydir]}"])}' "
+      cmd << "#{args[:sourcedir]}/ #{args[:username]}@#{args[:hostname]}:#{args[:destdir]}"
+      call cmd
+    end
+
+    def self.chef_solo(args={})
+      # on remote do:
+      # build a solo.rb
+      # build a tmp json file with the contents { "run_list": [ "recipe[my_app::default]" ] }
+      # chef-solo -c solo.rb -j tmp.json
+
+      Net::SSH.start(args[:hostname], args[:username], :port => args[:port], :keys => [ args[:keydir] ]) do |ssh|
+        puts ssh.exec! "echo \"#{solo_rb(args[:tmpdir], args[:cookbooks_dir], args[:data_bags_dir])}\" > /tmp/solo.rb"
+        puts ssh.exec! "echo '#{ { :run_list => args[:runlist] }.to_json }' > /tmp/deploy.json"
+        ssh.exec! 'PATH="$PATH:/opt/vagrant_ruby/bin" sudo chef-solo -l debug -c /tmp/solo.rb -j /tmp/deploy.json' do |ch, stream, line|
+          puts line
+        end
+      end
+    end
+
+    private
+
+    def self.solo_rb(tmpdir, cookbooks_dir, data_bags_dir)
+      [
+        "file_cache_path '#{tmpdir}'",
+        "cookbook_path '#{cookbooks_dir}'",
+        "data_bags_path '#{data_bags_dir}'"
+      ].join("\n")
+    end
+
+    def self.parse_url(url)
+      if (url =~ /^([^\@]*)@([^:]*):([0-9]*)$/)
+        return { username: $1, hostname: $2, port: $3.to_i }
+      else
+        raise ArgumentError, "Unable to parse `#{url}', should be in form `user@host:port'"
+      end
+    end
+
+    def self.ssh_options(opts=[])
+      (
+        [
+          "-q",
+          "-o StrictHostKeyChecking=no",
+          "-o UserKnownHostsFile=/dev/null"
+      ] + opts
+      ).join(' ')
+    end
+  end
+end
+
+require "hansolo/version"
+
+__END__
+This is a simple cli program to automate deploy using chef-solo and
+berkshelf.
+
+If you pass a filename, put in JSON for the configuration.  So in hans.json:
+
+  { "keydir": "/Applications/Vagrant/embedded/gems/gems/vagrant-1.1.4/keys/vagrant" }
+
+Then you can pass to the command as:
+
+  $ hansolo -c hans.json
+
+NOTE: Command-line args trump config settings.
+
+Example Usage:
+
+  $ hansolo -t /tmp/myapp.cookbooks \
+
+      -k /Applications/Vagrant/embedded/gems/gems/vagrant-1.1.4/keys/vagrant \
+
+      -u user@host1:22/path,user@host2:22/path \
+
+      -r apt::default,myapp::deploy
+
+  $ hansolo -c hans.json

data/tests/hansolo_test.rb

@@ -0,0 +1,45 @@
+$: << File.expand_path(File.join(__FILE__, '..', '..', 'lib'))
+
+require 'minitest/autorun'
+require 'mocha/setup'
+
+require 'hansolo'
+
+describe Hansolo do
+
+  describe Hansolo::Cli do
+
+    describe "#vendor_berkshelf!" do
+      before { @cli = Hansolo::Cli.new }
+
+      it "should shell berkshelf command" do
+        Hansolo::Util.expects(:call).with("rm -rf /tmp/cookbooks.working && bundle exec berks install --path /tmp/cookbooks.working")
+        @cli.vendor_berkshelf!
+      end
+    end
+
+    describe "#rsync!" do
+      before { @cli = Hansolo::Cli.new(keydir: '/keys', urls: [ 'user@host:22']) }
+
+      it "should shell rsync command" do
+        Hansolo::Util.expects(:call).with("rsync -av -e 'ssh -l user -q -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -p 22 -i /keys' /tmp/cookbooks.working/ user@host:/home/user/cookbooks")
+        @cli.rsync_cookbooks!
+      end
+    end
+
+  end
+
+  describe Hansolo::Util do
+
+    describe ".parse_url" do
+      it "parses" do
+        Hansolo::Util.parse_url('user@host:123').must_equal({ username: 'user', hostname: 'host', port: 123 })
+      end
+
+      it "doesn't parse" do
+        lambda{ Hansolo::Util.parse_url('foob') }.must_raise ArgumentError
+      end
+    end
+  end
+
+end

metadata

@@ -0,0 +1,154 @@
+--- !ruby/object:Gem::Specification
+name: hansolo
+version: !ruby/object:Gem::Version
+  version: 0.0.1.alpha.1
+  prerelease: 6
+platform: ruby
+authors:
+- Brian Kaney
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-04-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: net-ssh
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Tool to automate deployment using chef-solo and berkshelf
+email:
+- brian@vermonster.com
+executables:
+- hansolo
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/hansolo
+- hansolo.gemspec
+- lib/hansolo.rb
+- lib/hansolo/version.rb
+- tests/hansolo_test.rb
+homepage: ''
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>'
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Vendors Berkshelf cookbooks, uses rsync to sync cookbooks, and NET::SSH to
+  run chef-solo with conventions for building solo.rb and the JSON runlist
+test_files: []