paknife 0.0.6

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: bca870d53bfd6d690e0e82382be3cbc60829adc8
+  data.tar.gz: f8d3ac0dfe5d9c3cf50fc82f99e2b0a67f655d2a
+SHA512:
+  metadata.gz: bca71ede71f52a8834b84af345566e3c6b25556c8a625eba1a81b03f652f13170b277ce599b000a3e264409d67e949f22e4a813e204a028dfd78ca90c8436641
+  data.tar.gz: e31008fbfd8a20d8539767642f96ecffc9b5fdf612a317b50b2be99068fd85e7a8f560da1aa1ab041c0437d6cb5026ba61eda8ad036dcd09d4e67f268b90dfa9

data/.gitignore

@@ -0,0 +1,16 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/sample/.vagrant
+/sample/Gemfile.lock
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in paknife.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Masato Ikeda
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,79 @@
+# Paknife
+
+Run knife-solo in parallel.
+
+    $ paknife [<options>] <backend> <subcommand> <nodes> [<knife_options>]
+
+## Requirements
+
+- Ruby >= 2.1
+- [knife-solo](http://rubygems.org/gems/knife-solo) (or [knife-zero](http://rubygems.org/gems/knife-zero))
+
+## Installation
+
+```ruby
+gem 'paknife'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install paknife
+
+## Usage
+
+You can run `knife solo cook` in parallel like:
+
+    $ paknife solo cook node1 node2 node3 node4
+
+By default, it runs `bundle exec knife solo cook node1` and so on in two threads.
+
+paknife may work with knife-zero like below, but isn't well tested yet:
+
+    $ paknife zero cook node1 node2
+
+### Knife's original options
+
+You can pass knife-solo's (or knife-zero's) original options after nodes arguments like:
+
+    $ paknife solo cook node1 node2 -i /path/to/your/pem
+
+
+### Number of threads
+
+You can specify the number of threads with `--threads VALUE` and `-t VALUE` options like:
+
+    $ paknife --threads 4 solo cook node1 node2 node3 node4
+
+or
+
+    $ paknife --threads max solo cook node1 node2 nod3 node4
+
+where `max` means "the number of nodes".
+
+This feature is also available with `PARAKNIFE_THREADS` environment variable like:
+
+    $ export PARAKNIFE_THREADS=max
+    $ paknife solo cook node1 node2 node3 node4
+
+### Knife command
+
+You can specify knife command with `--knife VALUE` and `-k VALUE` options like:
+
+    $ paknife --knife="/path/to/your/knife" solo cook node1 node2
+
+This feature is also available with `PARAKNIFE_KNIFE` environment variable like:
+
+    $ export PARAKNIFE_KNIFE=/path/to/your/knife
+    $ paknife solo cook node1 node2
+
+## Contributing
+
+1. Fork it ( https://github.com/a2ikm/paknife/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/bin/paknife

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require "paknife"
+
+Paknife::Cli.run(ARGV)

data/completions/paknife.zsh

@@ -0,0 +1,32 @@
+#compdef paknife
+
+_knife() {
+  local curcontext="$curcontext" state line
+  typeset -A opt_args
+  _arguments \
+    '(-k --knife)'{-k,--knife=}':knife: '\
+    '(-q --quiet)'{-q,--quiet}''\
+    '(-t --threads)'{-t,--threads=}':threads: '\
+    '(-h --help)'{-h,--help}''\
+    '(-v --version)'{-v,--version}''\
+    '1: :->backend'\
+    '2: :->subcommand'\
+    '(-)*:nodes:->nodes'
+
+  case $state in
+    backend)
+      compadd -Q "$@" solo zero
+      ;;
+    subcommand)
+      compadd -Q "$@" bootstrap clean cook prepare
+      ;;
+    nodes)
+      for node_file in $(ls -1 nodes/* | egrep "\.(rb|json)\$"); do
+        compadd "$@" $(basename $node_file | sed 's/.json$//' | sed 's/.rb$//')
+      done
+      ;;
+    *)
+  esac
+}
+
+_knife "$@"

data/lib/paknife.rb

@@ -0,0 +1,5 @@
+require "paknife/version"
+require "paknife/cli"
+
+module Paknife
+end

data/lib/paknife/cli.rb

@@ -0,0 +1,146 @@
+require "optparse"
+require "parallel"
+require "paknife/context"
+
+module Paknife
+  class Cli
+    BACKENDS = %w(solo zero)
+    SUBCOMMANDS = %w(bootstrap clean cook prepare)
+
+    DEFAULT_KNIFE = "bundle exec knife"
+    DEFAULT_THREADS = 2
+
+    DEFAULT_OPTIONS = {
+      knife: nil,
+      quiet: false,
+      threads: nil,
+    }
+
+    def self.run(argv)
+      new(argv).run
+    end
+
+    attr_reader :contexts
+
+    def initialize(argv)
+      @options, backend, subcommand, nodes, knife_options = parse_argv(argv)
+      @contexts = build_contexts(backend, subcommand, nodes, knife_options)
+    end
+
+    def run
+      Parallel.each(contexts, in_threads: determine_threads) do |context|
+        context.run
+      end
+    end
+
+    private
+
+      def parse_argv(argv)
+        [parse_options(argv), *parse_knife_argv(argv)]
+      end
+
+      def parse_options(argv)
+        opts = {}
+
+        OptionParser.new do |op|
+          op.banner = <<-USAGE
+Usage:
+  #{op.program_name} [<options>] <backend> <subcommand> <nodes> [<knife_options>]
+
+Backend:
+  solo : run knife-solo
+  zero : run knffe-zero (Not well tested)
+
+Options:
+USAGE
+          op.version = VERSION
+
+          op.on("-k", "--knife VALUE") do |v|
+            opts[:knife] = v
+          end
+
+          op.on("-q", "--[no-]quiet") do |v|
+            opts[:quiet] = v
+          end
+
+          op.on("-t", "--threads VALUE") do |v|
+            if v == "max"
+              opts[:threads] = :max
+            elsif v.to_i > 0
+              opts[:threads] = v.to_i
+            else
+              abort "Invalid value for `--thread` option: #{v}"
+            end
+          end
+
+          op.on_tail("-h", "--help") do
+            puts op.help
+            exit
+          end
+
+          op.on_tail("-v", "--version") do
+            puts "#{op.program_name} #{op.version}"
+            exit
+          end
+        end.order!
+
+        DEFAULT_OPTIONS.merge(opts)
+      end
+
+      def parse_knife_argv(argv)
+        backend = argv.shift # solo or zero
+        abort "Invalid backend: `#{backend}`" unless BACKENDS.include?(backend)
+
+        subcommand = argv.shift
+        abort "Invalid subcommand: `#{subcommand}`" unless SUBCOMMANDS.include?(subcommand)
+
+        nodes = []
+        knife_options = []
+        knife_options_section = false
+
+        argv.each do |arg|
+          knife_options_section ||= arg.start_with?("-")
+          if knife_options_section
+            knife_options << arg
+          else
+            nodes << arg
+          end
+        end
+
+        [backend, subcommand, nodes, knife_options]
+      end
+
+      def build_contexts(backend, subcommand, nodes, knife_options)
+        opts = {
+          log_level: determine_log_level,
+          knife: determine_knife,
+        }
+
+        nodes.map.with_index do |node, index|
+          Context.new(index, backend, subcommand, node, knife_options, opts)
+        end
+      end
+
+      def determine_knife
+        @options[:knife] || ENV["PARAKNIFE_KNIFE"] || DEFAULT_KNIFE
+      end
+
+      def determine_threads
+        threads = @options[:threads] || ENV["PARAKNIFE_THREADS"] || DEFAULT_THREADS
+
+        if threads.to_s.downcase == "max"
+          @contexts.count
+        else
+          [@contexts.count, threads.to_i].min
+        end
+      end
+
+      def determine_log_level
+        if @options[:quiet]
+          :warn
+        else
+          :info
+        end
+      end
+  end
+end

data/lib/paknife/context.rb

@@ -0,0 +1,73 @@
+require "logger"
+require "open3"
+require "term/ansicolor"
+
+module Paknife
+  class Context
+    attr_reader :logger, :index, :backend, :subcommand, :node, :knife_options
+
+    def initialize(index, backend, subcommand, node, knife_options, options = {})
+      @index = index
+      @backend = backend
+      @subcommand = subcommand
+      @node = node
+      @knife_options = knife_options
+      @options = options
+
+      setup_logger
+    end
+
+    def run
+      logger.info command
+      Open3.popen3(command) do |stdin, stdout, stderr, wait_thr|
+        stdin.close_write
+
+        begin
+          loop do
+            IO.select([stdout, stderr]).flatten.compact.each do |io|
+              io.each do |line|
+                next if line.nil? || line.empty?
+
+                if io == stdout
+                  logger.info line
+                elsif io == stderr
+                  logger.warn line
+                end
+              end
+            end
+            break if stdout.eof? && stderr.eof?
+          end
+        rescue EOFError
+        end
+      end
+    end
+
+    def command
+      [
+        @options[:knife],
+        backend,
+        subcommand,
+        node,
+        knife_options,
+      ].flatten.compact.join(" ")
+    end
+
+    private
+
+      COLOR_CODES = (1..15).to_a
+
+      def setup_logger
+        color = COLOR_CODES[index % COLOR_CODES.length]
+        colored_node = Term::ANSIColor.color(color, node)
+
+        @logger = Logger.new(STDOUT)
+        @logger.formatter = proc { |severity, datetime, progname, msg| "[#{colored_node}] #{msg.chomp}\n" }
+        @logger.level =
+          if @options[:log_level]
+            Logger.const_get(@options[:log_level].upcase)
+          else
+            Logger::INFO
+          end
+      end
+  end
+end

data/lib/paknife/version.rb

@@ -0,0 +1,3 @@
+module Paknife
+  VERSION = "0.0.6"
+end

data/paknife.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'paknife/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "paknife"
+  spec.version       = Paknife::VERSION
+  spec.authors       = ["Masato Ikeda"]
+  spec.email         = ["masato.ikeda@gmail.com"]
+  spec.summary       = %q{Run knife-solo in parallel}
+  spec.description   = %q{Run knife-solo in parallel}
+  spec.homepage      = "https://github.com/a2ikm/paknife"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "parallel", "~> 1.3"
+  spec.add_dependency "term-ansicolor", "~> 1.3"
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

data/sample/.chef/knife.rb

@@ -0,0 +1,8 @@
+cookbook_path    ["cookbooks", "site-cookbooks"]
+node_path        "nodes"
+role_path        "roles"
+environment_path "environments"
+data_bag_path    "data_bags"
+#encrypted_data_bag_secret "data_bag_key"
+
+knife[:berkshelf_path] = "cookbooks"

data/sample/.envrc

@@ -0,0 +1 @@
+PATH=./bin:$PATH

data/sample/.gitignore

@@ -0,0 +1 @@
+/cookbooks/

data/sample/Berksfile

@@ -0,0 +1 @@
+site :opscode

data/sample/Gemfile

@@ -0,0 +1,7 @@
+source "https://rubygems.org"
+
+gem "chef"
+gem "berkshelf"
+gem "knife-solo"
+
+gem "paknife", path: ".."

data/sample/Vagrantfile

@@ -0,0 +1,17 @@
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+VAGRANTFILE_API_VERSION = "2"
+
+Vagrant.configure(VAGRANTFILE_API_VERSION) do |config|
+  config.vm.box = "paknife-centos-6.6"
+  config.vm.box_url = "http://opscode-vm-bento.s3.amazonaws.com/vagrant/virtualbox/opscode_centos-6.6_chef-provisionerless.box"
+
+  config.vm.define "s1" do |s1|
+    s1.vm.network "private_network", ip: "192.168.33.55"
+  end
+
+  config.vm.define "s2" do |s2|
+    s2.vm.network "private_network", ip: "192.168.33.56"
+  end
+end

data/sample/bin/chef-apply

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'chef-apply' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('chef', 'chef-apply')

data/sample/bin/chef-client

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'chef-client' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('chef', 'chef-client')

data/sample/bin/chef-service-manager

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'chef-service-manager' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('chef', 'chef-service-manager')

data/sample/bin/chef-shell

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'chef-shell' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('chef', 'chef-shell')

data/sample/bin/chef-solo

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'chef-solo' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('chef', 'chef-solo')

data/sample/bin/knife

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'knife' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('chef', 'knife')

data/sample/bin/paraknife

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'paknife' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('paknife', 'paknife')

data/sample/bin/shef

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+#
+# This file was generated by Bundler.
+#
+# The application 'shef' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require 'pathname'
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+require 'rubygems'
+require 'bundler/setup'
+
+load Gem.bin_path('chef', 'shef')

data/sample/bin/ssh-config

@@ -0,0 +1,6 @@
+#!/usr/bin/env bash
+
+prefix=${1:-paknife}
+
+vagrant ssh-config s1 --host ${prefix}-s1
+vagrant ssh-config s2 --host ${prefix}-s2

data/sample/nodes/paknife-s1.json

@@ -0,0 +1,5 @@
+{
+  "name": "paknife-s1",
+  "runlist": [
+  ]
+}

data/sample/nodes/paknife-s2.json

@@ -0,0 +1,5 @@
+{
+  "name": "paknife-s1",
+  "runlist": [
+  ]
+}

metadata

@@ -0,0 +1,136 @@
+--- !ruby/object:Gem::Specification
+name: paknife
+version: !ruby/object:Gem::Version
+  version: 0.0.6
+platform: ruby
+authors:
+- Masato Ikeda
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-11-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: term-ansicolor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Run knife-solo in parallel
+email:
+- masato.ikeda@gmail.com
+executables:
+- paknife
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/paknife
+- completions/paknife.zsh
+- lib/paknife.rb
+- lib/paknife/cli.rb
+- lib/paknife/context.rb
+- lib/paknife/version.rb
+- paknife.gemspec
+- sample/.chef/knife.rb
+- sample/.envrc
+- sample/.gitignore
+- sample/Berksfile
+- sample/Gemfile
+- sample/Vagrantfile
+- sample/bin/chef-apply
+- sample/bin/chef-client
+- sample/bin/chef-service-manager
+- sample/bin/chef-shell
+- sample/bin/chef-solo
+- sample/bin/knife
+- sample/bin/paraknife
+- sample/bin/shef
+- sample/bin/ssh-config
+- sample/data_bags/.gitkeep
+- sample/environments/.gitkeep
+- sample/nodes/.gitkeep
+- sample/nodes/paknife-s1.json
+- sample/nodes/paknife-s2.json
+- sample/roles/.gitkeep
+- sample/site-cookbooks/.gitkeep
+homepage: https://github.com/a2ikm/paknife
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Run knife-solo in parallel
+test_files: []
+has_rdoc: