fhcap-cli 0.3.0

data/lib/extensions/chef/provisioning/chef_run_data.rb

@@ -0,0 +1,18 @@
+class Chef
+  module Provisioning
+    class ChefRunData
+
+      def connect_to_machine(name, chef_server = nil)
+
+        if name.is_a?(ManagedEntry)
+          machine_spec = name
+        else
+          machine_spec = Provisioning.chef_managed_entry_store(chef_server).get(:machine, name)
+        end
+        Chef::Provisioning.connect_to_machine(machine_spec, config, driver_for_url(machine_spec.driver_url))
+      end
+
+    end
+
+  end
+end

data/lib/extensions/cheffish/merged_config.rb

@@ -0,0 +1,9 @@
+module Cheffish
+  class MergedConfig
+
+    def to_h
+      to_hash
+    end
+
+  end
+end

data/lib/fhcap.rb

@@ -0,0 +1,14 @@
+require "fhcap/version"
+require "pathname"
+
+module Fhcap
+  GEM_DIR = File.expand_path '..', File.dirname(__FILE__)
+  TEMPLATE_NAMES = %w{single core-3node mbaas-3node core-mbaas-6node core-small-9node nginx-test single-blank}.sort
+
+  class << self
+    def source_root
+      @source_root ||= Pathname.new(File.expand_path("../../", __FILE__))
+    end
+  end
+
+end

data/lib/fhcap/chef-dk/chef_runner.rb

@@ -0,0 +1,94 @@
+# Modified version of https://github.com/chef/chef-dk/blob/master/lib/chef-dk/chef_runner.rb
+
+require 'chef'
+require 'extensions/chef/provisioning'
+require 'extensions/chef/provisioning/chef_run_data'
+require 'extensions/cheffish/merged_config'
+
+module Fhcap
+  # An adapter to chef's APIs to kick off a chef-client run.
+
+  class ChefRunnerError < StandardError; end
+  class CookbookNotFound < ChefRunnerError; end
+  class ChefConvergeError < ChefRunnerError; end
+
+  class ChefRunner
+
+    attr_reader :cookbook_path
+    attr_reader :run_list
+    attr_reader :node_attrs
+
+    def initialize(cookbook_path, run_list, node_attrs={})
+      @cookbook_path = File.expand_path(cookbook_path)
+      @run_list = run_list
+      @node_attrs = node_attrs
+      @formatter = nil
+      @ohai = nil
+    end
+
+    def converge
+      configure
+      Chef::Runner.new(run_context).converge
+    rescue Chef::Exceptions::CookbookNotFound => e
+      message = "Could not find cookbook(s) to satisfy run list #{run_list.inspect} in #{cookbook_path}"
+      raise CookbookNotFound.new(message)
+    rescue => e
+      test = ChefConvergeError.new("Chef failed to converge: #{e}")
+      raise test
+    end
+
+    def run_context
+      @run_context ||= policy.setup_run_context
+    end
+
+    def policy
+      return @policy_builder if @policy_builder
+
+      @policy_builder = Chef::PolicyBuilder::ExpandNodeObject.new("fhcap-cli", ohai.data, node_attrs, nil, formatter)
+      @policy_builder.load_node
+      @policy_builder.build_node
+      @policy_builder.node.run_list(*run_list)
+      @policy_builder.expand_run_list
+      @policy_builder
+    end
+
+    def formatter
+      @formatter ||=
+          Chef::EventDispatch::Dispatcher.new.tap do |d|
+            d.register(Chef::Formatters.new(:doc, stdout, stderr))
+          end
+    end
+
+    def configure
+      Chef::Config.solo = true
+      Chef::Config.log_level = :error
+      Chef::Config.ssl_verify_mode = :verify_none
+      Chef::Config.cookbook_path = cookbook_path
+      Chef::Config.color = true
+      Chef::Config.diff_disabled = true
+
+      # atomic file operations on Windows require Administrator privileges to be able to read the SACL from a file
+      # Using file_staging_uses_destdir(true) will get us inherited permissions indirectly on tempfile creation
+      Chef::Config.file_atomic_update = false if Chef::Platform.windows?
+      Chef::Config.file_staging_uses_destdir = true # Default in Chef 12+
+    end
+
+    def ohai
+      return @ohai if @ohai
+
+      @ohai = Ohai::System.new
+      @ohai.all_plugins(["platform", "platform_version"])
+      @ohai
+    end
+
+    def stdout
+      $stdout
+    end
+
+    def stderr
+      $stderr
+    end
+
+  end
+end
+

data/lib/fhcap/cli.rb

@@ -0,0 +1,75 @@
+require 'fhcap/thor_base'
+require 'fhcap/cluster'
+require 'fhcap/cookbook'
+require 'fhcap/repo'
+require 'fhcap/knife'
+require 'fhcap/provider'
+require 'fhcap/misc'
+require 'fhcap/kitchen'
+require 'fhcap/version'
+
+module Fhcap
+  module CLI
+    class Cli < Fhcap::ThorBase
+      namespace "fhcap"
+
+      add_shared_option :verbose, :aliases => "-v", :desc => "Verbose Output", :type => :boolean, :required => false, :default => false
+      add_shared_option :interactive, :aliases => "-i", :desc => "Interactive mode (Stops for input)", :type => :boolean, :required => false, :default => false
+
+      method_option 'repos-dir', :type => :string, :desc => "Local directory where configured repos will be checked out"
+
+      desc "setup", "Setup the FHCAP CLI"
+
+      shared_options :verbose, :interactive
+
+      def setup
+        require "fhcap/tasks/setup"
+        Tasks::Setup.new(task_options(options.dup)).run
+      end
+
+      desc "clean", "Clean up everything created by setup"
+
+      def clean
+        require "fhcap/tasks/clean"
+        Tasks::Clean.new(task_options(options.dup)).run
+      end
+
+      desc "info", "Display information about current configuration"
+
+      def info
+        say "Config file: #{config.config_file}", :green
+        Fhcap::CLI::Repo.new.invoke(:list)
+        Fhcap::CLI::Provider.new.invoke(:list)
+        Fhcap::CLI::Knife.new.invoke(:list)
+      end
+
+      desc "cluster COMMANDS", "Cluster commands"
+      subcommand "cluster", Fhcap::CLI::Cluster
+
+      desc "cookbook COMMANDS", "Cookbook commands"
+      subcommand "cookbook", Fhcap::CLI::Cookbook
+
+      desc "repo COMMANDS", "Repo commands"
+      subcommand "repo", Fhcap::CLI::Repo
+
+      desc "knife COMMANDS", "Knife commands"
+      subcommand "knife", Fhcap::CLI::Knife
+
+      desc "provider COMMANDS", "Provider commands"
+      subcommand "provider", Fhcap::CLI::Provider
+
+      desc "misc COMMANDS", "Miscellaneous commands"
+      subcommand "misc", Fhcap::CLI::Misc
+
+      desc "kitchen COMMANDS", "Kitchen commands"
+      subcommand "kitchen", Fhcap::CLI::Kitchen
+
+      desc "version", "Print version information"
+      def version
+        puts "FHCAP Cli version #{Fhcap::VERSION}"
+      end
+      map %w[-v --version] => :version
+
+    end
+  end
+end

data/lib/fhcap/cluster.rb

@@ -0,0 +1,112 @@
+require 'thor'
+require 'fhcap/thor_base'
+
+module Fhcap
+  module CLI
+    class Cluster < Fhcap::ThorBase
+
+      add_shared_option :verbose, :aliases => "-v", :desc => "Verbose output", :type => :boolean, :required => false, :default => false
+      add_shared_option :name, :type => :string, :required => true, :desc => "Cluster name"
+      add_shared_option :interactive, :aliases => "-i", :desc => "Interactive mode (Stops for input)", :type => :boolean, :required => false, :default => false
+
+      desc "create", "Create a new cluster"
+
+      shared_options :verbose, :name, :interactive
+
+      method_option 'template', :type => :string, :desc => "Cluster template i.e. [1, 3 , 5 node cluster setup, core or mbaas]", :enum => cluster_template_names
+      method_option 'git-ref', :type => :string, :desc => "fhcap git ref, can be a branch, tag or commit hash"
+      method_option 'git-remote', :type => :string, :desc => "git remote to use, default is origin"
+      method_option 'domain', :type => :string, :desc => "host names to register with DNS / base host name"
+      method_option 'ssl-cert', :type => :string, :desc => "ssl cert to use"
+      method_option 'dns-provider-id', :type => :string, :desc => "DNS Provider Id"
+      method_option 'repo', :type => :string, :desc => "Fhcap Repo where all config should be saved", :enum => repo_names
+      method_option 'chef-server', :type => :string, :desc => "Chef Server to use", :enum => chef_server_names
+      method_option 'provider-id', :type => :string, :desc => "Provider Id", :enum => provider_names_for('compute')
+      method_option 'provider-config', :type => :hash, :desc => "Provider specific config"
+      create_steps = %w{repo-checkout cookbook-promote server-bootstrap create dns-record}
+      create_steps.each do |step|
+        method_option :"skip-#{step}", :type => :boolean, :default => false, :desc => "Skip #{step}"
+      end
+
+      def create
+        require "fhcap/tasks/cluster/create"
+        Tasks::Cluster::Create.new(task_options(options.dup)).run
+      end
+
+      desc "provision", "Provision a cluster"
+
+      shared_options :verbose, :name
+      method_option 'git-ref', :type => :string, :desc => "fhcap git ref, can be a branch, tag or commit hash"
+      method_option 'git-remote', :type => :string, :desc => "git remote to use, default is origin"
+      method_option 'nodes', :type => :string, :desc => "Query to pass to name"
+      method_option 'roles', :type => :string, :desc => "Query to pass to roles"
+      method_option 'series', :type => :boolean, :default => false, :desc => "Run provision in series"
+      method_option 'strategy', :type => :string, :default => 'chef', :desc => "Provision strategy to use. Default is chef provisioning, falls back to knife provision.", :enum => %w{chef knife}
+
+      provision_steps = %w{repo-checkout cookbook-promote server-bootstrap provision}
+      provision_steps.each do |step|
+        method_option :"skip-#{step}", :type => :boolean, :default => false, :desc => "Skip #{step}"
+      end
+
+      def provision
+        require "fhcap/tasks/cluster/provision"
+        Tasks::Cluster::Provision.new(task_options(options.dup)).run
+      end
+
+      desc "test", "Test a cluster"
+
+      shared_options :verbose, :name
+
+      def test
+        require "fhcap/tasks/cluster/test"
+        Tasks::Cluster::Test.new(task_options(options.dup)).run
+      end
+
+      desc "status", "Show the Status of a cluster"
+
+      shared_options :verbose, :name
+
+      def status
+        require "fhcap/tasks/cluster/status"
+        Tasks::Cluster::Status.new(task_options(options.dup)).run
+      end
+
+      desc "destroy", "Destroy a cluster"
+
+      shared_options :verbose
+
+      method_option 'name', :type => :string, :required => true, :desc => "Cluster name"
+
+      destroy_steps = %w{destroy}
+      destroy_steps.each do |step|
+        method_option :"skip-#{step}", :type => :boolean, :default => false, :desc => "Skip #{step}"
+      end
+
+      def destroy
+        require "fhcap/tasks/cluster/destroy"
+        Tasks::Cluster::Destroy.new(task_options(options.dup)).run
+      end
+
+      desc "info", "Show info about a Cluster"
+
+      shared_options :verbose
+
+      method_option 'name', :type => :string, :required => true, :desc => "Cluster name"
+      method_option 'launch', :type => :boolean, :default => false,  :desc => "Launch all urls in the browser"
+      method_option 'only', :type => :string, :desc => "", :enum => %w{ips urls passwords}
+
+      def info
+        require "fhcap/tasks/cluster/info"
+        Tasks::Cluster::Info.new(task_options(options.dup)).run
+      end
+
+      desc "list", "List configured clusters"
+
+      def list
+        require "fhcap/tasks/cluster/list"
+        Tasks::Cluster::List.new(task_options(options.dup)).run
+      end
+
+    end
+  end
+end

data/lib/fhcap/config.rb

@@ -0,0 +1,104 @@
+# config.rb
+require 'json'
+require 'etc'
+
+module Fhcap
+
+  class Config
+
+    attr_reader :config_file
+
+    def initialize(options = {})
+      @config_file = File.expand_path(options[:config_file] || default_config_file)
+    end
+
+    def exists?
+      File.exist?(@config_file)
+    end
+
+    def [](attrib)
+      data[attrib]
+    end
+
+    def []=(attr, val)
+      data[attr] = val
+    end
+
+    def data
+      @data ||= read
+    end
+
+    def reload
+      @data = read
+    end
+
+    def read
+      unless exists?
+        raise "FHCAP Config file #{@config_file} does not exist."
+      end
+      symbolize_keys_deep(JSON.parse(IO.read(@config_file)))
+    end
+
+    def default_dir
+      File.join(Dir.home, 'fhcap')
+    end
+
+    def default_config_file
+      File.join(default_dir, 'fhcap.json')
+    end
+
+    def knife_dir
+      data[:knife_dir] || File.join(default_dir, '.chef')
+    end
+
+    def repos_dir
+      data[:repos_dir] || File.join(default_dir, 'repos')
+    end
+
+    def tmp_dir
+      File.join(default_dir, 'tmp')
+    end
+
+    def fhcap_cookbook_archive_url
+      'https://s3-eu-west-1.amazonaws.com/fhcap/fhcap-cookbooks-0fa68747b476f7ee555a94483877969a30133e76.tgz'
+    end
+
+    # Generates the immutable fhcap configuration and reasonable defaults.
+    def fhcap_config
+      @fhcap_config ||= {
+          :repos_dir => File.join(default_dir, 'repos'),
+          :repos => {
+              :fhcap => {
+                  :url => 'git@github.com:fheng/fhcap.git',
+                  :archives => {
+                      :cookbooks => fhcap_cookbook_archive_url
+                  }
+              },
+              :"fhcap-dev" => {
+                  :clusters_dir => 'organisations',
+                  :url => 'git@github.com:fheng/fhcap-dev.git'
+              }
+          },
+          :knife_dir => File.join(default_dir, '.chef'),
+          :knife => {
+              :bob => {
+                  :chef_server_url => 'https://bob.feedhenry.net:8443',
+                  :node_name => Etc.getlogin
+              }
+          }
+      }
+    end
+
+    private
+
+    def symbolize_keys_deep(h)
+      h.keys.each do |k|
+        ks = k.to_sym
+        h[ks] = h.delete k
+        symbolize_keys_deep h[ks] if h[ks].kind_of? Hash
+      end
+      h
+    end
+
+  end
+end

data/lib/fhcap/cookbook.rb

@@ -0,0 +1,75 @@
+require 'thor'
+require 'fhcap/thor_base'
+
+module Fhcap
+  module CLI
+    class Cookbook < Fhcap::ThorBase
+
+      add_shared_option :cookbooks, :aliases => "-c", :desc => "Apply to these Cookbooks", :type => :array
+      add_shared_option :modified, :aliases => "-m", :desc => "Apply only to modified Cookbooks", :type => :boolean, :required => false, :default => false
+
+      desc "update", "Update a cookbook, defaults to all cookbooks."
+      long_desc <<-LONGDESC
+      Updates a cookbook(s) version, metadata, readme and changelog.
+
+      With --cookbooks (-c) <cookbook1 cookbook2> option, specifies the cookbook(s) to update, default is all cookbooks.
+
+      With --modified (-m) option, updates all cookbooks modified between the current HEAD and the last origin commit.
+
+      With --changelog-entries (-e) <'entry1' 'entry2'> option, changelog entries to be put into the cookbook(s) changelog file for this version change.
+
+      With --level (-l) [major|minor|patch"] option, sets the bump level to be applied to the given cookbook(s), default is minor.
+
+      With --version (-v) 1.1.1 option, sets the version to be applied to the given cookbook(s).
+
+      With --wip option, defaults the level option to 'patch' and skips all metadata updates i.e. cookbook metadata, readme and changelog files are not modified.
+
+      Examples:
+
+      fhcap cookbook update -c feedhenry_common -e 'Some awesome new feature'
+
+      fhcap cookbook update -c feedhenry_common --wip
+
+      fhcap cookbook update -c feedhenry_common -l major -e 'Some major change'
+      LONGDESC
+
+      shared_options :cookbooks, :modified
+
+      method_option 'changelog-entries', :type => :array, :aliases => "-e", :default => ["Replace me with a proper changelog entry"], :desc => "Changelog entries"
+      method_option 'level', :type => :string, :aliases => "-l", :desc => "Bump level", :enum => %w{major minor patch}
+      method_option 'version', :type => :string, :aliases => "-v", :desc => "Version to set manually"
+      method_option 'wip', :type => :boolean, :desc => "Work in progress. No meta is generated and level is set to patch level changes."
+
+      def update
+        require "fhcap/tasks/chef/cookbook/update_version"
+        require "fhcap/tasks/chef/cookbook/update_metadata"
+        require "fhcap/tasks/chef/cookbook/update_readme"
+        require "fhcap/tasks/chef/cookbook/update_changelog"
+        cookbooks = get_cookbooks(options, nil, repo_cookbook_paths('-cookbooks'))
+        say("Cookbook update for #{cookbooks}", :yellow)
+
+        cookbooks.each do |cookbook|
+          Tasks::Chef::Cookbook::UpdateVersion.new(task_options(options.dup.merge({cookbook: cookbook}))).run
+        end
+
+        if options[:wip]
+          say("WIP, skipping meta updates.", :yellow)
+        else
+          cookbooks.each do |cookbook|
+            Tasks::Chef::Cookbook::UpdateMetadata.new(task_options(options.dup.merge({cookbook: cookbook}))).run
+            Tasks::Chef::Cookbook::UpdateReadme.new(task_options(options.dup.merge({cookbook: cookbook}))).run
+            Tasks::Chef::Cookbook::UpdateChangelog.new(task_options(options.dup.merge({cookbook: cookbook}))).run
+          end
+        end
+      end
+
+      desc "list", "List cookbooks and show artifact versions where applicable."
+
+      def list
+        require "fhcap/tasks/chef/cookbook/list"
+        Tasks::Chef::Cookbook::List.new(task_options(options.dup)).run
+      end
+
+    end
+  end
+end