ironfan 3.1.0.rc1

data/lib/chef/knife/cluster_list.rb

@@ -0,0 +1,50 @@
+#
+# Author:: Philip (flip) Kromer (<flip@infochimps.com>)
+# Copyright:: Copyright (c) 2011 Infochimps, Inc
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require File.expand_path(File.dirname(__FILE__)+"/knife_common.rb")
+
+class Chef
+  class Knife
+    class ClusterList < Knife
+      include Ironfan::KnifeCommon
+
+      deps do
+        require 'formatador'
+      end
+
+      banner "knife cluster list (options)"
+
+      def run
+        load_ironfan
+        configure_dry_run
+
+        hash = Ironfan.cluster_filenames
+
+        table = []
+        hash.keys.sort.each do |key|
+          table.push( { :cluster => key, :path => hash[key] } )
+        end
+
+        ui.info "Cluster Path: #{ Ironfan.cluster_path.join ", " }"
+
+        Formatador.display_compact_table(table, [:cluster,:path])
+
+      end
+    end
+  end
+end

data/lib/chef/knife/cluster_proxy.rb

@@ -0,0 +1,126 @@
+#
+# Author:: Philip (flip) Kromer (flip@infochimps.com)
+# Copyright:: Copyright (c) 2011 Infochimps, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require File.expand_path(File.dirname(__FILE__)+"/knife_common.rb")
+require File.expand_path(File.dirname(__FILE__)+"/cluster_ssh.rb")
+require File.expand_path(File.dirname(__FILE__)+"/generic_command.rb")
+
+class Chef
+  class Knife
+    #
+    # Runs the ssh command to open a SOCKS proxy to the given host, and writes a
+    # PAC (automatic proxy config) file to
+    # /tmp/ironfan_proxy-YOURNAME.pac. Only the first host is used, even if
+    # multiple match.
+    #
+    # Why not use Net::Ssh directly? The SOCKS proxy support was pretty
+    # bad. Though ugly, exec'ing the command works.
+    #
+    class ClusterProxy < Ironfan::Script
+
+      import_banner_and_options(Chef::Knife::ClusterSsh, :except => [:concurrency, ])
+      banner 'knife cluster proxy "CLUSTER [FACET [INDEXES]]" (options) - Runs the ssh command to open a SOCKS proxy to the given host, and writes a PAC (automatic proxy config) file to /tmp/ironfan_proxy-YOURNAME.pac. Only the first host is used, even if multiple match.'
+
+      option :background,
+        :long        => "--[no-]background",
+        :description => "Requests ssh to go to background after setting up the proxy",
+        :boolean     => true,
+        :default     => true
+
+      option :socks_port,
+        :long        => '--socks-port',
+        :short       => '-D',
+        :description => 'Port to listen on for SOCKS5 proxy',
+        :default     => '6666'
+
+      def relevant?(server)
+        server.sshable?
+      end
+
+      def perform_execution(target)
+        svr = target.first
+        cmd = command_for_target(svr)
+
+        dump_proxy_pac
+        exec(*cmd)
+      end
+
+      def command_for_target(svr)
+        config[:attribute]       ||= Chef::Config[:knife][:ssh_address_attribute] || "fqdn"
+        config[:ssh_user]        ||= Chef::Config[:knife][:ssh_user]
+        config[:identity_file]   ||= svr.cloud.ssh_identity_file
+        config[:host_key_verify] ||= Chef::Config[:knife][:host_key_verify] || (not config[:no_host_key_verify]) # pre-vs-post 0.10.4
+
+        if (svr.cloud.public_ip)             then address = svr.cloud.public_ip ; end
+        if (not address) && (svr.chef_node)  then address = format_for_display( svr.chef_node )[config[:attribute]] ; end
+        if (not address) && (svr.fog_server) then address = svr.fog_server.public_ip_address ; end
+
+        cmd  = [ 'ssh', '-N' ]
+        cmd += [ '-D', config[:socks_port].to_s ]
+        cmd += [ '-p', config[:port].to_s       ]  if  config[:port].present?
+        cmd << '-f'                                if  config[:background]
+        cmd << "-#{'v' * config[:verbosity].to_i}" if (config[:verbosity].to_i > 0)
+        cmd += %w[ -o StrictHostKeyChecking=no  ]  if  config[:host_key_verify]
+        cmd += %w[ -o ConnectTimeout=10 -o ServerAliveInterval=60 -o ControlPath=none ]
+        cmd += [ '-i', File.expand_path(config[:identity_file]) ] if  config[:identity_file].present?
+        cmd << (config[:ssh_user] ? "#{config[:ssh_user]}@#{address}" : address)
+
+        Chef::Log.debug("Cluster proxy config:  #{config.inspect}")
+        Chef::Log.debug("Cluster proxy command: #{cmd.inspect}")
+        ui.info(["SOCKS Proxy on",
+            "local port", ui.color(config[:socks_port], :cyan),
+            "for",        ui.color(svr.name,            :cyan),
+            "(#{address})"
+          ].join(" "))
+
+        cmd
+     end
+
+      #
+      # Write a .pac (automatic proxy configuration) file
+      # to /etc/ironfan_proxy-YOURNAME.pac
+      #
+      def dump_proxy_pac
+        pac_filename = File.expand_path(File.join('/tmp', "ironfan_proxy-#{ENV['USER']}.pac"))
+        ui.info("point your browser at PAC (automatic proxy config file) file://#{pac_filename}")
+        File.open(pac_filename, 'w') do |f|
+          f.print proxy_pac_contents
+        end
+      end
+
+      EC2_PROXY_PATTERNS = [ "*ec2*.amazonaws.com", "*ec2.internal*", "*compute-*.amazonaws.com", "*compute-*.internal*", "*domu*.internal*", "10.*",]
+
+      def proxy_pac_contents
+        proxy_patterns  = EC2_PROXY_PATTERNS
+        proxy_patterns += Array(Chef::Config[:cluster_proxy_patterns])
+        rules = proxy_patterns.compact.map{|str| "(shExpMatch(host, %-28s))" % %Q{"#{str}"} }
+        %Q{function FindProxyForURL(url, host) {
+  if (#{rules.join(" ||\n      ")}
+      ) {
+    return "SOCKS5 localhost:#{config[:socks_port]}";
+  }
+  return "DIRECT";
+}\n}
+      end
+
+
+
+
+    end
+  end
+end

data/lib/chef/knife/cluster_show.rb

@@ -0,0 +1,61 @@
+#
+# Author:: Philip (flip) Kromer (<flip@infochimps.com>)
+# Copyright:: Copyright (c) 2011 Infochimps, Inc
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require File.expand_path(File.dirname(__FILE__)+"/knife_common.rb")
+
+class Chef
+  class Knife
+    class ClusterShow < Knife
+      include Ironfan::KnifeCommon
+      deps do
+        Ironfan::KnifeCommon.load_deps
+      end
+
+      banner "knife cluster show CLUSTER_NAME [FACET_NAME [INDEXES]] (options)"
+      option :cloud,
+        :long        => "--[no-]cloud",
+        :description => "Look up machines on AWS cloud (default is yes, look up machines; use --no-cloud to skip)",
+        :default     => true,
+        :boolean     => true
+
+      def run
+        load_ironfan
+        die(banner) if @name_args.empty?
+        configure_dry_run
+
+        # Load the cluster/facet/slice/whatever
+        target = get_slice(* @name_args)
+
+        #
+        # Dump entire contents of objects if -VV flag given
+        #
+        if config[:verbosity] >= 2
+          target.each do |svr|
+            Chef::Log.debug( "Server #{svr.name}: #{JSON.pretty_generate(svr.to_hash)}" )
+            Chef::Log.debug( "- cloud: #{JSON.pretty_generate(svr.cloud.to_hash)}" )
+            Chef::Log.debug( "- fog:   #{JSON.pretty_generate(svr.fog_launch_description)}" )
+          end
+        end
+
+        # Display same
+        display(target)
+
+      end
+    end
+  end
+end

data/lib/chef/knife/cluster_ssh.rb

@@ -0,0 +1,141 @@
+#
+# Author:: Chris Howe (<chris@infochimps.com>)
+# Copyright:: Copyright (c) 2011 Infochimps, Inc.
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require File.expand_path(File.dirname(__FILE__)+"/knife_common.rb")
+require 'chef/knife/ssh'
+
+class Chef
+  class Knife
+    class ClusterSsh < Chef::Knife::Ssh
+      include Ironfan::KnifeCommon
+
+      deps do
+        Chef::Knife::Ssh.load_deps
+        Ironfan::KnifeCommon.load_deps
+      end
+
+      banner 'knife cluster ssh "CLUSTER [FACET [INDEXES]]" COMMAND (options)'
+      Chef::Knife::Ssh.options.each do |name, hsh|
+        next if name == :attribute
+        option name, hsh
+      end
+
+      option :attribute,
+        :short => "-a ATTR",
+        :long => "--attribute ATTR",
+        :description => "The attribute to use for opening the connection - default is fqdn (ec2 users may prefer cloud.public_hostname)"
+
+      def configure_session
+        predicate = @name_args[0].split(/[\s\-]+/,3).map(&:strip)
+
+        target = get_slice(*predicate).select(&:sshable?)
+
+        display(target) if config[:verbose]
+
+        config[:attribute]     ||= Chef::Config[:knife][:ssh_address_attribute] || "fqdn"
+        config[:ssh_user]      ||= Chef::Config[:knife][:ssh_user]
+        config[:identity_file] ||= target.ssh_identity_file
+
+        @action_nodes = target.chef_nodes
+        addresses = target.servers.map do |svr|
+          if (svr.cloud.public_ip)             then address = svr.cloud.public_ip ; end
+          if (not address) && (svr.fog_server) then address = svr.fog_server.public_ip_address ; end
+          if (not address) && (svr.chef_node)  then address = format_for_display( svr.chef_node )[config[:attribute]] ; end
+          address
+        end.compact
+
+        (ui.fatal("No nodes returned from search!"); exit 10) if addresses.nil? || addresses.length == 0
+
+        session_from_list(addresses)
+      end
+
+      #
+      # Override the one in Chef::Knife::Ssh to allow an err flag (prints in red
+      # if non-null)
+      #
+      def print_data(host, data, err=nil)
+        if data =~ /\n/
+          data.split(/\n/).each { |d| print_data(host, d, err) }
+        else
+          padding = @longest - host.length
+          str = ui.color(host, :cyan) + (" " * (padding + 1)) + (err ? ui.color(data, :red) : data)
+          ui.msg(str)
+        end
+      end
+
+      #
+      # Override the one in Chef::Knife::Ssh to give a big red warning if the
+      # process executes with badness
+      #
+      def ssh_command(command, subsession=nil)
+        subsession ||= session
+        command = fixup_sudo(command)
+        notifications = []
+        subsession.open_channel do |ch|
+          ch.request_pty
+          ch.exec command do |ch, success|
+            raise ArgumentError, "Cannot execute #{command}" unless success
+            # note: you can't do the stderr calback because requesting a pty
+            # squashes stderr and stdout together
+            ch.on_data do |ichannel, data|
+              print_data(ichannel[:host], data)
+              if data =~ /^knife sudo password: /
+                ichannel.send_data("#{get_password}\n")
+              end
+            end
+            ch.on_request "exit-status" do |ichannel, data|
+              exit_status = data.read_long
+              if exit_status != 0
+                command_snippet = (command.length < 70) ? command : (command[0..45] + ' ... ' + command[-19..-1])
+                notifications << [ichannel[:host], "'#{command_snippet.gsub(/[\r\n]+/, "; ")}' terminated with error status #{exit_status}", :err]
+              end
+            end
+          end
+        end
+        session.loop
+        notifications.each{|args| print_data(*args) }
+      end
+
+      def cssh
+        exec "cssh "+session.servers_for.map{|server| server.user ? "#{server.user}@#{server.host}" : server.host}.join(" ")
+      end
+
+      def run
+        load_ironfan
+        die(banner) if @name_args.empty?
+        extend Chef::Mixin::Command
+
+        @longest = 0
+        configure_session
+
+        case @name_args[1]
+        when "interactive"  then interactive
+        when "screen"       then screen
+        when "tmux"         then tmux
+        when "macterm"      then macterm
+        when "cssh"         then cssh
+        else
+          ssh_command(@name_args[1..-1].join(" "))
+        end
+
+        session.close
+      end
+
+    end
+  end
+end

data/lib/chef/knife/cluster_start.rb

@@ -0,0 +1,40 @@
+#
+# Author:: Philip (flip) Kromer (<flip@infochimps.com>)
+# Copyright:: Copyright (c) 2011 Infochimps, Inc
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+require File.expand_path(File.dirname(__FILE__)+"/knife_common.rb")
+require File.expand_path(File.dirname(__FILE__)+"/generic_command.rb")
+
+class Chef
+  class Knife
+    class ClusterStart < Ironfan::Script
+      import_banner_and_options(Ironfan::Script)
+
+      def relevant?(server)
+        server.startable?
+      end
+
+      def perform_execution(target)
+        section("Starting machines")
+        super(target)
+        section("Announcing Chef nodes as started")
+        target.send(:delegate_to_servers, :announce_as_started)
+      end
+
+    end
+  end
+end

data/lib/chef/knife/cluster_stop.rb

@@ -0,0 +1,43 @@
+#
+# Author:: Philip (flip) Kromer (<flip@infochimps.com>)
+# Copyright:: Copyright (c) 2011 Infochimps, Inc
+# License:: Apache License, Version 2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+require File.expand_path(File.dirname(__FILE__)+"/generic_command.rb")
+
+class Chef
+  class Knife
+    class ClusterStop < Ironfan::Script
+      import_banner_and_options(Ironfan::Script)
+
+      def relevant?(server)
+        server.running?
+      end
+
+      def perform_execution(target)
+        section("Stopping machines")
+        super(target)
+        section("Announcing Chef nodes as stopped")
+        target.send(:delegate_to_servers, :announce_as_stopped)
+      end
+
+      def confirm_execution(target)
+        ui.info "  Unless these nodes are backed by EBS volumes, this will result in loss of all data"
+        ui.info "  not saved elsewhere. Even if they are EBS backed, there may still be some data loss."
+        confirm_or_exit("Are you absolutely certain that you want to perform this action? (Type 'Yes' to confirm) ", 'Yes')
+      end
+    end
+  end
+end