bcome 0.0.3

data/filters/ec2_filter.rb

@@ -0,0 +1,12 @@
+module ::Bcome::Filter
+  class Ec2Filter < ::Bcome::Filter::Base
+
+    def by_group_on_environment
+      env_string = @environment.meta_data[:environment]
+      return @resources.select{|resource|
+        resource.groups.first == env_string
+      } 
+    end
+
+  end
+end

data/lib/bcome.rb

@@ -0,0 +1,9 @@
+require 'irb'
+require "irb/completion"
+require 'colorize'
+require 'aws-sdk'
+require 'net/scp'
+require 'net/ssh/proxy/command'
+require 'fog'
+
+Dir[File.dirname(__FILE__) + "/**/*.rb"].each {|file| require file }

data/lib/bcome/version.rb

@@ -0,0 +1,3 @@
+module Bcome
+  VERSION = "0.0.3"
+end

data/lib/become_object.rb

@@ -0,0 +1,69 @@
+module ::Bcome::BecomeObject
+
+  require 'yaml'
+
+  CONFIGS_PATH = "bcome/config" 
+
+  def identifier
+    raise "Missing method 'identifier' - this should uniquely identify your workspace context object."
+  end
+
+  def become_identifier
+    "#{previous_workspace_object.send(:become_identifier)}> #{identifier}"
+  end
+
+  def previous_workspace_object=(object)
+    @previous_workspace_object = object
+  end
+  
+  def previous_workspace_object
+    @previous_workspace_object
+  end
+
+  def main_context=(main_context)
+    @main_context = main_context
+  end 
+
+  def main_context
+    @main_context
+  end
+
+  def has_main_context?
+    !@main_context.nil?
+  end
+
+  def resources
+    @resources ||= do_load_resources 
+  end
+
+  def do_load_resources
+    config = YAML.load_file(config_path)
+    return collection_klass.collection_from_config(self, config)
+  end
+
+  def resource_for_identifier(identifier)
+    return nil unless resources
+    matches = resources.select{|resource| resource.identifier.to_sym == identifier.to_sym }
+    raise "Retrieved more than one match for #{collection_key} '#{identifier}'. Selection is ambiguous" if matches.size > 1
+    return matches.first
+  end
+
+  def all_items
+    return [] unless resources
+    resources.collect(&:identifier)
+  end
+
+  def responds_to_list?
+    true
+  end  
+
+  def list
+    if responds_to_list?
+      ::RENDER.list_items(collection_key, resources)
+    else
+      puts "\nNo list function at this level".headsup
+    end   
+  end
+  alias :ls :list
+
+end

data/lib/boot.rb

@@ -0,0 +1,25 @@
+class ::Bcome::Boot
+
+  include ::Bcome::BecomeObject
+
+  def config_path
+    "#{CONFIGS_PATH}/platform.yml"
+  end
+
+  def collection_klass 
+    ::PLATFORM_STACK_KLASS
+  end  
+
+  def collection_key
+    :platforms
+  end
+
+  def to_s
+    "Bootup"
+  end
+
+  def become_identifier
+    ::START_PROMPT
+  end
+
+end

data/lib/command.rb

@@ -0,0 +1,45 @@
+class ::Bcome::Command
+
+  # Wraps a command. Convenient flex-point for logging etc
+
+  attr_reader :raw_command, :host_node, :stdout, :stderr, :exit_code, :exit_signal 
+
+  def initialize(raw_command, host_node)
+    @raw_command = raw_command
+    @host_node = host_node
+    @stdout = ""
+    @stderr = ""
+    @exit_code = nil
+    @exit_signal = nil
+  end
+
+  def pretty_result
+    return is_success? ? "Success".success : "Failed".failure
+  end
+
+  def output
+    command_output = is_success? ? @stdout : "Exit code: #{@exit_code}\n\nSTDERR: #{@stderr}"
+    return "\n#{command_output}\n"
+  end
+
+  def is_success?
+    exit_code == 0
+  end
+
+  def stdout=(data)
+    @stdout = data #data.output
+  end
+
+  def stderr=(data)
+    @stderr = data #data.output
+  end
+
+  def exit_code=(data)
+    @exit_code = data
+  end
+
+  def exit_signal(data)
+    @exit_signal = data
+  end
+
+end

data/lib/filters/base.rb

@@ -0,0 +1,10 @@
+module ::Bcome::Filter
+  class Base
+
+    def initialize(resources, environment)
+      @resources = resources
+      @environment = environment
+    end
+
+  end
+end

data/lib/filters/ec2_filter.rb

@@ -0,0 +1,4 @@
+module Bcome::Filter
+  class Ec2Filter < Bcome::Filter::Base
+  end
+end

data/lib/helpers/command_helper.rb

@@ -0,0 +1,9 @@
+module ::Bcome::CommandHelper
+
+  def run_local(command)
+    puts "(local) > #{command}" if ::VERBOSE
+    system(command)
+  end
+  alias :local :run_local
+
+end

data/lib/helpers/environment_ssh.rb

@@ -0,0 +1,44 @@
+module ::Bcome::EnvironmentSSH
+
+  def proxy
+    return nil unless ssh_mode_type == ::SSH_JUMP_MODE_IDENTIFIER
+    return Net::SSH::Proxy::Command.new(proxy_command)
+  end
+
+  def proxy_command
+    return "ssh -W %h:%p #{bastion_ip_address}"
+  end
+
+  def execute_command(commands, node)
+    begin
+      return execute_cmd(commands, node, proxy)
+    rescue Net::SSH::AuthenticationFailed
+      raise "Could not authenticate connection to #{node.identifier}".failure
+    rescue Net::SSH::Disconnect
+      raise "SSH connection to #{node.identifier} was disconnected".failure
+    end
+  end
+
+  def execute_cmd(raw_commands, node, proxy)
+    commands = raw_commands.collect{|raw_command|
+      raw_command.is_a?(::Bcome::Command) ? raw_command : ::Bcome::Command.new(raw_command, node)
+    }
+
+    ssh = ::Bcome::Ssh.new(commands, proxy, node)
+    ssh.execute!
+    return
+  end
+
+  def execute_scp_upload(files, remote_path, node)
+    begin
+      scp = ::Bcome::Scp.new(files, remote_path, proxy, node)
+      scp.upload!
+    rescue Net::SSH::AuthenticationFailed
+      raise "Could not authenticate connection to #{node.identifier}".failure
+    rescue Net::SSH::Disconnect 
+      raise "SSH connection to #{node.identifier} was disconnected".failure
+    end
+  end        
+
+
+end

data/lib/helpers/fog_helper.rb

@@ -0,0 +1,54 @@
+module ::Bcome::FogHelper
+
+  def credentials_key
+    network_lookup[:credentials_key]
+  end
+
+  def fog_client
+    @fog_client ||= get_fog_client
+  end
+
+  def unfiltered_servers
+    @unfiltered_servers ||= fog_client.servers.all(network_lookup[:ec2_server_lookup_filters])
+  end
+
+  def ec2_tags
+    network_lookup[:ec2_tag_filter]
+  end
+
+  def servers
+    all = unfiltered_servers
+    filtered_by_tags = ec2_tags ? filter_by_tags(all) : all
+    
+    custom_filter_method = @meta_data[:network_lookup][:custom_post_process_filter_method]
+
+    if custom_filter_method
+      filter = ::Bcome::Filter::Ec2Filter.new(filtered_by_tags, self)
+      raise "Custome filter method #{custom_filter_method} is missing. Make sure you've added it".failure unless filter.respond_to?(custom_filter_method.to_sym)
+      return filter.send(custom_filter_method.to_sym) 
+    else
+      return filtered_by_tags
+    end
+  end
+
+  def filter_by_tags(instances)
+    return instances.select{|instance| instance_matches_tags?(instance)}
+  end
+
+  def instance_matches_tags?(instance)
+    tags = instance.tags
+    return ec2_tags.select{|key, value| tags[key.to_s] == value }.size == ec2_tags.keys.size
+  end
+
+  private
+ 
+  def get_fog_client
+    ::Fog.credential = credentials_key
+    client = ::Fog::Compute.new(
+      :provider => "AWS",
+      :region => network_lookup[:provisioning_region]
+    )
+    return client
+  end
+
+end

data/lib/helpers/instance_command.rb

@@ -0,0 +1,27 @@
+module ::Bcome::InstanceCommand
+
+  def run(raw_commands)
+    commands = raw_commands.is_a?(String) ? [raw_commands] : raw_commands
+    execute_command(commands)
+  end
+
+  def execute_command(commands)
+    @environment.execute_command(commands, self)
+  end
+
+  def rsync(local_path, remote_path)
+    puts "rsync> #{self.identifier}".informational
+    if @environment.ssh_mode_type == ::SSH_DIRECT_MODE_IDENTIFIER
+      rsync_command = "rsync -av #{local_path} #{self.ssh_user}@#{self.ip_address}:#{remote_path}"
+    else
+      rsync_command = "rsync -av -e \"ssh -A #{self.ssh_user}@#{@environment.bastion_ip_address} ssh -o StrictHostKeyChecking=no\" #{local_path} #{self.ssh_user}@#{self.ip_address}:#{remote_path}"
+    end
+    run_local(rsync_command)
+  end
+
+  def scp(files, remote_path)
+    @environment.execute_scp_upload(files, remote_path, self)
+    return
+  end
+
+end

data/lib/helpers/instance_ssh.rb

@@ -0,0 +1,66 @@
+module ::Bcome::InstanceSsh
+
+  def execute_task(task_name, *args)
+    begin
+      public_send(task_name, *args)
+    rescue ::Seahorse::Client::NetworkingError
+      puts "Could not execute '#{task_name}'. Cannot initiate connection - check your network connection and try again.".failure
+    end
+  end
+
+  def ssh
+    execute_task(:do_ssh)
+  end
+
+  def do_ssh(command)
+    result = execute_task(:run_local, command)
+    raise "Unable to execute result" unless result # TODO node has not been bootstrapped most likely. Implement a fallback
+    return result
+  end
+  
+  def ssh_jump_command_to_bastion
+    command = "ssh -o UserKnownHostsFile=/dev/null -i #{ssh_key_path} #{ssh_user}@#{bastion_ip_address}"
+  end
+
+  def ssh_jump_command_to_internal_node
+    command = "ssh -o UserKnownHostsFile=/dev/null -i #{ssh_key_path} -o \"ProxyCommand ssh -W %h:%p -i #{ssh_key_path} #{ssh_user}@#{bastion_ip_address}\" #{ssh_user}@#{ip_address}"
+  end
+
+  def direct_ssh_command
+    command = "ssh #{environment.ssh_mode_user}@#{public_ip_address}"
+  end
+
+  def ssh_user
+    # defined by the environment or we fall back to the local user
+    return @environment.ssh_mode_user ? @environment.ssh_mode_user : `whoami`.gsub("\n","")
+  end
+
+  def ssh_key_path
+    "~/.ssh/id_rsa" 
+  end
+
+  def keys
+    [ssh_key_path]
+  end
+
+  def bastion_ip_address
+    return @environment.bastion_ip_address
+  end
+
+  def is_direct_ssh?
+    environment.ssh_mode_type == ::SSH_DIRECT_MODE_IDENTIFIER
+  end
+
+  def is_jump_ssh?
+    environment.ssh_mode_type == ::SSH_JUMP_MODE_IDENTIFIER
+  end
+
+  def ssh
+    is_jump_ssh? ? (is_ssh_jump_host? ? do_ssh(ssh_jump_command_to_bastion) : do_ssh(ssh_jump_command_to_internal_node)) : do_ssh(direct_ssh_command)
+  end
+
+  def is_ssh_jump_host?
+    @meta_data["role"] == ::SSH_JUMP_HOST_ROLE_IDENTIFIER
+  end
+
+end

data/lib/helpers/selections.rb

@@ -0,0 +1,120 @@
+module ::Bcome::Selections
+
+  def manage_object(method, resource_identifier = nil)
+    unless resource_identifier && resource_identifier.is_a?(String)
+      print "You must select a resource identified by its name. #{available_resources_options_string}".headsup
+    else
+      object = find_resource_by_identifier(resource_identifier)
+      unless object
+        print "Cannot find object with identifier #{resource_identifier} within the resources for this collection. #{available_resources_options_string}".failure unless object
+      else
+        send(method, object)
+      end
+    end
+  end
+
+  ## Runs commands over *every* object in the selection
+  def run(raw_commands)
+    return unless @objects
+    @objects.each do |object|
+      object.run(raw_commands)
+    end
+    return
+  end
+
+  def rsync(local_path, remote_path)
+    if !@objects || @objects.empty?
+      no_selections_error
+      return  
+    end
+    @objects.each do |object|
+      object.rsync(local_path, remote_path)
+    end
+    return
+  end
+
+  def scp(files, remote_path)
+    if !@objects || @objects.empty?
+      no_selections_error
+      return
+    end
+
+    return unless @objects
+    @objects.each do |object|
+      object.scp(files, remote_path)
+    end 
+    return
+  end  
+
+  def add(resource_identifier = nil)
+    if resource_identifier.is_a?(Array)
+      resource_identifier.each do |ri|
+        manage_object(:add_object, ri)
+      end
+    else
+      manage_object(:add_object, resource_identifier)
+    end
+  end
+
+  def remove(resource_identifier = nil)
+    if resource_identifier.is_a?(Array)
+      resource_identifier.each do |ri|
+        manage_object(:remove_object, ri)
+      end
+    else
+      manage_object(:remove_object, resource_identifier)
+    end
+  end
+
+  def add!
+    @objects = resources
+    puts "All nodes added".informational
+  end
+  
+  def clear!
+    @objects = []
+    selections
+  end
+
+  def find_resource_by_identifier(resource_identifier)
+    resources.select{|r| r.identifier == resource_identifier }.first
+  end
+
+  def in_resources?(object)
+    resources.include?(object)
+  end
+
+  def add_object(object)
+    return if object_in_selections?(object)
+    @objects = @objects ? (@objects << object) : [object]
+    return
+  end  
+
+  def remove_object(object)
+    return if !@objects || @objects.empty?
+    unless object_in_selections?(object)
+      print "\n#{object.identifier} is not within selections\n".headsup
+    else
+      @objects = @objects - [object]
+    end
+    return
+  end
+
+  def object_in_selections?(object)
+    return false unless @objects
+    return @objects.include?(object)
+  end
+
+  def selections
+    if !@objects || @objects.empty?
+      print "\nNo added nodes.\n".headsup
+    else
+      print "\nAdded nodes: #{@objects.collect(&:identifier).join(", ")}\n".headsup
+    end
+  end  
+
+  def no_selections_error 
+    puts "No nodes selected".informational
+  end
+
+end