ey_info 0.1.0

data/README.markdown

@@ -0,0 +1,72 @@
+Ey Info
+=======
+
+Summary
+-------
+Quickly set up your ~/.ssh/config shortcuts for your ey cloud servers.
+
+Install
+-------
+
+<pre>
+gem install --no-ri --no-rdoc ey_info # sudo if you need to
+</pre>
+
+Usage Command Line
+-------
+
+<pre>
+# will set up your ~/ssh/config shortcuts.
+$ ey_info -i "id_rsa" -u "root" # same as defaults
+$ ey_info # same as above
+</pre>
+
+If you're environment in the ey cloud dashboard is called 'production' with an app_master, and 2 app instances.
+
+<pre>
+$ ssh production_app_master
+vs
+$ ssh -i ~/.ssh/id-rsa root@ec2-xxx-xxx-xxx-xxx.compute-1.amazonaws.com
+
+$ ssh production_app1
+$ ssh production_app2
+$ ssh production_db_master
+$ ssh production_db_slave1
+</pre>
+
+Usage With Capistrano
+-------
+
+I still find capistrano a very useful utility for debugging and still use wanted to use it with EY's cloud.
+
+<pre>
+$ cap invoke COMMAND="..." is extremely useful.  The engineyard gem provides a 
+"ey ssh 'uptime' --all -e production" command but it loops through the servers one by one instead of running
+the commands in parallel, which can be slow if you have lots of servers.
+</pre>
+
+You can use this gem to dynamically grab the ec2 hosts information from your ey environment and set up your
+capistrano roles.  
+
+Here are a few examples of how you can use it in your config/deploy.rb:
+
+<pre>
+require 'ey_info'
+task :production do
+  @info = EyInfo::Hosts.new
+  hosts = @info.hosts("production") # parameter is the environment name in EY's gui interface
+
+  role :db, hosts.find {|x| x[:role] == "app_master" }[:ssh_key], :primary => true
+  # app instances
+  hosts.select {|x| x[:role] =~ /app/ }.each do |h|
+    role :web, h[:ssh_key]
+    role :app, h[:ssh_key], :sphinx => true
+  end
+  # utility instances
+  hosts.select {|x| x[:role] =~ /util/ }.each do |h|
+    role :web, h[:ssh_key]
+    role :app, h[:ssh_key], :sphinx => true
+  end
+end
+</pre>
+

data/Rakefile

@@ -0,0 +1,30 @@
+require File.expand_path('../lib/ey_info', __FILE__)
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.version         = EyInfo::Version
+    gem.name            = "ey_info"
+    gem.executables     = %W(ey_info)
+    gem.summary         = %Q{Ey Info - Easy way to setup ssh keys for ey cloud servers}
+    gem.description     = %Q{Ey Info - Easy way to setup ssh keys for ey cloud servers and also to dynamically pull server information from your ey servers and just it within capistrano.}
+    gem.homepage        = "http://github.com/tongueroo/ey_info"
+    gem.email           = [ "tongueroo@gmail.com" ]
+    gem.authors         = [ "Tung Nguyen" ]
+    gem.add_dependency  "engineyard",          ">=1.3.11"
+    # gem.add_dependency  "net-sftp",         ">=2.0.0"
+    # gem.add_development_dependency "mocha", ">= 0"
+  end
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/*_test.rb'
+  test.verbose = true
+end
+
+task :test => :check_dependencies
+task :default => :test
+

data/TODO

@@ -0,0 +1,23 @@
+CloudInfo::Instances outline
+1. connect to ec2
+
+2. find instances that are in the ey-env
+find ey instances from ey-recipes for specific environment
+  grab aws_group from one of the instances in the ey-env
+  instances in group
+  I can simply also just grab the instances from ey-recipes instead of working back from the aws_group..
+
+3. connect to instances (ssh) and build info
+connect to servers
+download json and store in dictionary lookup
+at this point we have enough data about the servers to build up the info we want
+
+4. hosts
+{:prod_app0 => 'xx.xx.xx.xx', :prod_app1 => 'xx.xx.xx.xx'}
+
+============
+good stopping point:
+* figure out a way to test exception from ssh.connect
+  * bad password
+  * timeout
+

data/bin/ey_info

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require File.expand_path('../../lib/ey_info', __FILE__)
+
+EyInfo::CLI.run(ARGV)

data/ey_info.gemspec

@@ -0,0 +1,54 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{ey_info}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Tung Nguyen"]
+  s.date = %q{2011-01-03}
+  s.default_executable = %q{ey_info}
+  s.description = %q{Ey Info - Easy way to setup ssh keys for ey cloud servers and also to dynamically pull server information from your ey servers and just it within capistrano.}
+  s.email = ["tongueroo@gmail.com"]
+  s.executables = ["ey_info"]
+  s.extra_rdoc_files = [
+    "README.markdown",
+    "TODO"
+  ]
+  s.files = [
+    "README.markdown",
+    "Rakefile",
+    "TODO",
+    "bin/ey_info",
+    "lib/ey_info.rb",
+    "lib/templates/default_ssh_config.erb",
+    "lib/text_injector.rb",
+    "test/ey_info_test.rb",
+    "test/test_helper.rb"
+  ]
+  s.homepage = %q{http://github.com/tongueroo/ey_info}
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{Ey Info - Easy way to setup ssh keys for ey cloud servers}
+  s.test_files = [
+    "test/ey_info_test.rb",
+    "test/test_helper.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<engineyard>, [">= 1.3.11"])
+    else
+      s.add_dependency(%q<engineyard>, [">= 1.3.11"])
+    end
+  else
+    s.add_dependency(%q<engineyard>, [">= 1.3.11"])
+  end
+end
+

data/lib/ey_info.rb

@@ -0,0 +1,190 @@
+require 'yaml'
+require 'rubygems'
+require 'engineyard'
+require 'optparse'
+require 'erb'
+require 'pp'
+require File.expand_path("../text_injector", __FILE__)
+
+module EyInfo
+  Version = "0.1.0"
+  
+  class CLI
+    def self.run(args)
+      cli = new(args)
+      cli.parse_options!
+      cli.run
+    end
+    
+    # The array of (unparsed) command-line options
+    attr_reader :args
+    # The hash of (parsed) command-line options
+    attr_reader :options
+    
+    def initialize(args)
+      @args = args.dup
+    end
+    
+    def option_parser
+      # @logger = Logger.new
+      @option_parser ||= OptionParser.new do |opts|
+        opts.banner = "Usage: #{File.basename($0)} ssh_config"
+    
+        opts.on("-i", "--identity-file [IDENTITY_FILE]", "ssh key default id_rsa.") do |value|
+          options[:ssh_key] = value
+        end
+    
+        opts.on("-u", "--user [USER]", "ssh key default root.") do |value|
+          options[:user] = value
+        end
+    
+        opts.on("-h", "--help", "Display this help message.") do
+          puts opts
+          exit
+        end
+    
+        opts.on("-V", "--version",
+          "Display the ey_info version, and exit."
+        ) do
+          puts "EyInfo Version #{EyInfo::Version}"
+          exit
+        end
+    
+      end
+    end
+    
+    def parse_options!
+      # defaults
+      @options = {:actions => [], :user => 'root', :ssh_key => 'id_rsa'}
+    
+      if args.empty?
+        warn "Please specifiy an action to execute."
+        warn option_parser
+        exit 1
+      end
+    
+      option_parser.parse!(args)
+      extract_environment_variables!
+    
+      options[:actions].concat(args)
+    end
+    
+    # Extracts name=value pairs from the remaining command-line arguments
+    # and assigns them as environment variables.
+    def extract_environment_variables! #:nodoc:
+      args.delete_if do |arg|
+        next unless arg.match(/^(\w+)=(.*)$/)
+        ENV[$1] = $2
+      end
+    end
+    
+    def run
+      write_ssh_config
+      puts "Your #{ENV['HOME']}/.ssh/config now has shortcuts your ey cloud servers."
+    end
+    
+    def write_ssh_config
+      @ssh_config = "#{ENV['HOME']}/.ssh/config"
+      @info = EyInfo::Hosts.new
+      
+      # clear out old known_hosts
+      `grep -v 'compute-1.amazonaws.com' ~/.ssh/known_hosts > ~/.ssh/known_hosts.tmp`
+      `mv ~/.ssh/known_hosts.tmp ~/.ssh/known_hosts`
+      
+      # for erb template
+      @identify_file = "~/.ssh/#{options[:ssh_key]}"
+      @user = options[:user]
+      
+      if File.exist?(@ssh_config)
+        injector = TextInjector.new(
+          :file => @ssh_config,
+          :update => true,
+          :content => ssh_servers
+        )
+      else
+        injector = TextInjector.new(
+          :file => @ssh_config,
+          :write => true,
+          :content => ssh_servers
+        )
+      end
+      injector.run
+    end
+    
+    def ssh_servers
+      @hosts = {}
+      @info = EyInfo::Hosts.new
+      all_hosts = @info.all_hosts
+      all_hosts.keys.each do |env_name|
+        all_hosts[env_name].each do |server|
+          @hosts["#{server[:ssh_key]}"] = server[:hostname]
+        end
+      end
+      # content = IO.readlines(RAILS_ROOT+"/dev/ssh_config.erb").join("")
+      content = IO.readlines(File.expand_path("../templates/default_ssh_config.erb", __FILE__)).join("")
+      template = ERB.new(content)
+      template.result(binding)
+    end
+    
+  end
+  
+  class Hosts
+    def initialize(options = {})
+      @api_token = YAML.load_file(File.expand_path("~/.eyrc"))["api_token"]
+      @api = EY::API.new(@api_token)
+      @envs = @api.apps.map{ |a| a.environments }
+    end
+    
+    def all_hosts
+      hosts = {}
+      @envs.flatten.map{|x| x.name}.sort.uniq.each do |env_name, index|
+        env_name = env_name.to_sym
+        arr = []
+        app_count = 0
+        db_count  = 0
+
+        @api.environments.match_one!(env_name.to_s).instances.sort_by {|x| x.hostname}.each do |i, idx|
+          # if i.role == 'app_master'
+          #   key = "app0"
+          # elsif i.role == 'app'
+          #   app_count += 1
+          #   key = "app#{app_count}"
+          # elsif i.role == 'db_master'
+          #   key = "db0"
+          # elsif i.role == 'db_slave'
+          #   db_count += 1
+          #   key = "db#{db_count}"
+          # elsif i.role == 'util'
+          #   key = "#{i.name}"
+          # elsif i.role == 'solo'
+          #   key = "solo"
+          # end
+          
+          key = i.role == 'util' ? i.name : i.role
+          if key == 'app'
+            app_count += 1
+            key = "app#{app_count}"
+          elsif key == 'db_slave'
+            db_count += 1
+            key = "db_slave#{db_count}"
+          end
+          
+          arr << {
+            :ssh_key => "#{env_name}_#{key}",
+            :hostname => i.hostname,
+            :role => i.role,
+            :name => i.name
+          }
+        end
+        
+        hosts[env_name] = arr
+      end
+      hosts
+    end
+    
+    def hosts(env_name)
+      all_hosts[env_name.to_sym]
+    end
+    
+  end
+end

data/lib/templates/default_ssh_config.erb

@@ -0,0 +1,12 @@
+##########################################
+# ey cloud environments
+StrictHostKeyChecking no
+
+<% @hosts.keys.sort.each do |name| %>
+Host <%= name %>
+	Hostname     <%= @hosts[name] %>
+	Port         22
+	User         <%= @user %>
+	IdentityFile <%= @identify_file %>
+
+<% end %>

data/lib/text_injector.rb

@@ -0,0 +1,92 @@
+class TextInjector
+  def initialize(options={})
+    @options = options
+
+    @options[:file] ||= raise "required :file option missing"
+    @identifier ||= (@options[:identifier] || default_identifier)
+    @content ||= @options[:content]
+
+    if @options[:update] && !File.exists?(@options[:file])
+      warn("[fail] Can't find file: #{@options[:file]}")
+      exit(1)
+    end
+
+    if @options[:update] && @options[:write]
+      warn("[fail] Can't update AND write. choose one.")
+      exit(1)
+    end
+  end
+
+  # both setter and getter for the dsl
+  def content(text = nil)
+    text.nil? ? @content : @content = text
+  end
+  def identifier(id = nil)
+    id.nil? ? @identifier : @identifier = id
+  end
+
+  def run
+    if @options[:update]
+      write_file(updated_file)
+    elsif @options[:write]
+      write_file(marked_content)
+    else
+      puts marked_content
+      exit
+    end
+  end
+
+protected
+
+  def default_identifier
+    File.expand_path(@options[:file])
+  end
+
+  def marked_content
+    @marked_content ||= [comment_open, @content, comment_close].join("\n")
+  end
+
+  def read_file
+    return @current_file if @current_file
+    results = ''
+    File.open(@options[:file], 'r') {|f| results = f.readlines.join("") }
+    @current_file = results
+  end
+
+  def write_file(contents)
+    File.open(@options[:file], 'w') do |file|
+      file.write(contents)
+    end
+  end
+
+  def updated_file
+    # Check for unopened or unclosed identifier blocks
+    if read_file.index(comment_open) && !read_file.index(comment_close)
+      warn "[fail] Unclosed indentifier; Your file contains '#{comment_open}', but no '#{comment_close}'"
+      exit(1)
+    elsif !read_file.index(comment_open) && read_file.index(comment_close)
+      warn "[fail] Unopened indentifier; Your file contains '#{comment_close}', but no '#{comment_open}'"
+      exit(1)
+    end
+
+    # If an existing identifier block is found, replace it with the content text
+    if read_file.index(comment_open) && read_file.index(comment_close)
+      read_file.gsub(Regexp.new("#{comment_open}.+#{comment_close}", Regexp::MULTILINE), marked_content)
+    else # Otherwise, append the new content after
+      [read_file, marked_content].join("\n\n")
+    end
+  end
+
+  def comment_base
+    "TextInjector marker for: #{@identifier}"
+  end
+
+  def comment_open
+    "# Begin #{comment_base}"
+  end
+
+  def comment_close
+    "# End #{comment_base}"
+  end
+
+end

data/test/ey_info_test.rb

@@ -0,0 +1,19 @@
+require File.expand_path("../test_helper", __FILE__)
+
+class EyInfoTest < Test::Unit::TestCase
+  def setup
+    @info = EyInfo::Hosts.new
+  end
+  
+  def test_all_hosts_hash
+    # pp @info.all_hosts
+    assert_equal @info.all_hosts.class, Hash
+    assert @info.all_hosts.keys.include?(:beta)
+  end
+  
+  def test_hosts_hash
+    pp @info.hosts(:alpha)
+    assert @info.hosts(:alpha).class, Array
+  end
+
+end

data/test/test_helper.rb

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+
+ENV['RAILS_ENV'] = 'test'
+
+require 'rubygems'
+require 'test/unit'
+require 'mocha'
+require 'pp'
+require File.expand_path("../../lib/ey_info", __FILE__)
+
+module TestExtensions
+end
+
+class Test::Unit::TestCase
+  include TestExtensions
+end

metadata

@@ -0,0 +1,94 @@
+--- !ruby/object:Gem::Specification 
+name: ey_info
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Tung Nguyen
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-01-03 00:00:00 -08:00
+default_executable: ey_info
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: engineyard
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 13
+        segments: 
+        - 1
+        - 3
+        - 11
+        version: 1.3.11
+  type: :runtime
+  version_requirements: *id001
+description: Ey Info - Easy way to setup ssh keys for ey cloud servers and also to dynamically pull server information from your ey servers and just it within capistrano.
+email: 
+- tongueroo@gmail.com
+executables: 
+- ey_info
+extensions: []
+
+extra_rdoc_files: 
+- README.markdown
+- TODO
+files: 
+- README.markdown
+- Rakefile
+- TODO
+- bin/ey_info
+- ey_info.gemspec
+- lib/ey_info.rb
+- lib/templates/default_ssh_config.erb
+- lib/text_injector.rb
+- test/ey_info_test.rb
+- test/test_helper.rb
+has_rdoc: true
+homepage: http://github.com/tongueroo/ey_info
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Ey Info - Easy way to setup ssh keys for ey cloud servers
+test_files: 
+- test/ey_info_test.rb
+- test/test_helper.rb