devops 0.0.8

data/.gitignore

@@ -0,0 +1,3 @@
+*.swo
+*.swp
+*.gem

data/.rspec

@@ -0,0 +1 @@
+--color

data/Gemfile

@@ -0,0 +1,12 @@
+# A sample Gemfile
+source "https://rubygems.org"
+
+gem "json"
+gem "net-ssh"
+gem "aws-sdk"
+gem "i18n"
+gem "rake"
+
+group :development do
+  gem "rspec"
+end

data/Gemfile.lock

@@ -0,0 +1,33 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    aws-sdk (1.8.3)
+      json (~> 1.4)
+      nokogiri (>= 1.4.4)
+      uuidtools (~> 2.1)
+    diff-lcs (1.1.3)
+    i18n (0.6.1)
+    json (1.7.7)
+    net-ssh (2.6.5)
+    nokogiri (1.5.6)
+    rake (10.0.3)
+    rspec (2.11.0)
+      rspec-core (~> 2.11.0)
+      rspec-expectations (~> 2.11.0)
+      rspec-mocks (~> 2.11.0)
+    rspec-core (2.11.1)
+    rspec-expectations (2.11.2)
+      diff-lcs (~> 1.1.3)
+    rspec-mocks (2.11.2)
+    uuidtools (2.1.3)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  aws-sdk
+  i18n
+  json
+  net-ssh
+  rake
+  rspec

data/README.md

@@ -0,0 +1,54 @@
+# Ops
+
+This repo serves as a container for utilitys and apps related
+to Operations tasks.
+
+## Using Ops tools:
+
+### Requirements
+
+    ruby 1.8.7
+    openssh
+
+### Getting Started
+
+Add the following to your .bashrc or .bash_profile_
+
+    export $OPS_HOME="/path to your ops repo"
+    source $OPS_HOME/autocomplete
+
+Add the following symbolic link so you can use this from any directory
+
+    # ln -s this somewhere else if you're using a shared computer
+    # maybe create a local bin folder in ~/ and add it to your path
+
+    ln -s $OPS_HOME /usr/local/bin/ops
+
+run the following command
+
+    bundle install
+
+create a config.json file with the following contents:
+
+    {
+      "IdentityLocations" : [ "~/.ssh", ... ],
+        "AWS" : {
+          "AccessKeyId" : "Your Access Key",
+          "SecretAccessKey" : "Your Secret Access Key"
+        }
+    }
+
+### Connecting to a host:
+
+    usage: ops [ host ]:ssh
+
+### Other commands:
+
+    ops -T - List all tasks available
+
+    ops hosts:list - List all the hosts
+
+    ops hosts:sync - Sync hosts.json with EC2 instance list
+
+    ops hosts:add host=[ alias name ] hostname=[ ip address or hostname ] \
+      identity=[ private key name ] user=[ user ]

data/autocomplete

@@ -0,0 +1,5 @@
+function _build_ops_completion() {
+  ops -T | awk '{ print $2 }'
+}
+
+complete -W "$(_build_ops_completion)" ops

data/bin/ops

@@ -0,0 +1,41 @@
+#!/usr/bin/env ruby
+
+require 'devops'
+
+def exit_failure( reason="", code=1 )
+  puts reason; exit
+end
+
+bootstrap_files = [
+  File.join( 'tasks', 'init.rb' ) ]
+
+Dir.chdir Ops::pwd_dir do
+
+  unless Ops::pwd_dir == Dir.pwd
+    puts "Executing from ( #{ Ops::pwd_dir } )".warning
+  end
+
+  Rake.application.init( File.basename( $0 ) )
+
+  begin
+    bootstrap_files.each do | f |
+      File.join Ops::root_dir, f
+      require f
+    end
+  rescue => e
+    puts e
+  end
+
+  bootstrap_files.each do | f |
+    f = File.join Ops::pwd_dir, f
+    require f if File.exists? f
+  end
+
+  begin
+    Rake.application.top_level
+  rescue => e
+    puts "Failed to call task: #{ e.message }"
+  end
+end
+
+exit

data/devops.gemspec

@@ -0,0 +1,24 @@
+require './lib/version.rb'
+
+files = `git ls-files`.split("\n")
+
+Gem::Specification.new do |s|
+  s.name        = 'devops'
+
+  s.version     = Ops::version
+
+  s.date        = Time.new
+
+  s.summary     = "Ops tool for remote servers"
+  s.description = "Ops tool for remote servers"
+
+  s.authors     = [ "Hardeep Shoker", "Ryan Willoughby" ]
+  s.email       = 'hardeepshoker@gmail.com'
+  s.homepage    = 'https://github.com/hardeep/ops'
+
+  s.files       = files
+
+  s.bindir = 'bin'
+  s.require_paths = ["lib"]
+  s.executables = [ 'ops' ]
+end

data/lib/devops.rb

@@ -0,0 +1,31 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  require 'rubygems'
+  require 'bundler'
+end
+
+# standard gems
+  require 'json'
+  require 'etc'
+  require 'pathname'
+  require 'pp'
+
+# external gems
+  require 'net/ssh'
+  require 'i18n'
+  require 'rake'
+  require 'aws-sdk'
+
+# local includes
+  require 'version'
+  require 'host/list'
+  require 'host/default'
+  require 'host/e_c_2'
+  require 'ops/common'
+  require 'ops/console'
+
+# load all i18n strings
+string_search = File.join( Ops::root_dir, "res", "strings/**/*.yml" )
+string_files = Dir[ string_search ]
+I18n.load_path << string_files

data/lib/host/default.rb

@@ -0,0 +1,136 @@
+module Host
+  class Default
+
+    attr_reader :alias, :host_name, :ssh_pem, :user, :tags
+
+    def initialize( host = 'unspecified', info = {}, opts = {} )
+      @alias = host
+
+      @host_name = info[ "HostName" ] || nil
+      @user = info[ "User" ] || Etc.getlogin
+      @ssh_pem = info[ "IdentityFile" ] || nil
+      @ssh_port = info[ "Port" ] || nil
+      @type = info[ "Type" ] || :default
+      @tags = info[ "Tags" ] || {}
+      @pem_dirs = opts[ "IdentityLocations" ] || nil
+    end
+
+    def type
+      @type.to_sym
+    end
+
+    def tags=( tags )
+      raise IOError, "tags must be a hash" unless tags.kind_of?( Hash )
+      @tags = tags
+    end
+
+    def matches?( tags )
+      tags.each do | tag, value |
+        is_regex = value.match( /^\/(.*)\/$/ )
+
+        if is_regex
+          regex = Regexp.new( is_regex[ 1 ] )
+
+          unless @tags.has_key?( tag ) && @tags[ tag ].match( regex )
+            return false
+          end
+        else
+          unless @tags.has_key?( tag ) && @tags[ tag ] == value
+            return false
+          end
+        end
+      end
+
+      true
+    end
+
+    def ssh_pem
+      ssh_pem = nil
+
+      unless @ssh_pem.nil?
+        unless @pem_dirs.nil?
+          @pem_dirs.each do | dir |
+             f = File.expand_path File.join( dir, "#{ @ssh_pem }*" )
+             glob = Dir.glob( f )
+             ssh_pem = glob.first unless glob.empty?
+          end
+        end
+
+        raise( IOError,
+          "Error: pem - #{ ssh_pem } not found or not accessable." ) unless
+            File.stat( ssh_pem )
+      end
+
+      ssh_pem
+    end
+
+    def shell!( opts = nil )
+      ssh_cmd = [ "ssh" ]
+
+      raise( IOError, "Error: HostName invalid." ) if @host_name.nil?
+
+      ssh_cmd << [ "-l", @user ]
+      ssh_cmd << @host_name
+
+      pem = ssh_pem
+      ssh_cmd << [ "-i", pem ] unless pem.nil?
+
+      begin
+        exec( ssh_cmd.join(" ") )
+      rescue => e
+        raise( IOError,  "Could not call ssh." )
+      end
+    end
+
+    def shell_exec!( command, opts = {} )
+      ssh_pem
+
+      options = { :keys => ssh_pem }
+
+      color = Color.random_color
+
+      begin
+        Net::SSH.start( host_name, user, options ) do | s |
+
+          channel = s.open_channel do |ch|
+            channel.request_pty do |ch, success|
+              if success
+                puts "pty successfully obtained"
+              else
+                puts "could not obtain pty"
+              end
+            end if opts.has_key? :pty
+
+            ch.exec( command ) do | ch, success |
+              raise( IOError,
+                "#{ host_name } > could not execute command" ) unless
+                  success
+
+              ch.on_data do | c, data |
+                data.split("\n").each do | line |
+                  puts "#{ Color.print(
+                    self.alias, [ :bold, color ] ) } > #{ line }"
+                end
+              end
+
+              ch.on_extended_data do |c, type, data|
+                data.split("\n").each do | line |
+                  puts "#{ Color.print(
+                    self.alias, [ :bold, color ] ) } > #{ line }"
+                end
+              end
+
+              ch.on_close do
+                puts "#{ Color.print(
+                  self.alias, [ :bold, color ] ) } > COMMAND finished"
+              end
+
+            end
+          end
+        end
+      rescue => e
+        puts "Error: #{ self.alias } > #{ e.message }".error
+      end
+    end
+  end
+end

data/lib/host/e_c_2.rb

@@ -0,0 +1,11 @@
+module Host
+  class EC2 < Host::Default
+
+    attr_reader :alias
+
+    def initialize( host = 'unspecified', info = {}, opts = {} )
+      super 
+      @type = info[ "Type" ] || :ec2
+    end
+  end
+end

data/lib/host/list.rb

@@ -0,0 +1,11 @@
+module Host
+
+  class List < Array
+
+    def filter( tags )
+      self.select do | i |
+        i.matches? tags 
+      end
+    end
+  end
+end

data/lib/ops/common.rb

@@ -0,0 +1,55 @@
+module Ops
+
+  def self.root_dir
+    File.expand_path(
+      File.join( File.dirname( __FILE__ ), "..", ".." ) )
+  end
+
+  def self.pwd_dir
+    Pathname.new( Dir.pwd ).ascend do | p |
+      return p if File.exists? File.join( p, 'config.json' )
+    end 
+    nil
+  end
+
+  def self.has_bash?
+    `which bash`
+    ( $? == 0 ) ? true : false
+  end
+
+  def self.read_config
+    config_file = File.join( self.pwd_dir, "config.json" )
+
+    begin
+      config = JSON.parse File.read( config_file )
+    rescue JSON::ParserError
+      raise IOError, "Error parsing config file: #{ config_file }."
+    end
+  end
+
+  def self.read_hosts
+    config = read_config
+
+    hosts = {}
+
+    hosts_files = [
+      File.join( self.pwd_dir, "hosts.json" ),
+      File.join( self.pwd_dir, 'tmp' ,"hosts.json" ), ]
+
+    hosts_files.each do | file |
+      if File.exists? file
+        begin
+          json = JSON.parse File.read( file )
+          json.each do | n, i |
+            hosts[ n ] =  Host::Default.new( n, i, config )
+          end
+        rescue JSON::ParserError => e
+          raise( IOError,
+            "Error parsing hosts file: #{ file }. #{ e.message }" )
+        end
+      end
+    end
+
+    hosts
+  end
+end

data/lib/ops/console.rb

@@ -0,0 +1,57 @@
+module Ops
+  module Console
+    OPTIONS = { :bold => 1, :underline => 4 }
+
+    COLORS = { :black => 30,
+      :red =>  31, :green => 32, :yellow => 33, :blue => 34,
+      :magenta => 35, :cyan => 36, :white => 37 }
+
+    BG_COLORS = { :black => 40, :red =>  41, :green => 42,
+      :yellow => 43, :blue => 44, :magenta => 45, :cyan => 46,
+      :white => 47 }
+
+    def self.reload!
+
+    end
+
+    def self.is_bash?
+      `which bash`
+      ( $? == 0 ) ? true : false
+    end
+
+    def self.bash_exec!( cmd )
+      bash = `which bash`.strip
+      `#{ bash } -c #{ cmd }"`
+    end
+
+    def print( string, opts = [] )
+      c = []
+      opts.each { | o | c << COLORS[ o ] if COLORS.has_key?( o ) }
+      opts.each { | o | c << OPTIONS[ o ] if OPTIONS.has_key?( o ) }
+
+      "\033[#{ c.join( ";" ) }m#{ string }\033[0m"
+    end
+
+    def random_color
+      colors = COLORS.keys + BG_COLORS.keys
+      colors.reject!{ | c | [ :white, :black ].include? c }
+      colors.sample
+    end
+  end
+end
+
+class Color
+  extend Ops::Console
+end
+
+class String
+  extend Ops::Console
+
+  def error
+    replace Color.print( self , [ :bold, :red ] )
+  end
+
+  def warning
+    replace Color.print( self , [ :bold, :yellow ] )
+  end
+end

data/lib/tasks/ec2.rb

@@ -0,0 +1,50 @@
+namespace "hosts" do
+
+  namespace "ec2" do
+
+    ## Sync EC2 Hosts
+    desc "hosts.sync"
+    task "sync" do
+      ec2 = AWS::EC2.new(
+          :access_key_id => $config[ "AWS" ][ "AccessKeyId" ],
+          :secret_access_key => $config[ "AWS" ][ "SecretAccessKey" ] )
+
+      hosts = {}
+
+      # used if no name is given
+      count = 0
+
+      ec2.instances.each do | h |
+        name = h.tags[ "Name" ]
+
+        if name.nil? || name.empty?
+          name = "noname-#{ count }"
+          count += 1
+        end
+
+        ip = h.dns_name || "stopped"
+
+        puts "Discovered: #{ name } -> #{ ip }"
+
+        hosts[ name ] = {
+          "HostName" => ip,
+          "User" => h.tags[ "User" ],
+          "IdentityFile" => h.key_name,
+          "Tags" => h.tags.to_h.to_hash,
+          "Type" => "EC2" }
+      end
+
+      tmp_dir = File.join( Ops::pwd_dir, 'tmp' )
+      Dir.mkdir( tmp_dir ) unless File.directory? tmp_dir
+
+      host_file = File.join( tmp_dir, 'hosts.json' )
+      File.open( host_file, 'w' ) { | f |  f.write( hosts.to_json ) }
+
+      if Ops::has_bash?
+        bash = `which bash`.strip
+        `#{ bash } -c "source #{
+          File.join( Ops::root_dir, 'autocomplete' ) }"`
+      end
+    end
+  end
+end

data/lib/tasks/hosts.rb

@@ -0,0 +1,61 @@
+namespace "hosts" do
+
+  desc I18n.t( "hosts.list.desc" )
+  task "list" do
+    hosts = Ops::read_hosts
+    hosts.each do | i, h |
+      puts "#{ h.alias }"
+    end
+  end
+
+  desc I18n.t( "hosts.add.desc" )
+  task "add" do
+    required = [ 'hostname', 'host', 'user' ]
+
+    required.each do | p |
+      fail I18n.t( "hosts.add.no_#{ p }" ) if ENV[ p ].nil? ||
+        ENV[ p ].empty?
+    end
+
+    hostname = ENV[ 'hostname' ]
+    host = ENV[ 'host' ]
+    user = ENV[ 'user' ]
+    type = ENV[ 'type' ] || "default"
+    identity = nil
+    tags = {}
+
+    unless ENV[ 'identity' ].nil?
+      identity = File.basename( ENV[ 'identity' ] )
+    end
+
+    unless ENV[ 'tags' ].nil?
+      tags = File.basename( ENV[ 'tags' ] )
+      tags = JSON.parse( tags )
+    end
+
+
+    puts "Adding host: #{ host }"
+    puts "  => #{ hostname }"
+    puts "  => using #{ identity }" unless identity.nil?
+
+    hosts = {}
+    hosts_file = File.join( pwd, "hosts.json" )
+
+    if File.exists? hosts_file
+      hosts = JSON.parse( File.read( hosts_file ) )
+    end
+
+    exit_failure( "Error: #{ host } is already defined" ) if
+      hosts.has_key? host
+
+    hosts[ host ] = {
+      'HostName' => hostname,
+      'User' => user,
+      'IdentityFile' => identity,
+      "Type" => "type",
+      "Tags" => tags
+    }
+    
+    File.open( hosts_file, 'w' ) { | f | f.write( hosts.to_json ) }
+  end
+end

data/lib/tasks/init.rb

@@ -0,0 +1,4 @@
+require 'tasks/ops.rb'
+require 'tasks/hosts.rb'
+require 'tasks/ec2.rb'
+require 'tasks/ssh.rb'

data/lib/tasks/ops.rb

@@ -0,0 +1,32 @@
+task "default" do
+  puts "run ops -T for a full list of commands"
+end
+
+desc I18n.t( "ops.version.desc" )
+task "version" do
+  puts "Version: #{ Ops.version }"
+end
+
+## Project Initialization
+
+desc I18n.t( "ops.init.desc" )
+task "init" do
+
+  name = ENV[ 'name' ]
+  fail I18n.t( "ops.init.no_name" ) if name.nil? || name.empty?
+
+  FileUtils.cp_r( File.join( Ops::root_dir, "res", "samples", "default" ),
+    File.join( Ops::pwd_dir, name ) )
+end
+
+begin
+  $hosts = Ops::read_hosts
+rescue
+  $hosts = {}
+end
+
+begin
+  $config = Ops::read_config
+rescue
+  $config = {}
+end

data/lib/tasks/ssh.rb

@@ -0,0 +1,22 @@
+namespace "hosts" do
+
+  $hosts.each do | i, host |
+
+    namespace host.alias do
+
+      desc I18n.t( "host.ssh", :host => host.alias )
+      task "ssh" do
+        host.shell!
+      end
+
+      desc "Execute a command over ssh"
+      task "ssh:exec" do
+        command = ENV[ "command" ]
+        raise IOError, "Command not specified" if command.nil? ||
+          command.empty?
+
+        host.shell_exec! command
+      end
+    end
+  end
+end

data/lib/version.rb

@@ -0,0 +1,6 @@
+module Ops
+
+  def self.version
+    "0.0.8"
+  end
+end

data/res/samples/default/config.json

@@ -0,0 +1,7 @@
+{
+  "IdentityLocations" : [ "~/.ssh" ],
+  "AWS" : {
+    "AccessKeyId" : "",
+    "SecretAccessKey" : ""
+  }
+}

data/res/strings/strings.yml

@@ -0,0 +1,14 @@
+en:
+  messages:
+    reload_bash: "To have autocompletion for new/modified hosts reload
+                 your bash profile/configs. Use `$ source [ location to
+                 .bashrc or .bash_profile ]` on most machines."
+  ops:
+    init:
+      desc: "Initialize a new project"
+      no_name: "project name not provided"
+    version:
+      desc: "Print version number"
+
+  host:
+    ssh: "SSH into %{host}"

data/res/strings/tasks/hosts.yml

@@ -0,0 +1,15 @@
+en:
+  hosts:
+
+    list:
+      desc: "List all hosts form hosts config file."
+
+    sync:
+      desc: "Syncronize local hosts file with instances from EC2."
+      in_progress: "Syncing hosts.json with EC2..."
+
+    add:
+      desc: "Add a host to the hosts file"
+      no_hostname: "No hostname was provided."
+      no_host: "No host was provided."
+      no_user: "No use was provided."

data/spec/lib/host/default_spec.rb

@@ -0,0 +1,32 @@
+require 'spec_helper'
+
+describe Host::Default do
+  
+  context "with tags" do
+
+    before :each do
+      @host = Host::Default.new
+    end
+
+    it "should allow you to add tags" do
+      @host.tags = { "Platform" => "Windows" }
+    end
+
+    describe ".matches?" do
+
+      before :each do
+        @host.tags = { "Platform" => "Windows" }
+      end
+
+      it "should return true if all tags match" do
+        @host.matches?( { "Platform" => "Windows" } ).should == true
+      end
+
+      it "should return true if all tags match" do
+        @host.matches?( {
+          "Platform" => "Windows",
+          "Role" => "Worker" } ).should == false
+      end
+    end
+  end
+end

data/spec/lib/host/list_spec.rb

@@ -0,0 +1,36 @@
+require 'spec_helper'
+
+describe Host::List do
+
+  before :each do
+    @list = Host::List.new
+  end
+
+  it "should be an extenstion of the array class" do
+    @list.kind_of?( Array ).should == true
+  end
+
+  describe ".filter" do
+
+    before :each do
+      @host = Host::Default.new( "host1" )
+      @host.tags = { "Platform" => "Windows" }
+      @list << @host
+    end
+    
+    it "should iterate through the items and call .matches?" do
+      @host.should_receive( :matches? )
+      @list.filter( { "Platform" => "Windows" } )
+    end
+
+    it "should return the matched host" do
+      hosts = @list.filter( { "Platform" => "Windows" } )
+      hosts.length.should == 1
+    end
+
+    it "should return a empty list" do
+      hosts = @list.filter( { "Platform" => "Linux" } )
+      hosts.length.should == 0
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1 @@
+require 'ops.rb'

metadata

@@ -0,0 +1,73 @@
+--- !ruby/object:Gem::Specification
+name: devops
+version: !ruby/object:Gem::Version
+  version: 0.0.8
+  prerelease: 
+platform: ruby
+authors:
+- Hardeep Shoker
+- Ryan Willoughby
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-05-06 00:00:00.000000000 Z
+dependencies: []
+description: Ops tool for remote servers
+email: hardeepshoker@gmail.com
+executables:
+- ops
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- Gemfile
+- Gemfile.lock
+- README.md
+- autocomplete
+- bin/ops
+- devops.gemspec
+- lib/devops.rb
+- lib/host/default.rb
+- lib/host/e_c_2.rb
+- lib/host/list.rb
+- lib/ops/common.rb
+- lib/ops/console.rb
+- lib/tasks/ec2.rb
+- lib/tasks/hosts.rb
+- lib/tasks/init.rb
+- lib/tasks/ops.rb
+- lib/tasks/ssh.rb
+- lib/version.rb
+- pkg/.gitfile
+- res/samples/default/config.json
+- res/strings/strings.yml
+- res/strings/tasks/hosts.yml
+- spec/lib/host/default_spec.rb
+- spec/lib/host/list_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/hardeep/ops
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Ops tool for remote servers
+test_files: []