ey_aws 0.9

data/Gemfile

@@ -0,0 +1,10 @@
+source :rubygems
+
+gem 'aws-sdk'
+gem 'rest-client'
+gem 'rake'
+
+group :test do
+  gem 'rspec'
+  gem 'webmock'
+end

data/Gemfile.lock

@@ -0,0 +1,44 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    addressable (2.3.2)
+    aws-sdk (1.3.4)
+      httparty (~> 0.7)
+      json (~> 1.4)
+      nokogiri (>= 1.4.4)
+      uuidtools (~> 2.1)
+    crack (0.3.1)
+    diff-lcs (1.1.3)
+    httparty (0.8.1)
+      multi_json
+      multi_xml
+    json (1.6.5)
+    mime-types (1.19)
+    multi_json (1.1.0)
+    multi_xml (0.4.1)
+    nokogiri (1.5.0)
+    rake (0.9.2.2)
+    rest-client (1.6.7)
+      mime-types (>= 1.16)
+    rspec (2.11.0)
+      rspec-core (~> 2.11.0)
+      rspec-expectations (~> 2.11.0)
+      rspec-mocks (~> 2.11.0)
+    rspec-core (2.11.1)
+    rspec-expectations (2.11.3)
+      diff-lcs (~> 1.1.3)
+    rspec-mocks (2.11.3)
+    uuidtools (2.1.2)
+    webmock (1.8.11)
+      addressable (>= 2.2.7)
+      crack (>= 0.1.7)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  aws-sdk
+  rake
+  rest-client
+  rspec
+  webmock

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 James Martelletti
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,130 @@
+# EYAWS
+
+ey_aws will connect EngineYard and AWS to and retrieve environment and instance
+data from both, this allows us to view which environments we have and metadata
+for each instance which makes up each enironment. It can be useful to find out
+instance sizes, IP addresses and attached storage for each running instance.
+
+## Installation
+
+    gem install ey_aws
+
+## Usage
+
+This gem may be used from the command line to display a formatted Hash
+describing all your environments and instances. If running from the command
+line you must set some environment variables before executing ey_aws.
+
+ACCESS_KEY_ID/SECRET_ACCESS_KEY are required for AWS authentication, and
+EY_CLOUD_TOKEN (which can be found in ~/.eyrc) for EngineYard.
+
+From the command line
+
+    export ACCESS_KEY_ID='...'
+    export SECRET_ACCESS_KEY='...'
+    export EY_CLOUD_TOKEN='...'
+    ey_aws
+
+Or from your application
+
+    require 'ey_aws'
+
+    data = EYAWS.new({
+      :access_key_id     => 'AWS_ACCESS_KEY',
+      :secret_access_key => 'AWS_SECRET_KEY',
+      :ey_cloud_token    => 'EY_CLOUD_TOKEN' })
+
+    pp data[:environments]
+
+## Output
+
+    {:id=>12345,
+      :name=>"environment_name",
+      :ssh_username=>"deploy",
+      :app_server_stack_name=>"nginx_unicorn",
+      :framework_env=>"production",
+      :instance_status=>"running",
+      :instances_count=>2,
+      :load_balancer_ip_address=>"12.34.45.67",
+      :account=>{:id=>1234, :name=>"account"},
+      :stack_name=>"nginx_unicorn",
+      :instances=>
+       [{:id=>"i-sd9d123d2",
+         :status=>:running,
+         :role=>"app_master",
+         :name=>nil,
+         :amazon_id=>"i-3d932j233",
+         :public_hostname=> "ec2-xx-xx-xx-xx.ap-northeast-1.compute.amazonaws.com",
+         :bridge=>true,
+         :ami_launch_index=>0,
+         :architecture=>:i386,
+         :client_token=>nil,
+         :dns_name=>"ec2-xx-xx-xx-xx.ap-northeast-1.compute.amazonaws.com",
+         :hypervisor=>:xen,
+         :image_id=>"ami-12dj883",
+         :instance_type=>"c1.medium",
+         :ip_address=>"12.23.23.34",
+         :kernel_id=>"aki-dc09a2dd",
+         :key_name=>nil,
+         :launch_time=>2012-06-13 23:14:52 UTC,
+         :monitoring=>:disabled,
+         :owner_id=>"259285985555",
+         :platform=>nil,
+         :private_dns_name=>"ip-10-0-0-127.ap-northeast-1.compute.internal",
+         :private_ip_address=>"10.0.0.127",
+         :ramdisk_id=>nil,
+         :requester_id=>nil,
+         :reservation_id=>"r-72313355",
+         :root_device_name=>nil,
+         :root_device_type=>:instance_store,
+         :state_transition_reason=>nil,
+         :status_code=>16,
+         :subnet_id=>nil,
+         :virtualization_type=>:paravirtual,
+         :vpc_id=>nil,
+         :availability_zone=>"ap-northeast-1a",
+         :dedicated_tenancy?=>false,
+         :exists?=>true,
+         :has_elastic_ip?=>true,
+         :monitoring_enabled?=>false,
+         :spot_instance?=>false,
+         :key_pair=>nil,
+         :block_device_mappings=>
+          [{:device=>"/dev/sdz1",
+            :attach_time=>2012-06-13 23:15:59 UTC,
+            :delete_on_termination?=>false,
+            :exists?=>true,
+            :status=>:attached,
+            :volume=>
+             {:id=>"vol-dbafs2eba",
+              :availability_zone_name=>"ap-northeast-1a",
+              :create_time=>2012-06-13 23:15:55 UTC,
+              :size=>5,
+              :status=>:in_use,
+              :exists?=>true}}]}],
+      :app_master=>
+       {:id=>153125,
+        :status=>"running",
+        :role=>"app_master",
+        :name=>nil,
+        :amazon_id=>"i-hf923h9f",
+        :public_hostname=>"ec2-xx-xx-xx-xx.ap-northeast-1.compute.amazonaws.com",
+        :bridge=>true},
+      :apps=>
+       [{:id=>15085,
+         :name=>"appname",
+         :repository_uri=>"git@github.com:org/repo.git",
+         :app_type_id=>"rails3",
+         :account=>{:id=>1234, :name=>"account"}}],
+      :deployment_configurations=>
+       {:appname=>
+         {:id=>46952,
+          :domain_name=>"environment.net",
+          :uri=>"http://environment.net",
+          :migrate=>{:perform=>false, :command=>""},
+          :name=>"appname",
+          :repository_uri=>"git@github.com:org/repo.git"}}}
+
+## Testing
+
+    bundle exec rake spec

data/Rakefile

@@ -0,0 +1,12 @@
+#!/usr/bin/env rake
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+
+Bundler.require :development
+
+RSpec::Core::RakeTask.new(:spec) do |task|
+  task.rspec_opts = [ '-c', '-f documentation' ]
+  task.pattern    = 'spec/**/*_spec.rb'
+end
+
+task :default => :spec

data/bin/ey_aws

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+require File.expand_path('../../lib/ey_aws', __FILE__)
+require 'pp'
+
+newco = EYAWS.new
+pp newco[:environments]

data/ey_aws.gemspec

@@ -0,0 +1,18 @@
+require File.expand_path('../lib/ey_aws/version', __FILE__)
+
+Gem::Specification.new do |gem|
+ gem.name        = "ey_aws"
+ gem.version     = EYAWS::VERSION
+ gem.authors     = [ "James Martelletti" ]
+ gem.email       = [ "james@hooroo.com" ]
+
+ gem.summary     = "EngineYard & AWS environment/host information"
+ gem.description = "Retrieve your EngineYard & AWS environment/host info via APIs"
+ gem.homepage    = "http://github.com/hooroo/ey_aws"
+
+ gem.executables = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+ gem.files       = `git ls-files`.split("\n")
+ gem.test_files  = `git ls-files -- spec/*`.split("\n")
+
+ gem.add_development_dependency "rspec", "~>2.7"
+end

data/lib/ey_aws/version.rb

@@ -0,0 +1,3 @@
+module EYAWS
+  VERSION = '0.9'
+end

data/lib/ey_aws.rb

@@ -0,0 +1,93 @@
+#require 'rest'
+require 'rest_client'
+require 'json'
+require 'aws-sdk'
+
+class EYAWS < Hash
+  attr_reader :environments
+
+  URL               = 'https://cloud.engineyard.com/api/v2/environments'
+  AWS_ATTRIBUTES    = [
+    :ami_launch_index,:architecture, :client_token, :dns_name, :hypervisor,
+    :id, :image_id, :instance_type, :ip_address, :kernel_id,
+    :key_name, :launch_time, :monitoring, :owner_id, :platform,
+    :private_dns_name, :private_ip_address, :ramdisk_id, :requester_id, :reservation_id,
+    :root_device_name, :root_device_type, :state_transition_reason, :status, :status_code,
+    :subnet_id, :virtualization_type, :vpc_id, :availability_zone, :dedicated_tenancy?,
+    :exists?, :has_elastic_ip?, :monitoring_enabled?, :spot_instance?, :key_pair ]
+  AWS_DEVICE_ATTRIBUTES = [ :device, :attach_time, :delete_on_termination?, :exists?, :status ]
+  AWS_VOLUME_ATTRIBUTES = [ :id, :availability_zone_name, :create_time, :size, :status, :exists? ]
+
+  def initialize(opts={})
+    regions = []
+
+    access_key_id     = opts[:access_key_id]     ? opts[:access_key_id]     : ENV['ACCESS_KEY_ID']
+    secret_access_key = opts[:secret_access_key] ? opts[:secret_access_key] : ENV['SECRET_ACCESS_KEY']
+    ey_cloud_token    = opts[:ey_cloud_token]    ? opts[:ey_cloud_token]    : ENV['EY_CLOUD_TOKEN']
+
+    raise "No ACCESS_KEY_ID supplied"     if access_key_id.nil?
+    raise "No SECRET_ACCESS_KEY supplied" if secret_access_key.nil?
+    raise "No EY_CLOUD_TOKEN supplied"    if ey_cloud_token.nil?
+
+    # Get EY environment info
+    @data = JSON.parse(RestClient.get(URL, 'X-EY-Cloud-Token' => ey_cloud_token).body, :symbolize_names => true)
+
+    # Figure out the region each EY host lives in
+    @data[:environments].each do |e|
+      e[:instances].each do |i|
+        regions << i[:public_hostname].split('.')[1]
+      end
+    end
+
+    # Clean up regions array, us-east-1 region appears to have different hostnames
+    regions.uniq!
+    regions << 'us-east-1' if regions.reject! { |r| r == 'compute-1' }
+
+    # Request instance info for each region
+    regions.each do |region|
+      ec2 = AWS::EC2.new(:access_key_id => access_key_id, :secret_access_key => secret_access_key)
+      AWS.memoize do
+        ec2.regions[region.to_s].instances.each do |inst|
+          add_aws_info(inst)
+        end
+      end
+    end
+
+    self.merge!(@data)
+  end
+
+  private
+  def add_aws_info(inst)
+    # Grab all our aws attributes
+    aws_attributes = {}
+    AWS_ATTRIBUTES.each do |attr|
+      aws_attributes[attr] = inst.send(attr.to_s)
+    end
+
+    # Find the instance to attach this stuff to
+    instance = @data[:environments].map { |e|
+      e[:instances].select { |i| i[:amazon_id] == aws_attributes[:id] }
+    }.flatten!.first
+
+    # Now grab all the block attributes
+    block_devices = []
+    inst.block_device_mappings.each do |mnt, device|
+      block_device = {}
+      AWS_DEVICE_ATTRIBUTES.map do |dattr|
+        block_device[dattr] = device.send(dattr.to_s)
+      end
+
+      # And the volume...
+      volume = {}
+      AWS_VOLUME_ATTRIBUTES.map do |vattr|
+        volume[vattr] = device.volume.send(vattr.to_s)
+      end
+      block_device[:volume] = volume
+
+      block_devices << block_device
+    end
+    aws_attributes[:block_device_mappings] = block_devices
+
+    instance.merge!(aws_attributes)
+  end
+end

data/spec/ey_aws_spec.rb

@@ -0,0 +1,77 @@
+require File.expand_path('../../lib/ey_aws', __FILE__)
+require 'aws-sdk'
+require 'webmock/rspec'
+
+CONFIG = {
+  :access_key_id     => 'ACCESS_KEY_ID',
+  :secret_access_key => 'SECRET_ACCESS_KEY',
+  :ey_cloud_token    => 'EY_CLOUD_TOKEN' }
+
+describe EYAWS do
+  let(:volume)     { AWS::EC2::Volume.new('vol-abc123') }
+  let(:instance)   { AWS::EC2::Instance.new('i-abcd1234') }
+  let(:attachment) { AWS::EC2::Attachment.new(volume, instance, '/dev/xxx') }
+
+  before(:each) do
+    # Stub AWS methods
+    volume.stub(:send).and_return('vol')
+    attachment.stub(:send).and_return('dev')
+    instance.stub(:send).and_return('i-abcd1234')
+    instance.stub_chain(:block_device_mappings, :each).and_yield("/dev/xxx", attachment)
+    AWS::EC2.any_instance.stub_chain(:regions, :[], :instances, :each).and_yield(instance)
+
+    # Stub EY data request
+    WebMock.enable!
+    WebMock.stub_request(:get, "https://cloud.engineyard.com/api/v2/environments").to_return(
+      :status => 200,
+      :body => File.read(File.join(File.dirname(__FILE__), 'support', 'cloud_engineyard_com.json'))).times(10)
+
+    # Delete existing environment variables
+    ENV.delete 'ACCESS_KEY_ID'
+    ENV.delete 'SECRET_ACCESS_KEY'
+    ENV.delete 'EY_CLOUD_TOKEN'
+  end
+
+  context "authentication" do
+    it "using environment variables" do
+      ENV['ACCESS_KEY_ID']     = 'ENV_ACCESS_KEY_ID'
+      ENV['SECRET_ACCESS_KEY'] = 'ENV_SECRET_ACCESS_KEY'
+      ENV['EY_CLOUD_TOKEN']    = 'EY_CLOUD_TOKEN'
+
+      expect { EYAWS.new }.to_not raise_error
+    end
+
+    it "using argument variables" do
+      expect { EYAWS.new(CONFIG) }.to_not raise_error
+    end
+
+    it "raise exception if no credentials" do
+      expect { EYAWS.new }.to raise_error RuntimeError
+    end
+  end
+
+  context "lookup" do
+    let(:data)        { EYAWS.new(CONFIG) }
+    let(:environment) { data[:environments].first }
+
+    it "finds environment attributes" do
+      environment[:name].should == "environment_name"
+    end
+
+    it "finds instance attributes" do
+      environment[:instances].first[:id].should == 'i-abcd1234'
+    end
+
+    it "finds device attributes" do
+      environment[:instances].first[:block_device_mappings].first[:device].should == 'dev'
+    end
+
+    it "finds volume attributes" do
+      environment[:instances].first[:block_device_mappings].first[:volume][:id].should == 'vol'
+    end
+  end
+
+  it "returns a hash" do
+    EYAWS.new(CONFIG).should be_a(Hash)
+  end
+end

data/spec/support/cloud_engineyard_com.json

@@ -0,0 +1,73 @@
+{
+	"environments":[
+		{
+			"id":1234,
+			"name":"environment_name",
+			"ssh_username":"ssh_username",
+			"app_server_stack_name":"stack_name",
+			"framework_env":"production",
+			"instance_status":"running",
+			"instances_count":2,
+			"load_balancer_ip_address":"10.0.0.1",
+			"account":{
+				"id":9876,
+				"name":"accountname"
+			},
+			"stack_name":"stack_name",
+			"instances":[
+				{
+					"id":2345,
+					"status":"running",
+					"role":"db_master",
+					"name":null,
+					"amazon_id":"i-abcd1234",
+					"public_hostname":"ec2-10-0-0-2.region.domain.name.com",
+					"bridge":false
+				},
+				{
+					"id":3456,
+					"status":"running",
+					"role":"app_master",
+					"name":null,
+					"amazon_id":"i-abcd2345",
+					"public_hostname":"ec2-10-0-0-1.region.domain.name.com",
+					"bridge":true
+				}
+			],
+			"app_master":{
+				"id":3456,
+				"status":"running",
+				"role":"app_master",
+				"name":null,
+				"amazon_id":"i-abcd2345",
+				"public_hostname":"ec2-10-0-0-1.region.domain.name.com",
+				"bridge":true
+			},
+			"apps":[
+				{
+					"id":8765,
+					"name":"app_name",
+					"repository_uri":"git@github.com:organisation/repo.git",
+					"app_type_id":"sinatra",
+					"account":{
+						"id":9876,
+						"name":"accountname"
+					}
+				}
+			],
+			"deployment_configurations":{
+				"environment_name":{
+					"id":8765,
+					"domain_name":"environment-name.net",
+					"uri":"http://environment-name.net",
+					"migrate":{
+						"perform":false,
+						"command":null
+					},
+					"name":"api_driver",
+					"repository_uri":"git@github.com:organisation/repo.git"
+				}
+			}
+		}
+	]
+}

metadata

@@ -0,0 +1,73 @@
+--- !ruby/object:Gem::Specification
+name: ey_aws
+version: !ruby/object:Gem::Version
+  version: '0.9'
+  prerelease: 
+platform: ruby
+authors:
+- James Martelletti
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-10-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &70268252775260 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '2.7'
+  type: :development
+  prerelease: false
+  version_requirements: *70268252775260
+description: Retrieve your EngineYard & AWS environment/host info via APIs
+email:
+- james@hooroo.com
+executables:
+- ey_aws
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- bin/ey_aws
+- ey_aws.gemspec
+- lib/ey_aws.rb
+- lib/ey_aws/version.rb
+- spec/ey_aws_spec.rb
+- spec/support/cloud_engineyard_com.json
+homepage: http://github.com/hooroo/ey_aws
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -1802294364488782302
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.17
+signing_key: 
+specification_version: 3
+summary: EngineYard & AWS environment/host information
+test_files:
+- spec/ey_aws_spec.rb
+- spec/support/cloud_engineyard_com.json