crop-duster 0.0.7

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 482a4f648759ef823f98109266ed74dbcb539f69
+  data.tar.gz: 964dd97a1c21a9f98f37d08977be33aab1f298ae
+SHA512:
+  metadata.gz: bdf1940a9637197a7d504cc159e3e0d4b5ce4e655a936800cf5767c197c341f865282f8afd435cd41d0fbf18b6752ac174ba69c0f8fe4dfe96dfd3c7fdc48c7f
+  data.tar.gz: 318ef45c68818fc635fe37e305cf63f75b927e3182472668db1f466765586e05466b5424dd2f06abb0bbbb9fc87d1332c986a63930d1514c2342c8baa5e833fe

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,73 @@
+PATH
+  remote: .
+  specs:
+    crop-duster (0.0.1)
+      activerecord (~> 4.0.2)
+      activesupport (~> 4.0.2)
+      bundler (~> 1.3)
+      fog (~> 1.19.0)
+      pg (~> 0.17.1)
+      thor (~> 0.18.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activemodel (4.0.2)
+      activesupport (= 4.0.2)
+      builder (~> 3.1.0)
+    activerecord (4.0.2)
+      activemodel (= 4.0.2)
+      activerecord-deprecated_finders (~> 1.0.2)
+      activesupport (= 4.0.2)
+      arel (~> 4.0.0)
+    activerecord-deprecated_finders (1.0.3)
+    activesupport (4.0.2)
+      i18n (~> 0.6, >= 0.6.4)
+      minitest (~> 4.2)
+      multi_json (~> 1.3)
+      thread_safe (~> 0.1)
+      tzinfo (~> 0.3.37)
+    arel (4.0.1)
+    atomic (1.1.14)
+    builder (3.1.4)
+    dotenv (0.9.0)
+    excon (0.31.0)
+    fog (1.19.0)
+      builder
+      excon (~> 0.31.0)
+      formatador (~> 0.2.0)
+      mime-types
+      multi_json (~> 1.0)
+      net-scp (~> 1.1)
+      net-ssh (>= 2.1.3)
+      nokogiri (~> 1.5)
+      ruby-hmac
+    foreman (0.63.0)
+      dotenv (>= 0.7)
+      thor (>= 0.13.6)
+    formatador (0.2.4)
+    i18n (0.6.9)
+    mime-types (2.0)
+    mini_portile (0.5.2)
+    minitest (4.7.5)
+    multi_json (1.8.4)
+    net-scp (1.1.2)
+      net-ssh (>= 2.6.5)
+    net-ssh (2.7.0)
+    nokogiri (1.6.1)
+      mini_portile (~> 0.5.0)
+    pg (0.17.1)
+    rake (10.1.1)
+    ruby-hmac (0.4.0)
+    thor (0.18.1)
+    thread_safe (0.1.3)
+      atomic
+    tzinfo (0.3.38)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  crop-duster!
+  foreman (~> 0.63)
+  rake (~> 10.1.1)

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Chris Winslett
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,24 @@
+# AWS Crop Duster
+
+Fly over your AWS servers and get information that you can query on.
+Sometimes, AWS just doesn't give you the information you need.  You want
+to build a system that will allow you to query changes in your AWS
+stack.  With Crop Duster, you can both query state and transition.
+
+## Running & Installation
+
+Crop Duster is a stand alone application for mfile:
+
+    gem install crop-duster
+
+And then execute:
+
+    $ crop-duster AWS_SECRET=<IAM secret> AWS_KEY=<IAM key> AWS_BILLING_BUCKET=<S3 Bucket>
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,60 @@
+require 'yaml'
+require 'logger'
+require 'active_record'
+
+require "bundler/gem_tasks"
+
+namespace :db do
+  def create_database config
+    options = {:charset => 'utf8', :collation => 'utf8_unicode_ci'}
+
+    create_db = lambda do |config|
+      ActiveRecord::Base.establish_connection config.merge('database' => nil)
+      ActiveRecord::Base.connection.create_database config['database'], options
+      ActiveRecord::Base.establish_connection config
+    end
+
+    create_db.call config
+  end
+
+  task :environment do
+    DATABASE_ENV = ENV['DATABASE_ENV'] || 'development'
+    MIGRATIONS_DIR = ENV['MIGRATIONS_DIR'] || 'db/migrate'
+  end
+
+  task :configuration => :environment do
+    @config = YAML.load_file('config/databases.yml')[DATABASE_ENV]
+  end
+
+  task :configure_connection => :configuration do
+    ActiveRecord::Base.establish_connection @config
+    ActiveRecord::Base.logger = Logger.new STDOUT if @config['logger']
+  end
+
+  desc 'Create the database from config/database.yml for the current DATABASE_ENV'
+  task :create => :configure_connection do
+    create_database @config
+  end
+
+  desc 'Drops the database for the current DATABASE_ENV'
+  task :drop => :configure_connection do
+    ActiveRecord::Base.connection.drop_database @config['database']
+  end
+
+  desc 'Migrate the database (options: VERSION=x, VERBOSE=false).'
+  task :migrate => :configure_connection do
+    ActiveRecord::Migration.verbose = true
+    ActiveRecord::Migrator.migrate MIGRATIONS_DIR, ENV['VERSION'] ? ENV['VERSION'].to_i : nil
+  end
+
+  desc 'Rolls the schema back to the previous version (specify steps w/ STEP=n).'
+  task :rollback => :configure_connection do
+    step = ENV['STEP'] ? ENV['STEP'].to_i : 1
+    ActiveRecord::Migrator.rollback MIGRATIONS_DIR, step
+  end
+
+  desc "Retrieves the current schema version number"
+  task :version => :configure_connection do
+    puts "Current version: #{ActiveRecord::Migrator.current_version}"
+  end
+end

data/bin/crop-duster

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require_relative '../lib/crop_duster'
+require_relative '../lib/crop_duster/cli'
+
+CropDuster::CLI.start(ARGV)

data/crop-duster.gemspec

@@ -0,0 +1,30 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'crop_duster/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "crop-duster"
+  spec.version       = Crop::Duster::VERSION
+  spec.authors       = ["Chris Winslett"]
+  spec.email         = ["chris@mongohq.com"]
+  spec.description   = %q{Fly low and slow over your AWS servers looking for weeds}
+  spec.summary       = %q{A system for AWS server change management.}
+  spec.homepage      = "http://www.mongohq.com"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "rake", "~> 10.1.1"
+  spec.add_development_dependency "foreman", "~> 0.63"
+
+  spec.add_dependency "bundler", "~> 1.3"
+  spec.add_dependency 'thor', "~> 0.18.1"
+  spec.add_dependency 'fog', "~> 1.19.0"
+  spec.add_dependency 'activesupport', "~> 4.0.2"
+  spec.add_dependency 'activerecord', "~> 4.0.2"
+  spec.add_dependency 'pg', "~> 0.17.1"
+end

data/db/migrate/20140113115505_create_volumes.rb

@@ -0,0 +1,17 @@
+class CreateVolumes < ActiveRecord::Migration
+  def change
+    create_table :volumes do |t|
+      t.string   :name
+      t.string   :state
+      t.string   :remote_id
+      t.integer  :size
+      t.integer  :server_id
+      t.integer  :availability_zone_id
+      t.string   :volume_type
+      t.integer  :iops
+      t.string   :last_import_id
+      t.datetime :created_at
+      t.datetime :deleted_at
+    end
+  end
+end

data/db/migrate/20140113115506_create_servers.rb

@@ -0,0 +1,15 @@
+class CreateServers < ActiveRecord::Migration
+  def change
+    create_table :servers do |t|
+      t.string   :name
+      t.string   :state
+      t.string   :remote_id
+      t.integer  :availability_zone_id
+      t.integer  :flavor_id
+      t.boolean  :ebs_optimized
+      t.string   :last_import_id
+      t.datetime :created_at
+      t.datetime :deleted_at
+    end
+  end
+end

data/db/migrate/20140113115507_create_tags.rb

@@ -0,0 +1,10 @@
+class CreateTags < ActiveRecord::Migration
+  def change
+    create_table :tags do |t|
+      t.string :name
+      t.string :value
+      t.integer :taggable_id
+      t.string :taggable_type
+    end
+  end
+end

data/db/migrate/20140113120016_create_availability_zones.rb

@@ -0,0 +1,8 @@
+class CreateAvailabilityZones < ActiveRecord::Migration
+  def change
+    create_table :availability_zones do |t|
+      t.string :name
+      t.string :region
+    end
+  end
+end

data/db/migrate/20140113120017_create_flavors.rb

@@ -0,0 +1,41 @@
+class CreateFlavors < ActiveRecord::Migration
+  def change
+    create_table :flavors do |t|
+      t.string :name
+      t.float  :hourly_rate
+      t.float  :ebs_optimized
+    end
+
+    [
+      ["c3.xlarge", 0.300, 0.02],
+      ["c3.2xlarge", 0.600, 0.05],
+      ["c3.4xlarge", 1.200, 0.10],
+      ["c3.8xlarge", 2.400, 0.05],
+      ["c1.medium", 0.145],
+      ["c1.xlarge", 0.580],
+      ["cc2.8xlarge", 2.400],
+      ["g2.2xlarge", 0.650, 0.05],
+      ["cg1.4xlarge", 2.100],
+      ["m2.xlarge", 0.410],
+      ["m2.2xlarge", 0.820, 0.025],
+      ["m2.4xlarge", 1.640, 0.05],
+      ["cr1.8xlarge", 3.500],
+      ["i2.xlarge", 0.853, 0.02],
+      ["i2.2xlarge", 1.705, 0.05],
+      ["i2.4xlarge", 3.410, 0.10],
+      ["i2.8xlarge", 6.820],
+      ["hs1.8xlarge", 4.600],
+      ["hi1.4xlarge", 3.100],
+      ["t1.micro", 0.020],
+      ["m3.xlarge", 0.450, 0.025],
+      ["m3.2xlarge", 0.900, 0.05],
+      ["m1.small", 0.060],
+      ["m1.medium", 0.120],
+      ["m1.large", 0.240, 0.025],
+      ["m1.xlarge", 0.480, 0.05],
+      ["c3.large", 0.150]
+    ].each do |name, hourly_rate, ebs_optimized|
+      ActiveRecord::Base.connection.execute("INSERT INTO flavors (name, hourly_rate, ebs_optimized) VALUES ('#{name}', #{hourly_rate}, #{ebs_optimized || 0})")
+    end
+  end
+end

data/db/migrate/20140113192351_add_hourly_price_to_servers_and_volumes.rb

@@ -0,0 +1,6 @@
+class AddHourlyPriceToServersAndVolumes < ActiveRecord::Migration
+  def change
+    add_column :servers, :hourly_rate, :float
+    add_column :volumes, :hourly_rate, :float
+  end
+end

data/db/migrate/20140113204901_create_aws_import_table.rb

@@ -0,0 +1,26 @@
+class CreateAwsImportTable < ActiveRecord::Migration
+  def change
+    create_table :aws_billing_imports, id: false do |t|
+      t.string :invoice_id
+      t.string :payer_account_id
+      t.string :linked_account_id
+      t.string :record_type
+      t.string :record_id
+      t.string :product_name
+      t.string :rate_id
+      t.string :subscription_id
+      t.string :pricing_plan_id
+      t.string :usage_type
+      t.string :operation
+      t.string :availability_zone
+      t.string :reserved_instance
+      t.string :item_description
+      t.datetime :usage_start_date
+      t.datetime :usage_end_date
+      t.float :usage_quantity
+      t.float :rate
+      t.float :cost
+      t.string :resource_id
+    end
+  end
+end

data/db/migrate/20140113214652_create_indexes.rb

@@ -0,0 +1,19 @@
+class CreateIndexes < ActiveRecord::Migration
+  def change
+    add_index :volumes, :remote_id
+    add_index :volumes, :server_id
+    add_index :volumes, :availability_zone_id
+    add_index :volumes, :last_import_id
+    add_index :servers, :remote_id
+    add_index :servers, :availability_zone_id
+    add_index :servers, :flavor_id
+    add_index :servers, :last_import_id
+    add_index :tags, [:taggable_id, :taggable_type]
+
+    add_index :aws_billing_imports, :operation
+    add_index :aws_billing_imports, :item_description
+    add_index :aws_billing_imports, :resource_id
+    add_index :aws_billing_imports, :usage_start_date
+    add_index :aws_billing_imports, :usage_end_date
+  end
+end

data/db/migrate/20140114141226_add_type_and_account_id_to_servers.rb

@@ -0,0 +1,6 @@
+class AddTypeAndAccountIdToServers < ActiveRecord::Migration
+  def change
+    add_column :servers, :server_type, :string
+    add_column :servers, :account_id, :string
+  end
+end

data/db/migrate/20140114161225_add_index_to_usage_type.rb

@@ -0,0 +1,5 @@
+class AddIndexToUsageType < ActiveRecord::Migration
+  def change
+    add_index :aws_billing_imports, :usage_type
+  end
+end

data/lib/crop_duster/cli.rb

@@ -0,0 +1,47 @@
+require 'thor'
+
+module CropDuster
+  class CLI < Thor
+
+    desc "migrate", "Migrate the database to the latest version"
+    option :db, required: true
+    def migrate
+      CropDuster.configure do |config|
+        config.db = options[:db]
+      end
+
+      ActiveRecord::Migration.verbose = true
+      ActiveRecord::Migrator.migrate File.join(File.dirname(__FILE__), "..", "..", "db", "migrate")
+    end
+
+    desc "import", "Migrate the database to the latest version"
+    option :db, required: true
+    option :aws_secret, required: true
+    option :aws_key, required: true
+    option :aws_billing_bucket
+    def import
+      set_configs(options[:db], options[:aws_secret], options[:aws_key], options[:aws_billing_bucket])
+      CropDuster::Importer.import
+    end
+
+    desc "import_billing", "Imports billing information from AWS"
+    option :db, required: true
+    option :aws_secret, required: true
+    option :aws_key, required: true
+    option :aws_billing_bucket, required: true
+    def import_billing
+      set_configs(options[:db], options[:aws_secret], options[:aws_key], options[:aws_billing_bucket])
+      CropDuster::Importer.import_billing
+    end
+
+    private
+    def set_configs(db_url, aws_secret, aws_key, aws_billing_bucket = nil)
+      CropDuster.configure do |config|
+        config.db                 = db_url
+        config.aws_secret         = aws_secret
+        config.aws_key            = aws_key
+        config.aws_billing_bucket = aws_billing_bucket
+      end
+    end
+  end
+end

data/lib/crop_duster/importer.rb

@@ -0,0 +1,81 @@
+module CropDuster
+  class Importer
+
+    REGIONS = {
+      aws: ['ap-northeast-1', 'ap-southeast-1', 'ap-southeast-2', 'eu-west-1', 'sa-east-1', 'us-east-1', 'us-west-1', 'us-west-2']
+    }
+
+    class << self
+      def import
+        import_id = SecureRandom.hex
+
+        self.import_servers(import_id)
+
+        if CropDuster.aws_billing_bucket.present?
+          self.import_billing(import_id)
+        else
+          puts "No billing bucket provided, so precise AWS billing information is unknown."
+        end
+      end
+
+      def import_servers(import_id = SecureRandom.hex)
+        REGIONS[:aws].each do |region|
+          compute = Fog::Compute.new CropDuster.aws_keys.merge(region: region)
+
+          compute.servers.each do |s|
+            server = Server.import(s)
+            server.update_attributes(last_import_id: import_id)
+          end
+
+          compute.volumes.each do |v|
+            volume = Volume.import(v)
+            volume.update_attributes(last_import_id: import_id)
+          end
+
+          #compute.snapshots.each do |hash|
+            #snapshot = Snapshot.import(hash)
+            #snapshot.update_attributes(last_import_id: import_id)
+          #end
+
+          #Snapshot.where("last_import_id != ? AND deleted_at IS NULL", import_id).update_all(deleted_at: Time.now)
+        end
+
+        Server.where("last_import_id != ? AND deleted_at IS NULL", import_id).update_all(deleted_at: Time.now)
+        Volume.where("last_import_id != ? AND deleted_at IS NULL", import_id).update_all(deleted_at: Time.now)
+      end
+
+      def import_billing(import_id = SecureRandom.hex)
+        ActiveRecord::Base.connection.execute("TRUNCATE aws_billing_imports")
+        s = Fog::Storage.new CropDuster.aws_keys
+        path = "/tmp/#{import_id}"
+        Dir.mkdir path
+
+        s.directories.get(CropDuster.aws_billing_bucket).files.find_all { |f| f.key =~ /-aws-billing-detailed-line-items-with-resources-and-tags-/ }.each do |file|
+          `curl -o #{path}/file.zip '#{file.url(15.minutes.since)}'`
+          `unzip -p #{path}/file.zip > #{path}/#{Time.now.strftime('%Y%m%d%H%M%S.csv')}`
+          `rm #{path}/file.zip`
+        end
+
+        Dir.new(path).each do |file|
+          next if file =~ /^\./
+          headers = nil
+
+          ar_conn = ActiveRecord::Base.connection_pool.checkout
+          conn = ar_conn.raw_connection
+          conn.copy_data "COPY aws_billing_imports FROM STDIN CSV" do
+            File.new(File.join(path, file)).each_line do |line|
+              if headers.nil?
+                headers = line.strip.split(/,/).map(&:underscore)
+              else
+                conn.put_copy_data line
+              end
+            end
+          end
+          ActiveRecord::Base.connection_pool.checkin(ar_conn)
+        end
+
+        `rm #{path}/*.csv`
+      end
+    end
+  end
+end

data/lib/crop_duster/version.rb

@@ -0,0 +1,5 @@
+module Crop
+  module Duster
+    VERSION = "0.0.7"
+  end
+end

data/lib/crop_duster.rb

@@ -0,0 +1,61 @@
+require 'active_record'
+require 'active_support'
+require 'fog'
+
+module CropDuster
+
+  class << self
+    def db=(url)
+      db_url  = URI.parse(url)
+      options = (db_url.query || "").split(/\&/).inject({}) { |hash, s| hash[s.split(/=/)[0].to_sym] = s.split(/=/)[1]; hash }
+
+      config_hash = {
+        adapter: db_url.scheme,
+        host: db_url.host,
+        port: db_url.port,
+        database: db_url.path.gsub(/^\//, ''),
+        username: db_url.user,
+        password: db_url.password
+      }
+
+      config_hash.delete_if { |k, v| v.nil? }
+
+      ActiveRecord::Base.establish_connection config_hash.merge(options)
+    end
+
+    def aws_secret=(string)
+      @aws_secret = string
+    end
+
+    def aws_key=(string)
+      @aws_key = string
+    end
+
+    def aws_keys
+      {:provider => 'AWS', :aws_access_key_id => @aws_key, :aws_secret_access_key => @aws_secret}
+    end
+
+    def aws_billing_bucket=(string)
+      @aws_billing_bucket = string
+    end
+
+    def aws_billing_bucket
+      @aws_billing_bucket
+    end
+
+    def configure(&block)
+      block.call(self)
+    end
+  end
+end
+
+Dir.new(File.join(File.dirname(__FILE__), "models")).each do |file|
+  next if file =~ /^\./
+  require File.join(File.dirname(__FILE__), "models", file)
+end
+
+Dir.new(File.join(File.dirname(__FILE__), "crop_duster")).each do |file|
+  next if file =~ /^\./
+  require File.join(File.dirname(__FILE__), "crop_duster", file)
+end
+

data/lib/models/availability_zone.rb

@@ -0,0 +1,12 @@
+class AvailabilityZone < ActiveRecord::Base
+
+  has_many :servers, inverse_of: :availability_zone
+  has_many :volumes, inverse_of: :availability_zone
+
+  before_validation :set_region
+
+  def set_region
+    self.region = self.name.gsub(/[a-z]$/, '')
+  end
+
+end

data/lib/models/aws_billing_import.rb

@@ -0,0 +1,4 @@
+class AWSBillingImport < ActiveRecord::Base
+  self.table_name  = "aws_billing_imports"
+  self.primary_key = :record_id
+end

data/lib/models/flavor.rb

@@ -0,0 +1,5 @@
+class Flavor < ActiveRecord::Base
+
+  has_many :servers, inverse_of: :flavors
+
+end

data/lib/models/server.rb

@@ -0,0 +1,33 @@
+class Server < ActiveRecord::Base
+
+  belongs_to :availability_zone, inverse_of: :servers
+  belongs_to :flavor, inverse_of: :servers
+
+  has_many :volumes, inverse_of: :server
+  has_many :tags, as: :taggable
+
+  def self.import(aws_host)
+    server = Server.where(remote_id: aws_host.id).first || Server.new(remote_id: aws_host.id)
+    server.attributes = {
+      name: aws_host.tags["Name"],
+      server_type: aws_host.tags["type"],
+      account_id: aws_host.tags["account_id"],
+      state: aws_host.state,
+      remote_id: aws_host.id,
+      ebs_optimized: aws_host.ebs_optimized,
+      availability_zone: AvailabilityZone.find_or_create_by(name: aws_host.availability_zone),
+      flavor: Flavor.find_or_create_by(name: aws_host.flavor_id),
+      created_at: aws_host.created_at
+    }
+
+    print "."
+    server.save!
+
+    aws_host.tags.each do |key, value|
+      next if value.nil?
+      server.tags.find_or_create_by(name: key.downcase).update_attributes(value: value.downcase)
+    end
+
+    server
+  end
+end

data/lib/models/tag.rb

@@ -0,0 +1,3 @@
+class Tag < ActiveRecord::Base
+  belongs_to :taggable, polymorphic: true
+end

data/lib/models/volume.rb

@@ -0,0 +1,43 @@
+class Volume < ActiveRecord::Base
+
+  belongs_to :server, inverse_of: :volumes
+  belongs_to :availability_zone, inverse_of: :volumes
+
+  has_many :tags, as: :taggable
+
+  before_validation :set_hourly_rate
+
+  def self.import(aws_volume)
+    volume = Volume.where(remote_id: aws_volume.id).first || Volume.new(remote_id: aws_volume.id)
+    volume.attributes = {
+      name: aws_volume.tags["Name"],
+      remote_id: aws_volume.id,
+      state: aws_volume.state,
+      volume_type: aws_volume.type,
+      iops: aws_volume.iops,
+      size: aws_volume.size,
+      server: Server.where(remote_id: aws_volume.server_id).first,
+      availability_zone: AvailabilityZone.find_or_create_by(name: aws_volume.availability_zone),
+      created_at: aws_volume.created_at
+    }
+
+    volume.save!
+
+    aws_volume.tags.each do |key, value| 
+      volume.tags.find_or_create_by(name: key.downcase).update_attributes(value: value.downcase)
+    end
+
+    volume
+  end
+
+  def set_hourly_rate
+    self.hourly_rate = if volume_type == "standard"
+                         (0.10 * self.size) / 720
+                       elsif volume_type == "io1"
+                         ((0.125 * self.size) + (0.10 * self.iops)) / 720
+                       else
+                         raise "Unknown volume_type : #{self.volume_type}"
+                       end
+  end
+
+end

metadata

@@ -0,0 +1,184 @@
+--- !ruby/object:Gem::Specification
+name: crop-duster
+version: !ruby/object:Gem::Version
+  version: 0.0.7
+platform: ruby
+authors:
+- Chris Winslett
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-02-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 10.1.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 10.1.1
+- !ruby/object:Gem::Dependency
+  name: foreman
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.63'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.63'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.18.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.18.1
+- !ruby/object:Gem::Dependency
+  name: fog
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.19.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.19.0
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.0.2
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.0.2
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.17.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.17.1
+description: Fly low and slow over your AWS servers looking for weeds
+email:
+- chris@mongohq.com
+executables:
+- crop-duster
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/crop-duster
+- crop-duster.gemspec
+- db/migrate/20140113115505_create_volumes.rb
+- db/migrate/20140113115506_create_servers.rb
+- db/migrate/20140113115507_create_tags.rb
+- db/migrate/20140113120016_create_availability_zones.rb
+- db/migrate/20140113120017_create_flavors.rb
+- db/migrate/20140113192351_add_hourly_price_to_servers_and_volumes.rb
+- db/migrate/20140113204901_create_aws_import_table.rb
+- db/migrate/20140113214652_create_indexes.rb
+- db/migrate/20140114141226_add_type_and_account_id_to_servers.rb
+- db/migrate/20140114161225_add_index_to_usage_type.rb
+- lib/crop_duster.rb
+- lib/crop_duster/cli.rb
+- lib/crop_duster/importer.rb
+- lib/crop_duster/version.rb
+- lib/models/availability_zone.rb
+- lib/models/aws_billing_import.rb
+- lib/models/flavor.rb
+- lib/models/server.rb
+- lib/models/tag.rb
+- lib/models/volume.rb
+homepage: http://www.mongohq.com
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.0
+signing_key: 
+specification_version: 4
+summary: A system for AWS server change management.
+test_files: []