multi_ec2_kiq 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: e6fb966749a5718f22045a9c32553ad2589e74be
+  data.tar.gz: 19d219b505f467f7e7dffa663f2deb85e220a6bc
+SHA512:
+  metadata.gz: 438af2f2fd56abc7aaf2264e529e45b9f71eeb06b55ec86e33e77897e1fe0433e4976d89fc5a685a8f32f7654b34fb1f68d1bac6311aa7ed87b8cd8cce7315bb
+  data.tar.gz: 59a9e5c071b4f832a0655a0754e8b03f4f7dab44bc2c165c3fa6441440c83c72f0071b8847090f6e35ddd524c1b539e4fdb2cf6264bac0e781c17cd65cfe4669

data/.gitignore

@@ -0,0 +1,17 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+/vendor/
+.pryrc
+/lib/settings.yml.bak

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.1.5

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in multi_ec2_kiq.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2015 SrcHndWng
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,53 @@
+# MultiEc2Kiq
+
+This gem starts multi ec2 instances, and stops them if you command.
+
+## Description
+This has two methods, "start" and "start_wait_until_stop".
+Below are the methods.
+
+* start  
+"start" allows you to start ec2 instances that defined in yml file that as settings.
+
+* start_wait_until_stop  
+"start_wait_until_stop" allows you to start ec2 instances, then it waits until you command to stop then stop them.  
+After ec2 instances start, it registers ec2 "started" status in Dynamodb table.  
+If you want to command ec2 stop, you have to update above status to "to_stop", then it stops the ec2.  
+After ec2 stopped, it registers ec2 "stopped" status.  
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'multi_ec2_kiq'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install multi_ec2_kiq
+
+## Usage
+
+1. You have to set aws profile in your ~/.aws/credentials.
+
+2. Write configuration yml file, use "lib/settings.yml" as a reference.
+
+3. Then, call methods.
+```ruby
+    include MultiEc2Kiq
+
+    MultiEc2Kiq.config_path = File.expand_path("your configuration file path", __FILE__)
+    MultiEc2Kiq.start
+```
+
+```ruby
+    include MultiEc2Kiq
+
+    MultiEc2Kiq.config_path = File.expand_path("your configuration file path", __FILE__)
+    MultiEc2Kiq.start_wait_until_stop
+```

data/Rakefile

@@ -0,0 +1,7 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec
+

data/lib/multi_ec2_kiq/version.rb

@@ -0,0 +1,3 @@
+module MultiEc2Kiq
+  VERSION = "0.0.1"
+end

data/lib/multi_ec2_kiq.rb

@@ -0,0 +1,56 @@
+require "multi_ec2_kiq/version"
+require "settings"
+require "threads/ec2"
+
+module MultiEc2Kiq
+  attr_accessor :config_path
+
+  def start
+    Settings.source(config_path)
+    instances = Settings.instances
+    threads = []
+
+    instances.each {|instance| settings_check(instance)}
+    instances.each {|instance|
+      threads << Thread.new do
+        ec2_start(instance)
+      end
+    }
+
+    threads.each { |t| t.join }
+
+    true
+  end
+
+  def start_wait_until_stop
+    Settings.source(config_path)
+    instances = Settings.instances
+    threads = []
+
+    instances.each {|instance| settings_check(instance)}
+    instances.each {|instance|
+      threads << Thread.new do
+        ec2_start_wait_until_stop(instance)
+      end
+    }
+
+    threads.each { |t| t.join }
+
+    true
+  end
+
+  private
+
+  def settings_check(e)
+    raise "instance_configs requires id." if !e.has_key?("id")
+    raise "instance_configs requires region." if !e.has_key?("region")
+  end
+
+  def ec2_start(instance)
+    Ec2.new(instance["id"], instance["region"]).start
+  end
+
+  def ec2_start_wait_until_stop(instance)
+    Ec2.new(instance["id"], instance["region"]).start_wait_until_stop
+  end
+end

data/lib/settings.rb

@@ -0,0 +1,6 @@
+require 'settingslogic'
+
+module MultiEc2Kiq
+  class Settings < Settingslogic
+  end
+end

data/lib/settings.yml

@@ -0,0 +1,13 @@
+aws:
+  profile: your_aws_credencial_profile
+  dynamodb:
+    region: your_dynamodb_region
+    status_table_name: your_ec2_statuses_table_mmae
+wait_to_stop:
+  max_attempts: 10 #retry times until you command "to_stop"
+  delay: 10 #retry interval(s) until you command "to_stop"
+instances:
+  - id: your_ec2_instance_id_1
+    region: your_ec2_instance_id_1_region
+  - id: your_ec2_instance_id_2
+    region: your_ec2_instance_id_2_region

data/lib/threads/dynamodb.rb

@@ -0,0 +1,93 @@
+require "settings"
+require "aws-sdk-core"
+require "ostruct"
+
+module MultiEc2Kiq
+  class Dynamodb
+    def initialize
+      @STATUS = OpenStruct.new(started: "started", stopped: "stopped", to_stop: "to_stop")
+    end
+
+    def started(instance_id)
+      create_table_if_not_exists
+      put_item(instance_id, @STATUS.started)
+      true
+    end
+
+    def wait_until_to_stop(instance_id)
+      (0...Settings.wait_to_stop.max_attempts).each{|i|
+        data = get_item(instance_id)
+        raise_not_exist if !data.item
+        return true if data.item["status"] == @STATUS.to_stop
+        sleep(Settings.wait_to_stop.delay)
+      }
+      false
+    end
+
+    def stopped(instance_id)
+      raise_not_exist if !get_item(instance_id).item
+      put_item(instance_id, @STATUS.stopped)
+      true
+    end
+
+    private
+
+    def raise_not_exist
+      raise "instance_id doesn't exist on status table."
+    end
+
+    def get_item(instance_id)
+      dynamodb.get_item(
+        table_name: Settings.aws.dynamodb.status_table_name,
+        key: {instance_id: instance_id}
+      )
+    end
+
+    def put_item(instance_id, status)
+      dynamodb.put_item(
+        table_name: Settings.aws.dynamodb.status_table_name,
+        item: {instance_id: instance_id, status: status}
+      )
+    end
+
+    def create_table_if_not_exists
+      dynamodb.list_tables.table_names.each {|table|
+        return if table == Settings.aws.dynamodb.status_table_name
+      }
+
+      options = {
+        table_name: Settings.aws.dynamodb.status_table_name,
+        key_schema: [
+          {
+              attribute_name: "instance_id",
+              key_type: "HASH"
+          }
+        ],
+        attribute_definitions: [
+          {
+              attribute_name: "instance_id",
+              attribute_type: "S"
+          }
+        ],
+        provisioned_throughput: {
+          read_capacity_units:  1,
+          write_capacity_units:  1
+        }
+      }
+
+      dynamodb.create_table(options)
+
+      dynamodb.wait_until(:table_exists, {table_name: Settings.aws.dynamodb.status_table_name}) do |w|
+        w.max_attempts = 5
+        w.delay = 5
+      end
+    end
+
+    def dynamodb
+      @dynamodb ||= Aws::DynamoDB::Client.new(
+        region: Settings.aws.dynamodb.region,
+        profile: Settings.aws.profile
+      )
+    end
+  end
+end

data/lib/threads/ec2.rb

@@ -0,0 +1,57 @@
+require "settings"
+require "aws-sdk-core"
+require "threads/Dynamodb"
+
+module MultiEc2Kiq
+  class Ec2
+    def initialize(id, region)
+      @id = id
+      @region = region
+    end
+
+    def start
+      start_instance
+      puts_started_message
+      true
+    end
+
+    def start_wait_until_stop
+      start
+      dynamodb.started(@id)
+
+      if dynamodb.wait_until_to_stop(@id)
+        stop_instance
+        dynamodb.stopped(@id)
+      end
+      
+      true
+    end
+
+    private
+
+    def puts_started_message
+      puts Time.now.to_s + " EC2 started. id = " + @id + ", region = " + @region + "."
+    end
+
+    def stop_instance
+      ec2.stop_instances(instance_ids: [@id])
+      ec2.wait_until(:instance_stopped,  instance_ids:[@id])
+    end
+
+    def start_instance
+      ec2.start_instances(instance_ids: [@id])
+      ec2.wait_until(:instance_running,  instance_ids:[@id])
+    end
+
+    def ec2
+      @ec2 ||= Aws::EC2::Client.new(
+        region: @region,
+        profile: Settings.aws.profile
+      )
+    end
+
+    def dynamodb
+      @dynamodb ||= Dynamodb.new
+    end
+  end
+end

data/multi_ec2_kiq.gemspec

@@ -0,0 +1,29 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'multi_ec2_kiq/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "multi_ec2_kiq"
+  spec.version       = MultiEc2Kiq::VERSION
+  spec.authors       = ["SrcHndWng"]
+  spec.email         = [""]
+  spec.summary       = "This gem starts multi ec2 instances, and stops them if you command."
+  spec.description   = ""
+  spec.homepage      = "https://github.com/SrcHndWng/multi_ec2_kiq"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency "pry-byebug"
+
+  spec.add_runtime_dependency "settingslogic"
+  spec.add_runtime_dependency "aws-sdk"
+  spec.add_runtime_dependency "aws-sdk-core"
+end

data/spec/multi_ec2_kiq_spec.rb

@@ -0,0 +1,36 @@
+require 'spec_helper'
+require "threads/Dynamodb"
+require "settings"
+
+include MultiEc2Kiq
+
+describe MultiEc2Kiq do
+  let(:multi_ec2_kiq) { Class.new{include MultiEc2Kiq} }
+  let(:dynamodb) { double("Dynamodb") }
+
+  before(:all) do
+    Settings.source(File.expand_path("../../lib/settings.yml", __FILE__))
+  end
+
+  it 'has a version number' do
+    expect(MultiEc2Kiq::VERSION).not_to be nil
+  end
+
+  it 'start should success' do
+    Settings.instances.each{|instance|
+      expect(multi_ec2_kiq).to receive(:ec2_start)
+    }
+    multi_ec2_kiq.config_path = File.expand_path("../../lib/settings.yml", __FILE__)
+    result = multi_ec2_kiq.start
+    expect(result).to eq(true)
+  end
+
+  it 'start_wait_until_stop should success' do
+    Settings.instances.each{|instance|
+      expect(multi_ec2_kiq).to receive(:ec2_start_wait_until_stop)
+    }
+    multi_ec2_kiq.config_path = File.expand_path("../../lib/settings.yml", __FILE__)
+    result = multi_ec2_kiq.start_wait_until_stop
+    expect(result).to eq(true)
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'multi_ec2_kiq'

data/spec/threads/dynamodb_spec.rb

@@ -0,0 +1,35 @@
+require 'spec_helper'
+require "settings"
+require "threads/Dynamodb"
+
+include MultiEc2Kiq
+
+describe Dynamodb do
+  before(:all) do
+    Settings.source(File.expand_path("../../../lib/settings.yml", __FILE__))
+    @dynamodb = Dynamodb.new
+  end
+
+  it 'should write started.' do
+    expect(@dynamodb).to receive(:create_table_if_not_exists)
+    expect(@dynamodb).to receive(:put_item).with(anything, anything)
+    result = @dynamodb.started("instance_test")
+    expect(result).to eq(true)
+  end
+
+  it 'should wait until to stop.' do
+    StatusData = Struct.new("StatusData", :item)
+    status_data = StatusData.new({"instance_id"=>"instance_test", "status"=>"to_stop"})
+    expect(@dynamodb).to receive(:get_item).and_return(status_data)
+    result = @dynamodb.wait_until_to_stop("instance_test")
+    expect(result).to eq(true)
+  end
+
+  it 'should write stopped.' do
+    status_data = StatusData.new({"instance_id"=>"instance_test", "status"=>"to_stop"})
+    expect(@dynamodb).to receive(:get_item).and_return(status_data)
+    expect(@dynamodb).to receive(:put_item).with(anything, anything)
+    result = @dynamodb.stopped("instance_test")
+    expect(result).to eq(true)
+  end
+end

data/spec/threads/ec2_spec.rb

@@ -0,0 +1,45 @@
+require 'spec_helper'
+require "settings"
+require "threads/EC2"
+
+include MultiEc2Kiq
+
+describe Ec2 do
+  let(:dynamodb) { double("Dynamodb") }
+
+  before(:all) do
+    Settings.source(File.expand_path("../../../lib/settings.yml", __FILE__))
+    instance = Settings.instances[0]
+    @ec2 = Ec2.new(instance["id"], instance["region"])
+  end
+
+  it 'should ec2 start.' do
+    expect(@ec2).to receive(:start_instance)
+    result = @ec2.start
+    expect(result).to eq(true)
+  end
+
+  describe 'start_wait_until_stop' do
+    it 'get to_stop status' do
+      expect(@ec2).to receive(:dynamodb).and_return(dynamodb).at_least(:once)
+      expect(@ec2).to receive(:start)
+      expect(dynamodb).to receive(:started).with(anything)
+      expect(dynamodb).to receive(:wait_until_to_stop).with(anything).and_return(true)
+      expect(@ec2).to receive(:stop_instance)
+      expect(dynamodb).to receive(:stopped).with(anything)
+
+      result = @ec2.start_wait_until_stop
+      expect(result).to eq(true)
+    end
+
+    it 'to_stop does not exist.' do
+      expect(@ec2).to receive(:dynamodb).and_return(dynamodb).at_least(:once)
+      expect(@ec2).to receive(:start)
+      expect(dynamodb).to receive(:started).with(anything)
+      expect(dynamodb).to receive(:wait_until_to_stop).with(anything).and_return(false)
+
+      result = @ec2.start_wait_until_stop
+      expect(result).to eq(true)
+    end
+  end
+end

metadata

@@ -0,0 +1,164 @@
+--- !ruby/object:Gem::Specification
+name: multi_ec2_kiq
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- SrcHndWng
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-04-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: settingslogic
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk-core
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ''
+email:
+- ''
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/multi_ec2_kiq.rb
+- lib/multi_ec2_kiq/version.rb
+- lib/settings.rb
+- lib/settings.yml
+- lib/threads/dynamodb.rb
+- lib/threads/ec2.rb
+- multi_ec2_kiq.gemspec
+- spec/multi_ec2_kiq_spec.rb
+- spec/spec_helper.rb
+- spec/threads/dynamodb_spec.rb
+- spec/threads/ec2_spec.rb
+homepage: https://github.com/SrcHndWng/multi_ec2_kiq
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: This gem starts multi ec2 instances, and stops them if you command.
+test_files:
+- spec/multi_ec2_kiq_spec.rb
+- spec/spec_helper.rb
+- spec/threads/dynamodb_spec.rb
+- spec/threads/ec2_spec.rb