ec2_templater 0.1.0

data/fixtures/vcr_cassettes/ec2_terminate_instance.yml

@@ -0,0 +1,65 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: https://ec2.ap-southeast-2.amazonaws.com/
+    body:
+      encoding: UTF-8
+      string: Action=TerminateInstances&InstanceId.1=i-e094e03f&Version=2015-10-01
+    headers:
+      Content-Type:
+      - application/x-www-form-urlencoded; charset=utf-8
+      Accept-Encoding:
+      - ''
+      User-Agent:
+      - aws-sdk-ruby2/2.2.3 ruby/2.2.3 x86_64-darwin14
+      X-Amz-Date:
+      - 20151207T062038Z
+      Host:
+      - ec2.ap-southeast-2.amazonaws.com
+      X-Amz-Content-Sha256:
+      - 49425530df33c5d2ce5f8e9c477a9fa01bc1a48cba0d205becb046f94685167b
+      Authorization:
+      - "<AUTHORIZATION>"
+      Content-Length:
+      - '68'
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - text/xml;charset=UTF-8
+      Transfer-Encoding:
+      - chunked
+      Vary:
+      - Accept-Encoding
+      Date:
+      - Mon, 07 Dec 2015 06:20:30 GMT
+      Server:
+      - AmazonEC2
+    body:
+      encoding: UTF-8
+      string: |-
+        <?xml version="1.0" encoding="UTF-8"?>
+        <TerminateInstancesResponse xmlns="http://ec2.amazonaws.com/doc/2015-10-01/">
+            <requestId>dd3e2501-6807-48ce-b8b7-e84a4a930cff</requestId>
+            <instancesSet>
+                <item>
+                    <instanceId>i-e094e03f</instanceId>
+                    <currentState>
+                        <code>32</code>
+                        <name>shutting-down</name>
+                    </currentState>
+                    <previousState>
+                        <code>16</code>
+                        <name>running</name>
+                    </previousState>
+                </item>
+            </instancesSet>
+        </TerminateInstancesResponse>
+    http_version: 
+  recorded_at: Mon, 07 Dec 2015 06:20:39 GMT
+recorded_with: VCR 2.9.3

data/lib/ec2_templater.rb

@@ -0,0 +1,20 @@
+require 'ec2_templater/version'
+require 'ec2_templater/runner'
+require 'ec2_templater/monitor'
+require 'ec2_templater/command_line'
+
+module Ec2Templater
+  def self.run(config)
+    monitor = Monitor.new(Runner.new(config), config['interval'])
+    monitor.run do
+      system(config['notify_cmd'])
+    end
+    monitor
+  end
+
+  def self.logger
+    @logger ||= Logger.new($stdout).tap do |log|
+      log.progname = 'ec2_templater'
+    end
+  end
+end

data/lib/ec2_templater/command_line.rb

@@ -0,0 +1,22 @@
+require 'clamp'
+require 'yaml'
+
+module Ec2Templater
+  class CommandLine < Clamp::Command
+    option ['-c', '--config'],
+           'CONFIG',
+           'Path to config file in YAML format',
+           required: true
+
+    def execute
+      validate_config_exists(config)
+      loaded_config = YAML.load_file(config)
+      Ec2Templater.run(loaded_config)
+    end
+
+    def validate_config_exists(config)
+      return if File.exist?(config)
+      signal_usage_error "Config at #{config} doesn't exist"
+    end
+  end
+end

data/lib/ec2_templater/ec2_grouper.rb

@@ -0,0 +1,20 @@
+require 'ec2_templater/filtered_ec2_list'
+
+module Ec2Templater
+  class Ec2Grouper
+    # Provide a hash of groupnames to filters
+    def initialize(groups)
+      @filtered_ec2_list = FilteredEc2List.new
+      @groups = groups
+    end
+
+    # Returns a hash of groupnames to ec2 instance objects
+    def call
+      Hash[
+        @groups.map do |group_name, filters|
+          [group_name.to_sym, @filtered_ec2_list.call(filters)]
+        end
+      ]
+    end
+  end
+end

data/lib/ec2_templater/filtered_ec2_list.rb

@@ -0,0 +1,40 @@
+require 'aws-sdk'
+
+module Ec2Templater
+  class FilteredEc2List
+    # Provide an awssdk v2 client
+    def initialize(client = Aws::EC2::Client.new)
+      @client = client
+    end
+
+    # Return list of instances that match the provided filters.
+    #
+    # The filters match those defined for the describe-instances api call.
+    # http://docs.aws.amazon.com/cli/latest/reference/ec2/describe-instances.html
+    #
+    # The returned instances are <Types::Instance> from awssdk. See:
+    # http://docs.aws.amazon.com/sdkforruby/api/Aws/EC2/Types/Instance.html
+    #
+    # Filter Examples:
+    #   { "tag:Name" => "", "vpc-id" => "vpc-9321c9a2" }
+    #   { "tag:Environment" => "Production" }
+    def call(filters = {})
+      args = { filters: processed_filters(default_filters.merge(filters)) }
+      @client.describe_instances(args).reservations.flat_map(&:instances)
+    end
+
+    def [](filters = {})
+      call(filters)
+    end
+
+    def processed_filters(filters)
+      filters.map do |key, value|
+        { name: key, values: Array(value) }
+      end
+    end
+
+    def default_filters
+      { 'instance-state-name' => 'running' }
+    end
+  end
+end

data/lib/ec2_templater/monitor.rb

@@ -0,0 +1,30 @@
+module Ec2Templater
+  class Monitor
+    def initialize(command, interval)
+      @command = command
+      @interval = interval
+    end
+
+    def run
+      Ec2Templater.logger.info 'Monitoring'
+      setup_signal_handlers
+      loop do
+        command_result = @command.call
+        if command_result.changed?
+          Ec2Templater.logger.info 'Notifying change'
+          yield(command_result)
+        end
+        sleep @interval
+      end
+    end
+
+    def setup_signal_handlers
+      %w(INT TERM).each do |signal|
+        trap signal do
+          Ec2Templater.logger.info "Recieved SIG#{signal}, shutting down."
+          exit 0
+        end
+      end
+    end
+  end
+end

data/lib/ec2_templater/renderer.rb

@@ -0,0 +1,33 @@
+require 'erubis'
+
+module Ec2Templater
+  class Renderer
+    Result = Struct.new(:changed?, :content)
+
+    def initialize(template, target)
+      @template_renderer = Erubis::Eruby.new(template)
+      @target = target
+    end
+
+    def call(vars)
+      new_content = render(vars)
+      changed = (target_content != new_content)
+      write_target(new_content) if changed
+      Result.new(changed, new_content)
+    end
+
+    private
+
+    def render(vars)
+      @template_renderer.evaluate(vars)
+    end
+
+    def target_content
+      File.read(@target) if File.exist?(@target)
+    end
+
+    def write_target(content)
+      File.write(@target, content)
+    end
+  end
+end

data/lib/ec2_templater/runner.rb

@@ -0,0 +1,20 @@
+require 'ec2_templater/renderer'
+require 'ec2_templater/ec2_grouper'
+
+module Ec2Templater
+  class Runner
+    def initialize(config)
+      @vars = config.fetch('vars', {})
+      @renderer = Renderer.new(File.read(config['template']), config['target'])
+      @ec2_grouper = Ec2Grouper.new(config['groups'])
+    end
+
+    def call
+      @renderer.call(vars)
+    end
+
+    def vars
+      @vars.merge(groups: @ec2_grouper.call)
+    end
+  end
+end

data/lib/ec2_templater/version.rb

@@ -0,0 +1,3 @@
+module Ec2Templater
+  VERSION = '0.1.0'
+end

metadata

@@ -0,0 +1,218 @@
+--- !ruby/object:Gem::Specification
+name: ec2_templater
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Adam Davies
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-03-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+- !ruby/object:Gem::Dependency
+  name: erubis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+- !ruby/object:Gem::Dependency
+  name: clamp
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.9'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.24'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.24'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.37'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.37'
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.3'
+description: Ec2Templater provides a means of EC2 service discovery by templating
+  your server config. It works by periodically querying AWS for the list of running
+  EC2 instances, rendering a template, then running a notify command if it has changed.
+  Using this setup you can provide, for example, a haproxy config that updates based
+  on instances that are available filtered by tag
+email:
+- adzdavies@gmail.com
+- rubygems@reinteractive.net
+executables:
+- ec2_templater
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- ec2_templater.gemspec
+- example/config.yml
+- example/haproxy.cfg.erb
+- exe/ec2_templater
+- fixtures/vcr_cassettes/Executing_ec2_templater_with_example_config/will_write_the_rendered_template.yml
+- fixtures/vcr_cassettes/Filtered_Ec2_List_on_matching_tags/.yml
+- fixtures/vcr_cassettes/Filtered_Ec2_List_on_matching_tags/when_filters_do_not_match/.yml
+- fixtures/vcr_cassettes/ec2_run_instance.yml
+- fixtures/vcr_cassettes/ec2_terminate_instance.yml
+- lib/ec2_templater.rb
+- lib/ec2_templater/command_line.rb
+- lib/ec2_templater/ec2_grouper.rb
+- lib/ec2_templater/filtered_ec2_list.rb
+- lib/ec2_templater/monitor.rb
+- lib/ec2_templater/renderer.rb
+- lib/ec2_templater/runner.rb
+- lib/ec2_templater/version.rb
+homepage: https://github.com/reinteractive/ec2_templater
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: EC2 service discovery by templating your server config
+test_files: []