ecs_compose 0.1.0.pre2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2c9e6aedc15bfab03a9d0a8f5798523d8e9f2dfa
+  data.tar.gz: 9bc81dd410bf4052f555a9f2c8be1c697b593558
+SHA512:
+  metadata.gz: 5a6eddb45a9f4c11831d4e6aa7deaaf7f35df86f884ad8f387dec17238230f8ca6822d3d69f27db0a228a77651fd10fee9ab50485b8b72dd3bef821412913e0c
+  data.tar.gz: 05d2bf004cc97897350228e31fa8225fc398a2e15479d2b3c83f4881013eb183f3481e22b74f890cfa69e1333aaf9f33c853d356708e03abbb79bc4747dd2a61

data/.dockerignore

@@ -0,0 +1,4 @@
+/.git
+/Gemfile.lock
+/*.gem
+/deploy

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/*.gem
+/deploy

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,4 @@
+language: ruby
+rvm:
+  - 2.2.2
+before_install: gem install bundler -v 1.10.6

data/Dockerfile

@@ -0,0 +1,18 @@
+# DEVELOPMENT ONLY. This is used by go-publish.sh to build our
+# ecs_compose gem.
+
+FROM ruby:2.1.5
+
+WORKDIR /gem
+
+# Allow docker to cache the gem downloads even if unreleated files change.
+ADD Gemfile /gem/
+ADD ecs_compose.gemspec /gem/
+ADD lib/ecs_compose/version.rb /gem/lib/ecs_compose/
+RUN gem install bundler && bundle install
+
+# Add the rest of the files.
+ADD . /gem/
+
+# Command to test and publish the gem.
+CMD /gem/publish.sh

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in ecs_compose.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Eric Kidd
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,41 @@
+# EcsCompose
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/ecs_compose`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'ecs_compose'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install ecs_compose
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment. Run `bundle exec ecs_compose` to use the gem in this directory, ignoring other installed copies of this gem.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/ecs_compose.
+
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
+

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ecs_compose"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/ecs_compose.gemspec

@@ -0,0 +1,36 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'ecs_compose/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "ecs_compose"
+  spec.version       = EcsCompose::VERSION
+  spec.authors       = ["Eric Kidd"]
+  spec.email         = ["git@randomhacks.net"]
+
+  spec.summary       = %q{Deploy docker-compose.yml files to Amazon EC2 Container Service}
+  spec.description   = %q{An interace to the Amazon EC2 Container Service that works vaguely like docker-compose, for people who are familiar with a docker-compose workflow.}
+  spec.homepage      = "https://github.com/faradayio/ecs_compose"
+  spec.license       = "MIT"
+
+  # Prevent pushing to anywhere but rubygems.org, in case stuff gets
+  # misconfigured elsewhere.
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = "https://rubygems.org"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against public gem pushes."
+  end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features|go-|publish\.sh|Dockerfile)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "thor", "~> 0.19.1"
+  spec.add_dependency "colorize", "~> 0.7.7"
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec"
+end

data/exe/ecs-compose

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+
+require "ecs_compose/cli"
+
+EcsCompose::Cli.start(ARGV)

data/go-publish.sh

@@ -0,0 +1,36 @@
+#!/bin/sh
+#
+# DEVELOPMENT ONLY: Called from a GoCD continuous integration pipeline to
+# automatically publish pre-release builds of this gem when it changes.
+#
+# We build inside a docker container to make sure that we have the correct
+# authentication credentials and that we're totally isolated.
+
+# Standard paranoia: Exit on errors or undefined variables, and print all
+# commands run.
+set -e
+set -u
+set -o xtrace
+
+# Set our test image and container names.
+TEST_IMAGE="$GO_PIPELINE_NAME-$GO_PIPELINE_COUNTER-test"
+TEST_CONTAINER="$TEST_IMAGE-container"
+
+# Build our container.
+docker build -t "$TEST_IMAGE" .
+
+# Run our docker container (without printing).
+set +o xtrace
+echo "(Running docker container)"
+docker run \
+    -e ECS_COMPOSE_BUILD_NUMBER="$GO_PIPELINE_COUNTER" \
+    -e RUBYGEMS_AUTH="$PUBLIC_FARADAYIO_RUBYGEMS_AUTH" \
+    --name "$TEST_CONTAINER" \
+    --rm \
+    "$TEST_IMAGE"
+set -o xtrace
+
+# Clean up our image now that we no longer need it.
+docker rmi "$TEST_IMAGE"
+
+

data/lib/ecs_compose.rb

@@ -0,0 +1,7 @@
+require "ecs_compose/version"
+require "ecs_compose/json_generator"
+require "ecs_compose/ecs"
+
+module EcsCompose
+  # Your code goes here...
+end

data/lib/ecs_compose/cli.rb

@@ -0,0 +1,35 @@
+require "ecs_compose"
+require "thor"
+
+module EcsCompose
+  class Cli < Thor
+    class_option(:services, type: :string,
+                 desc: "A comma-separated list of containers to include. Defaults to all.")
+
+    desc("conv FAMILY [YAML_FILE]",
+         "Convert docker-compose.yml to ECS JSON format")
+    def jsonify(family, yaml_file="docker-compose.yml")
+      yaml = File.read(yaml_file)
+      puts EcsCompose::JsonGenerator.new(family, yaml, services: services).json
+    end
+
+    desc("up SERVICE [YAML_FILE]",
+         "Update an ECS service to match YAML_FILE")
+    def up(service, yaml_file="docker-compose.yml")
+      yaml = File.read(yaml_file)
+      json = EcsCompose::JsonGenerator.new(service, yaml, services: services).json
+      EcsCompose::Ecs.update_service_with_json(service, json)
+    end
+
+    protected
+
+    # Parse our `services` option.
+    def services
+      if options[:services]
+        options[:services].split(',')
+      else
+        nil
+      end
+    end
+  end
+end

data/lib/ecs_compose/ecs.rb

@@ -0,0 +1,55 @@
+# -*- coding: utf-8 -*-
+
+require 'colorize'
+require 'json'
+require 'open3'
+require 'tempfile'
+
+module EcsCompose
+  # Interfaces to the 'aws ecs' subcommand provided by the awscli Python
+  # package from Amazon.  There might be a Ruby gem (like fog) that can do
+  # some of this now, but Amazon keeps the awscli tool up to date, and ECS
+  # is still very new.
+  module Ecs
+    # Run `aws ecs` with the specified arguments.
+    def self.run(*args)
+      command = ["aws", "ecs"] + args + ["--output", "json"]
+      puts "→ #{command.join(' ').blue}"
+      stdout, status = Open3.capture2(*command)
+      if status != 0
+        raise "Error running: #{command.inspect}"
+      end
+      JSON.parse(stdout)
+    end
+
+    # Register the specified task definition (passed as JSON data).
+    def self.register_task_definition(json)
+      # Dump our task definition to a tempfile so we have access to the
+      # more complete set of arguments that are only available in file
+      # mode.
+      family = JSON.parse(json).fetch("family")
+      Tempfile.open(['task-definition', '.json']) do |f|
+        f.write(json)
+        f.close()
+        run("register-task-definition",
+            "--cli-input-json", "file://#{f.path}")
+      end
+    end
+
+    # Update the specified service.  Sample args: `"frontend"`,
+    # `"frontend:7"`.
+    def self.update_service(service, task_definition)
+      run("update-service",
+          "--service", service,
+          "--task-definition", task_definition)
+    end
+
+    # Update the specified service, passing in a new task definition in
+    # JSON format.
+    def self.update_service_with_json(service, json)
+      reg = register_task_definition(json)["taskDefinition"]
+      task_def = "#{reg['family']}:#{reg['revision']}"
+      update_service(service, task_def)
+    end
+  end
+end

data/lib/ecs_compose/json_generator.rb

@@ -0,0 +1,118 @@
+require 'psych'
+require 'json'
+
+module EcsCompose
+  class ContainerKeyError < KeyError
+  end
+
+  # Converts from raw YAML text in docker-compose.yml format to ECS task
+  # definition JSON.
+  class JsonGenerator
+
+    # Create a new generator, specifying the family name to use, and the
+    # raw YAML input.
+    def initialize(family, yaml_text, services: nil)
+      @family = family
+      @yaml = Psych.load(yaml_text)
+      @services = services
+    end
+
+    # Generate an ECS task definition as a raw Ruby hash.
+    def generate
+      containers = @yaml.map do |name, fields|
+        # Skip this service if we've been given a list to emit, and
+        # this service isn't on the list.
+        begin
+          json = {
+            "name" => name,
+            "image" => fields.fetch("image"),
+            # Default to a tiny guaranteed CPU share.
+            "cpu" => fields["cpu_shares"] || 2,
+            "memory" => mem_limit_to_mb(fields.fetch("mem_limit")),
+            "links" => fields["links"] || [],
+            "portMappings" =>
+              (fields["ports"] || []).map {|pm| port_mapping(pm) },
+            "essential" => true,
+            "environment" => environment(fields["environment"] || {}),
+            "mountPoints" => [],
+            "volumesFrom" => [],
+          }
+          if fields.has_key?("entrypoint")
+            json["entryPoint"] = command_line(fields.fetch("entrypoint"))
+          end
+          if fields.has_key?("command")
+            json["command"] = command_line(fields.fetch("command"))
+          end
+          json
+
+        rescue KeyError => e
+          # This makes it a lot easier to localize errors a bit.
+          raise ContainerKeyError.new("#{e.message} processing container \"#{name}\"")
+        end
+      end
+
+      # Prune our services against a list if requested.
+      if @services
+        containers.select! {|c| @services.include?(c["name"]) }
+      end
+
+      {
+        "family" => @family,
+        "containerDefinitions" => containers,
+        "volumes" => []
+      }
+    end
+
+    # Generate an ECS task definition as serialized JSON.
+    def json
+      # We do not want to insert much extra whitespace, because ECS imposes
+      # a maximum file-size limit based on bytes.
+      JSON.generate(generate())
+    end
+
+    protected
+
+    # Parse a Docker-style `mem_limit` and convert to megabytes.
+    def mem_limit_to_mb(mem_limit)
+      unless mem_limit.downcase =~ /\A(\d+)([bkmg])\z/
+        raise "Cannot parse docker memory limit: #{mem_limit}"
+      end
+      val = $1.to_i
+      case $2
+      when "b" then (val / (1024.0 * 1024.0)).ceil
+      when "k" then (val / 1024.0).ceil
+      when "m" then (val * 1.0).ceil
+      when "g" then (val * 1024.0).ceil
+      else raise "Can't convert #{mem_limit} to megabytes"
+      end
+    end
+
+    # Parse a Docker-style port mapping and convert to ECS format.
+    def port_mapping(port)
+      case port.to_s
+      when /\A(\d+)\z/
+        port = $1.to_i
+        { "hostPort" => port, "containerPort" => port }
+      when /\A(\d+):(\d+)\z/ 
+        { "hostPort" => $1.to_i, "containerPort" => $2.to_i }
+      else
+        raise "Cannot parse port specification: #{port}"
+      end
+    end
+
+    # Convert a command-line to an array of individual arguments.
+    #
+    # TODO: What is the exact format of the docker-compose fields here?
+    # Can the user pass an array?  Is there a way to escape spaces?
+    def command_line(input)
+      input.split(/ /)
+    end
+
+    # Convert a docker-compose environment to ECS format.  There are other
+    # possible formats for this that we don't support yet.
+    def environment(env)
+      # We need to force string values to keep ECS happy.
+      env.map {|k, v| { "name" => k, "value" => v.to_s } }
+    end
+  end
+end

data/lib/ecs_compose/version.rb

@@ -0,0 +1,3 @@
+module EcsCompose
+  VERSION = "0.1.0.pre#{ENV['ECS_COMPOSE_BUILD_NUMBER']}"
+end

data/publish.sh

@@ -0,0 +1,26 @@
+#!/bin/bash
+#
+# DEVELOPMENT ONLY. Run from our Dockerfile.
+
+# Standard paranoia: Exit on errors or undefined variables, and print all
+# commands run.
+set -e
+set -u
+set -o xtrace
+
+# Log into Rubygems.
+mkdir -p ~/.gem
+echo "(Logging into rubygems)"
+set +o xtrace
+curl -u faradayio:"$RUBYGEMS_AUTH" https://rubygems.org/api/v1/api_key.yaml > \
+    ~/.gem/credentials
+set -o xtrace
+chmod 0600 ~/.gem/credentials
+
+# Test our gem.
+bundle exec rspec
+
+# Package and publish our gem.
+rm -f *.gem
+gem build ecs_compose.gemspec
+gem push ecs_compose-*.gem

metadata

@@ -0,0 +1,137 @@
+--- !ruby/object:Gem::Specification
+name: ecs_compose
+version: !ruby/object:Gem::Version
+  version: 0.1.0.pre2
+platform: ruby
+authors:
+- Eric Kidd
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-08-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.7.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.7.7
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: An interace to the Amazon EC2 Container Service that works vaguely like
+  docker-compose, for people who are familiar with a docker-compose workflow.
+email:
+- git@randomhacks.net
+executables:
+- ecs-compose
+extensions: []
+extra_rdoc_files: []
+files:
+- ".dockerignore"
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Dockerfile
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- ecs_compose.gemspec
+- exe/ecs-compose
+- go-publish.sh
+- lib/ecs_compose.rb
+- lib/ecs_compose/cli.rb
+- lib/ecs_compose/ecs.rb
+- lib/ecs_compose/json_generator.rb
+- lib/ecs_compose/version.rb
+- publish.sh
+homepage: https://github.com/faradayio/ecs_compose
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Deploy docker-compose.yml files to Amazon EC2 Container Service
+test_files: []