ufo 0.0.6

data/lib/ufo/tasks_builder.rb

@@ -0,0 +1,30 @@
+module Ufo
+  autoload :DSL, 'ufo/dsl'
+
+  class TasksBuilder
+    def initialize(options={})
+      @options = options
+      @project_root = options[:project_root] || '.'
+    end
+
+    def build
+      puts "Building Task Definitions...".green unless @options[:mute]
+      check_templates_definitions_path
+      dsl = DSL.new(template_definitions_path, @options.merge(quiet: true, mute: true))
+      dsl.run
+      puts "Task Definitions built in ufo/output." unless @options[:mute]
+    end
+
+    def check_templates_definitions_path
+      unless File.exist?(template_definitions_path)
+        pretty_path = template_definitions_path.sub("#{@project_root}/", '')
+        puts "ERROR: #{pretty_path} does not exist.  Run: `ufo init` to create a starter file" unless @options[:mute]
+        exit 1
+      end
+    end
+
+    def template_definitions_path
+      "#{@project_root}/ufo/task_definitions.rb"
+    end
+  end
+end

data/lib/ufo/tasks_register.rb

@@ -0,0 +1,51 @@
+require 'plissken' # Hash#to_snake_keys
+require 'json'
+
+module Ufo
+  class TasksRegister
+    include AwsServices
+
+    def self.register(task_name, options={})
+      project_root = options[:project_root] || '.'
+      Dir.glob("#{project_root}/ufo/output/*").each do |path|
+        if task_name == :all or path.include?(task_name)
+          task_register = TasksRegister.new(path, options)
+          task_register.register
+        end
+      end
+    end
+
+    def initialize(template_definition_path, options={})
+      @template_definition_path = template_definition_path
+      @options = options
+    end
+
+    # aws ecs register-task-definition --cli-input-json file://ufo/output/hi-web-prod.json
+    def register
+      data = JSON.parse(IO.read(@template_definition_path), symbolize_names: true)
+      data = data.to_snake_keys
+      data = fix_log_configuation_option(data)
+      message = "#{data[:family]} task definition registered."
+      if @options[:noop]
+        message = "NOOP: #{message}"
+      else
+        ecs.register_task_definition(data)
+      end
+      puts message unless @options[:mute]
+    end
+
+    # LogConfiguration requires a string with dashes as the keys
+    # https://docs.aws.amazon.com/sdkforruby/api/Aws/ECS/Client.html
+    def fix_log_configuation_option(data)
+      definitions = data[:container_definitions]
+      definitions.each do |definition|
+        next unless definition[:log_configuration]
+        options = definition[:log_configuration][:options]
+        options["awslogs-group"] = options.delete(:awslogs_group)
+        options["awslogs-region"] = options.delete(:awslogs_region)
+        options["awslogs-stream-prefix"] = options.delete(:awslogs_stream_prefix)
+      end
+      data
+    end
+  end
+end

data/lib/ufo/templates/default.json.erb

@@ -0,0 +1,39 @@
+{
+    "family": "<%= @family %>", 
+    "containerDefinitions": [
+        {
+            "name": "<%= @name %>", 
+            "image": "<%= @image %>", 
+            "cpu": <%= @cpu %>, 
+            <% if @memory %>
+            "memory": <%= @memory %>, 
+            <% end %>
+            <% if @memory_reservation %>
+            "memoryReservation": <%= @memory_reservation %>, 
+            <% end %>
+            <% if @container_port %>
+            "portMappings": [
+                {
+                    "containerPort": <%= @container_port %>,
+                    "protocol": "tcp"
+                }
+            ], 
+            <% end %>
+            "command": <%= @command.to_json %>,
+            <% if @environment %>
+            "environment": <%= @environment.to_json %>,
+            <% end %>
+            <% if @awslogs_group %>
+            "logConfiguration": {
+                "logDriver": "awslogs",
+                "options": {
+                    "awslogs-group": "<%= @awslogs_group %>",
+                    "awslogs-region": "<%= @awslogs_region || 'us-east-1' %>",
+                    "awslogs-stream-prefix": "<%= @awslogs_stream_prefix %>"
+                }
+            },
+            <% end %>
+            "essential": true
+        }
+    ]
+}

data/lib/ufo/version.rb

@@ -0,0 +1,3 @@
+module Ufo
+  VERSION = "0.0.6"
+end

data/spec/fixtures/home_existing/.docker/config.json

@@ -0,0 +1,10 @@
+{
+  "auths": {
+    "https://123456789.dkr.ecr.us-east-1.amazonaws.com": {
+      "auth": "crazylongawsecrtoken"
+    },
+    "https://index.docker.io/v1/": {
+      "auth": "dockerhubtoken"
+    }
+  }
+}

data/spec/lib/cli_spec.rb

@@ -0,0 +1,50 @@
+require 'spec_helper'
+
+# to run specs with what's remembered from vcr
+#   $ rake
+#
+# to run specs with new fresh data from aws api calls
+#   $ rake clean:vcr ; time rake
+describe Ufo::CLI do
+  before(:all) do
+    create_starter_project_fixture
+    project_root = File.expand_path("../../fixtures/hi", __FILE__)
+    @args = "--noop --project-root=#{project_root}"
+  end
+
+  describe "ufo" do
+    context "docker" do
+      it "build builds image" do
+        out = execute("bin/ufo docker build #{@args}")
+        expect(out).to include("docker build -t tongueroo/hi")
+      end
+
+      it "tag shows the tag" do
+        out = execute("bin/ufo docker full_image_name #{@args}")
+        expect(out).to match(%r{tongueroo/hi:ufo-.{7}})
+      end
+    end
+
+    context "tasks" do
+      it "build builds task definition" do
+        out = execute("bin/ufo tasks build #{@args}")
+        expect(out).to include("Task Definitions built.")
+      end
+
+      it "register it registers all the output task definitions" do
+        out = execute("bin/ufo tasks register #{@args}")
+        expect(out).to include("register")
+      end
+    end
+
+    context "ship" do
+      it "deploys software" do
+        out = execute("bin/ufo ship hi-web-prod #{@args} --no-wait")
+        # cannot look for Software shipped! because
+        #   ship.deploy unless ENV['TEST'] # to allow me to quickly test CLI portion only
+        # just testing the CLI portion.  The ship class itself is tested via ship_spec.rb
+        expect(out).to include("Task Definitions built")
+      end
+    end
+  end
+end

data/spec/lib/ecr_auth_spec.rb

@@ -0,0 +1,39 @@
+require 'spec_helper'
+
+describe Ufo::EcrAuth do
+  let(:repo_domain) { "https://123456789.dkr.ecr.us-east-1.amazonaws.com" }
+  let(:auth) { Ufo::EcrAuth.new(repo_domain) }
+  before(:each) do
+    allow(auth).to receive(:fetch_auth_token).and_return("opensesame")
+  end
+
+  context("update") do
+    before(:each) do
+      clean_home
+      ENV['HOME'] = "spec/fixtures/home"
+    end
+
+    context("missing ~/.docker/config.json") do
+      it "should create the auth token" do
+        auth.update
+        data = JSON.load(IO.read("spec/fixtures/home/.docker/config.json"))
+        auth_token = data["auths"][repo_domain]["auth"]
+        expect(auth_token).to eq("opensesame")
+      end
+    end
+
+    context("existing ~/.docker/config.json") do
+      it "should update the auth token" do
+        FileUtils.cp_r("spec/fixtures/home_existing", "spec/fixtures/home")
+        auth.update
+        data = JSON.load(IO.read("spec/fixtures/home/.docker/config.json"))
+        auth_token = data["auths"][repo_domain]["auth"]
+        expect(auth_token).to eq("opensesame")
+      end
+    end
+  end
+
+  def clean_home
+    FileUtils.rm_rf("spec/fixtures/home")
+  end
+end

data/spec/lib/ecr_cleaner_spec.rb

@@ -0,0 +1,32 @@
+require 'spec_helper'
+
+describe Ufo::EcrCleaner do
+  let(:docker_image_name) { "123456789.dkr.ecr.us-east-1.amazonaws.com/my-name" }
+  let(:repo_domain) { "https://123456789.dkr.ecr.us-east-1.amazonaws.com" }
+  let(:cleaner) { Ufo::EcrCleaner.new(docker_image_name, mute: true) }
+  before(:each) do
+    allow(cleaner).to receive(:update_auth_token).and_return(:whatever)
+  end
+
+  context("lots of old images") do
+    let(:image_tags) { 10.times.map {|i| "ufo-#{i}" }.reverse }
+    before(:each) do
+      allow(cleaner).to receive(:fetch_image_tags).and_return(image_tags)
+    end
+
+    it "should remove images and keep 3" do
+      allow(cleaner).to receive(:ecr).and_return(ecr_stub)
+      cleaner.cleanup
+      expect(cleaner.ecr).to have_received(:batch_delete_image).with(
+          repository_name: "my-name",
+          image_ids: [{image_tag: "ufo-6"}, {image_tag: "ufo-5"}, {image_tag: "ufo-4"}, {image_tag: "ufo-3"}, {image_tag: "ufo-2"}, {image_tag: "ufo-1"}, {image_tag: "ufo-0"}]
+        )
+    end
+  end
+
+  def ecr_stub
+    ecr = double("Ecr").as_null_object
+    allow(ecr).to receive(:batch_delete_image).and_return(:whatever)
+    ecr
+  end
+end

data/spec/lib/ship_spec.rb

@@ -0,0 +1,77 @@
+require 'spec_helper'
+
+describe Ufo::Ship do
+  let(:project_root) { File.expand_path("../../fixtures/hi", __FILE__) }
+  let(:options) do
+    {
+      noop: true,
+      project_root: project_root,
+      mute: true,
+      wait: false,
+      stop_old_tasks: false,
+    }
+  end
+  let(:task_definition) { service }
+  let(:ship) { Ufo::Ship.new(service, task_definition, options) }
+
+  context "single service id" do
+    let(:service) { "hi-web-prod" }
+    it "should create or update single service" do
+      allow(ship).to receive(:process_single_service)
+      ship.deploy
+      expect(ship).to have_received(:process_single_service)
+    end
+
+    context "0 services found" do
+      it "should create service on first cluster" do
+        allow(ship).to receive(:find_ecs_service)
+        allow(ship).to receive(:create_service)
+        ship.deploy
+        expect(ship).to have_received(:create_service)
+      end
+    end
+
+    context "1 services found" do
+      it "should call update service 3 times" do
+        allow(ship).to receive(:find_ecs_service).and_return(ecs_service("hi-web-prod"))
+        allow(ship).to receive(:update_service)
+        ship.deploy
+        expect(ship).to have_received(:update_service).exactly(1).times
+      end
+    end
+  end
+
+  context "multiple service pattern" do
+    let(:service) { "hi-.*-prod" }
+    it "should update multiple service that are found" do
+      allow(ship).to receive(:process_multiple_services)
+      ship.deploy
+      expect(ship).to have_received(:process_multiple_services)
+    end
+
+    context "0 services found" do
+      it "should not call update_service" do
+        allow(ship).to receive(:find_all_ecs_services)
+        allow(ship).to receive(:update_service)
+        ship.deploy
+        expect(ship).to_not have_received(:update_service)
+      end
+    end
+
+    context "3 services found" do
+      it "should call update service 3 times" do
+        allow(ship).to receive(:find_all_ecs_services).
+                          and_yield(ecs_service("hi-web-prod")).
+                          and_yield(ecs_service("hi-worker-prod")).
+                          and_yield(ecs_service("hi-clock-prod"))
+        allow(ship).to receive(:update_service)
+        ship.deploy
+        expect(ship).to have_received(:update_service).exactly(3).times
+      end
+    end
+  end
+
+  def ecs_service(name)
+    OpenStruct.new(service_name: name)
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,28 @@
+ENV['TEST'] = '1'
+
+require "codeclimate-test-reporter"
+CodeClimate::TestReporter.start
+
+require "pp"
+require "byebug"
+
+root = File.expand_path('../../', __FILE__)
+require "#{root}/lib/ufo"
+
+module Helpers
+  def execute(cmd)
+    puts "Running: #{cmd}" if ENV['DEBUG']
+    out = `#{cmd}`
+    puts out if ENV['DEBUG']
+    out
+  end
+
+  def create_starter_project_fixture
+    FileUtils.rm_rf("spec/fixtures/hi")
+    execute("bin/ufo init --cluster prod --image tongueroo/hi --project-root spec/fixtures/hi --app hi")
+  end
+end
+
+RSpec.configure do |c|
+  c.include Helpers
+end

data/ufo.gemspec

@@ -0,0 +1,34 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'ufo/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "ufo"
+  spec.version       = Ufo::VERSION
+  spec.authors       = ["Tung Nguyen"]
+  spec.email         = ["tongueroo@gmail.com"]
+  spec.description   = %q{Build docker containers and ship them to AWS ECS}
+  spec.summary       = %q{Build docker containers and ship them to AWS ECS}
+  spec.homepage      = "https://github.com/tongueroo/ufo"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "thor"
+  spec.add_dependency "hashie"
+  spec.add_dependency "colorize"
+  spec.add_dependency "byebug"
+  spec.add_dependency "deep_merge"
+  spec.add_dependency "aws-sdk"
+  spec.add_dependency "plissken"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "guard"
+  spec.add_development_dependency "guard-bundler"
+  spec.add_development_dependency "guard-rspec"
+end

metadata

@@ -0,0 +1,267 @@
+--- !ruby/object:Gem::Specification
+name: ufo
+version: !ruby/object:Gem::Version
+  version: 0.0.6
+platform: ruby
+authors:
+- Tung Nguyen
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-11-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: deep_merge
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: plissken
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Build docker containers and ship them to AWS ECS
+email:
+- tongueroo@gmail.com
+executables:
+- ufo
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- CHANGELOG.md
+- Gemfile
+- Gemfile.lock
+- Guardfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/ufo
+- lib/starter_project/.env.prod
+- lib/starter_project/Dockerfile
+- lib/starter_project/bin/deploy
+- lib/starter_project/ufo/settings.yml
+- lib/starter_project/ufo/task_definitions.rb
+- lib/starter_project/ufo/templates/main.json.erb
+- lib/ufo.rb
+- lib/ufo/aws_services.rb
+- lib/ufo/cli.rb
+- lib/ufo/cli/help.rb
+- lib/ufo/defaults.rb
+- lib/ufo/destroy.rb
+- lib/ufo/docker_builder.rb
+- lib/ufo/docker_cleaner.rb
+- lib/ufo/dockerfile_updater.rb
+- lib/ufo/dsl.rb
+- lib/ufo/dsl/helper.rb
+- lib/ufo/dsl/outputter.rb
+- lib/ufo/dsl/task_definition.rb
+- lib/ufo/ecr_auth.rb
+- lib/ufo/ecr_cleaner.rb
+- lib/ufo/execute.rb
+- lib/ufo/init.rb
+- lib/ufo/pretty_time.rb
+- lib/ufo/scale.rb
+- lib/ufo/settings.rb
+- lib/ufo/ship.rb
+- lib/ufo/tasks_builder.rb
+- lib/ufo/tasks_register.rb
+- lib/ufo/templates/default.json.erb
+- lib/ufo/version.rb
+- spec/fixtures/home_existing/.docker/config.json
+- spec/lib/cli_spec.rb
+- spec/lib/ecr_auth_spec.rb
+- spec/lib/ecr_cleaner_spec.rb
+- spec/lib/ship_spec.rb
+- spec/spec_helper.rb
+- ufo.gemspec
+homepage: https://github.com/tongueroo/ufo
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.2
+signing_key: 
+specification_version: 4
+summary: Build docker containers and ship them to AWS ECS
+test_files:
+- spec/fixtures/home_existing/.docker/config.json
+- spec/lib/cli_spec.rb
+- spec/lib/ecr_auth_spec.rb
+- spec/lib/ecr_cleaner_spec.rb
+- spec/lib/ship_spec.rb
+- spec/spec_helper.rb