shipitron 0.1.0 → 0.2.0

data/lib/shipitron/server/update_ecs_services.rb

@@ -0,0 +1,105 @@
+require 'shipitron'
+require 'shipitron/ecs_client'
+require 'shipitron/parse_templates'
+
+module Shipitron
+  module Server
+    class UpdateEcsServices
+      include Metaractor
+      include EcsClient
+
+      required :region
+      required :cluster_name
+      required :ecs_services
+      required :ecs_task_defs
+      optional :ecs_service_templates
+
+      before do
+        context.ecs_service_templates ||= []
+      end
+
+      def call
+        Logger.info "Updating ECS services [#{ecs_services.join(', ')}] with task definitions [#{ecs_task_defs.map(&:to_s).join(', ')}]"
+
+        begin
+          service_templates = ParseTemplates.call!(
+            templates: ecs_service_templates,
+            template_context: {
+              cluster: cluster_name,
+              revision: nil,
+              count: nil
+            }
+          ).parsed_templates
+
+          service_task_defs = {}
+
+          # Find all requested services
+          services_response = ecs_client(region: region).describe_services(
+            cluster: cluster_name,
+            services: ecs_services
+          )
+
+          # For each service, find the task definition it references
+          services_response.services.each do |service|
+            response = ecs_client(region: region).describe_task_definition(
+              task_definition: service.task_definition
+            )
+
+            # For the task definition, find the locally updated version in ecs_task_defs
+            ecs_task_def = ecs_task_defs.find {|task| task.name == response.task_definition.family }
+            service_task_defs[service.service_name] = ecs_task_def
+          end
+
+          service_task_defs.each do |ecs_service, ecs_task_def|
+            Logger.info "Updating #{ecs_service} with #{ecs_task_def}"
+
+            service_params = {
+              cluster: cluster_name,
+              service: ecs_service,
+              task_definition: ecs_task_def.name_with_revision
+            }
+
+            template = service_templates.find {|t| t.service_name == ecs_service }
+            if template != nil
+              if template.deployment_configuration != nil
+                Logger.debug "Merging deployment config: #{template.deployment_configuration}"
+                service_params.merge(
+                  deployment_configuration: template.deployment_configuration
+                )
+              end
+            end
+
+            ecs_client(region: region).update_service(service_params)
+          end
+
+        rescue Aws::ECS::Errors::ServiceError => e
+          fail_with_errors!(messages: [
+            "Error: #{e.message}",
+            e.backtrace.join("\n")
+          ])
+        end
+      end
+
+      private
+      def region
+        context.region
+      end
+
+      def cluster_name
+        context.cluster_name
+      end
+
+      def ecs_services
+        context.ecs_services
+      end
+
+      def ecs_task_defs
+        context.ecs_task_defs
+      end
+
+      def ecs_service_templates
+        context.ecs_service_templates
+      end
+    end
+  end
+end

data/lib/shipitron/server/update_ecs_task_definitions.rb

@@ -0,0 +1,47 @@
+require 'shipitron'
+require 'shipitron/parse_templates'
+require 'shipitron/server/ecs_task_defs/map_parsed_templates'
+require 'shipitron/server/ecs_task_defs/update_from_params'
+require 'shipitron/server/ecs_task_defs/update_in_place'
+
+module Shipitron
+  module Server
+    class UpdateEcsTaskDefinitions
+      include Metaractor
+      include Interactor::Organizer
+
+      required :region
+      required :docker_image
+      required :ecs_task_defs
+      optional :ecs_task_def_templates
+
+      before do
+        context.ecs_task_def_templates ||= []
+        context.templates = context.ecs_task_def_templates
+        context.template_context = { tag: docker_image.tag }
+      end
+
+      organize [
+        ParseTemplates,
+        EcsTaskDefs::MapParsedTemplates,
+        EcsTaskDefs::UpdateFromParams,
+        EcsTaskDefs::UpdateInPlace
+      ]
+
+      def call
+        Logger.info "Updating ECS task definitions [#{ecs_task_defs.map(&:name).join(', ')}] with image #{docker_image}"
+        super
+        Logger.info 'Done'
+      end
+
+      private
+      def docker_image
+        context.docker_image
+      end
+
+      def ecs_task_defs
+        context.ecs_task_defs
+      end
+    end
+  end
+end

data/lib/shipitron/server/upload_build_cache.rb

@@ -0,0 +1,43 @@
+require 'shipitron'
+require 'shipitron/fetch_bucket'
+
+module Shipitron
+  module Server
+    class UploadBuildCache
+      include Metaractor
+
+      required :application
+      required :s3_cache_bucket
+
+      def call
+        Logger.info "Uploading build cache to bucket #{s3_cache_bucket}"
+
+        build_cache = Pathname.new("/home/shipitron/#{application}/tmp/build-cache.tar.gz")
+        unless build_cache.exist?
+          Logger.warn 'Build cache not found.'
+          return
+        end
+
+        build_cache.open('rb') do |local_file|
+          bucket.files.create(
+            key: "#{application}.build-cache.tar.gz",
+            body: local_file.read
+          )
+        end
+      end
+
+      private
+      def application
+        context.application
+      end
+
+      def s3_cache_bucket
+        context.s3_cache_bucket
+      end
+
+      def bucket
+        @bucket ||= FetchBucket.call!(name: s3_cache_bucket).bucket
+      end
+    end
+  end
+end

data/lib/shipitron/smash.rb

@@ -0,0 +1,10 @@
+require 'hashie'
+
+module Shipitron
+  class Smash < Hashie::Mash
+    private
+    def convert_key(key)
+      key.to_sym
+    end
+  end
+end

data/lib/shipitron/version.rb

@@ -1,3 +1,3 @@
 module Shipitron
-  VERSION = '0.1.0'
+  VERSION = '0.2.0'
 end

data/lib/shipitron.rb

@@ -1,4 +1,42 @@
 require 'shipitron/version'
+require 'hashie'
+require 'shipitron/logger'
+require 'metaractor'
+require 'shipitron/smash'
 
 module Shipitron
+  CONFIG_FILE = 'shipitron/config.yml'.freeze
+  SECRETS_FILE = 'shipitron/secrets.yml'.freeze
+
+  class << self
+    def config_file
+      @config_file ||= CONFIG_FILE
+    end
+
+    def config_file=(file)
+      @config_file = file
+    end
+
+    def config
+      @config ||= Smash.load(config_file).merge(secrets)
+    rescue ArgumentError
+      Logger.warn "Config file '#{config_file}' does not exist"
+      @config = secrets
+    end
+
+    def secrets_file
+      @secrets_file ||= SECRETS_FILE
+    end
+
+    def secrets_file=(file)
+      @secrets_file = file
+    end
+
+    def secrets
+      @secrets ||= Smash.load(secrets_file)
+    rescue ArgumentError
+      Logger.warn "Secrets file '#{secrets_file}' does not exist"
+      @secrets = Smash.new
+    end
+  end
 end

data/scripts/docker-entrypoint.sh

@@ -0,0 +1,18 @@
+#!/bin/dumb-init /bin/sh
+set -e
+
+if [ -n "$USE_BUNDLE_EXEC" ]; then
+  BINARY="bundle exec shipitron"
+else
+  BINARY=shipitron
+fi
+
+if ${BINARY} help "$1" 2>&1 | grep -q "shipitron $1"; then
+  set -- gosu shipitron ${BINARY} "$@"
+
+  if [ -n "$FOG_LOCAL" ]; then
+    chown -R shipitron:shipitron /fog
+  fi
+fi
+
+exec "$@"

data/scripts/fetch-bundler-data.sh

@@ -0,0 +1,16 @@
+#!/bin/sh
+set -x
+
+if [ -z "$1" ]; then
+  echo 'Missing argument: bundler data host'
+  exit 0
+fi
+
+wget -T 2 -O /tmp/bundler-data.tar.gz http://${1}/bundler-data.tar.gz
+if [ $? -ne 0 ]; then
+  echo 'Unable to fetch bundler data.'
+else
+  cd /usr/local/bundle && \
+    tar -zxf /tmp/bundler-data.tar.gz && \
+    rm /tmp/bundler-data.tar.gz
+fi

data/shipitron.gemspec

@@ -17,6 +17,20 @@ Gem::Specification.new do |spec|
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
 
+  spec.add_runtime_dependency 'thor', '~> 0.19'
+  spec.add_runtime_dependency 'aws-sdk', '~> 2.4'
+  spec.add_runtime_dependency 'hashie', '~> 3.4'
+  spec.add_runtime_dependency 'metaractor', '~> 0.5'
+  spec.add_runtime_dependency 'diplomat', '~> 0.18'
+  spec.add_runtime_dependency 'fog-aws', '~> 0.11'
+  spec.add_runtime_dependency 'mime-types', '~> 3.0'
+  spec.add_runtime_dependency 'minitar', '~> 0.5'
+  spec.add_runtime_dependency 'mustache', '~> 1.0'
+
   spec.add_development_dependency "bundler", "~> 1.12"
   spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "pry-byebug", "~> 3.4"
+  spec.add_development_dependency "rspec", "~> 3.4"
+  spec.add_development_dependency "fivemat", "~> 1.3"
+  spec.add_development_dependency "fog-local", "~> 0.3"
 end

metadata

@@ -1,15 +1,141 @@
 --- !ruby/object:Gem::Specification
 name: shipitron
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Ryan Schlesinger
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-06-02 00:00:00.000000000 Z
+date: 2016-09-02 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+- !ruby/object:Gem::Dependency
+  name: metaractor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+- !ruby/object:Gem::Dependency
+  name: diplomat
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.18'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.18'
+- !ruby/object:Gem::Dependency
+  name: fog-aws
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.11'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.11'
+- !ruby/object:Gem::Dependency
+  name: mime-types
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: minitar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.5'
+- !ruby/object:Gem::Dependency
+  name: mustache
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -38,19 +164,125 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+- !ruby/object:Gem::Dependency
+  name: fivemat
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: fog-local
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.3'
 description: 
 email:
 - ryan@outstand.com
-executables: []
+executables:
+- shipitron
 extensions: []
 extra_rdoc_files: []
 files:
+- ".dockerignore"
+- ".gitignore"
+- ".rspec"
+- Dockerfile
+- Dockerfile.release
 - Gemfile
 - LICENSE
 - README.md
 - Rakefile
+- build_dev.sh
+- exe/shipitron
 - lib/shipitron.rb
+- lib/shipitron/cli.rb
+- lib/shipitron/client/bootstrap_application.rb
+- lib/shipitron/client/create_ecs_services.rb
+- lib/shipitron/client/deploy_application.rb
+- lib/shipitron/client/ensure_deploy_not_running.rb
+- lib/shipitron/client/load_application_config.rb
+- lib/shipitron/client/load_templates.rb
+- lib/shipitron/client/register_ecs_task_definitions.rb
+- lib/shipitron/client/run_ecs_tasks.rb
+- lib/shipitron/consul_keys.rb
+- lib/shipitron/consul_lock.rb
+- lib/shipitron/docker_image.rb
+- lib/shipitron/ecs_client.rb
+- lib/shipitron/ecs_task_def.rb
+- lib/shipitron/fetch_bucket.rb
+- lib/shipitron/logger.rb
+- lib/shipitron/mustache_yaml_parser.rb
+- lib/shipitron/parse_templates.rb
+- lib/shipitron/post_build.rb
+- lib/shipitron/server/deploy_application.rb
+- lib/shipitron/server/docker/build_image.rb
+- lib/shipitron/server/docker/configure.rb
+- lib/shipitron/server/docker/push_image.rb
+- lib/shipitron/server/docker/run_build_script.rb
+- lib/shipitron/server/download_build_cache.rb
+- lib/shipitron/server/ecs_task_defs/map_parsed_templates.rb
+- lib/shipitron/server/ecs_task_defs/update_from_params.rb
+- lib/shipitron/server/ecs_task_defs/update_in_place.rb
+- lib/shipitron/server/git/clone_local_copy.rb
+- lib/shipitron/server/git/configure.rb
+- lib/shipitron/server/git/download_cache.rb
+- lib/shipitron/server/git/pull_repo.rb
+- lib/shipitron/server/git/update_cache.rb
+- lib/shipitron/server/git/upload_cache.rb
+- lib/shipitron/server/run_post_build.rb
+- lib/shipitron/server/transform_cli_args.rb
+- lib/shipitron/server/update_ecs_services.rb
+- lib/shipitron/server/update_ecs_task_definitions.rb
+- lib/shipitron/server/upload_build_cache.rb
+- lib/shipitron/smash.rb
 - lib/shipitron/version.rb
+- scripts/docker-entrypoint.sh
+- scripts/fetch-bundler-data.sh
 - shipitron.gemspec
 homepage: https://github.com/outstand/shipitron
 licenses: []
@@ -71,7 +303,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.8
+rubygems_version: 2.6.6
 signing_key: 
 specification_version: 4
 summary: A deployment tool for use with Docker and ECS.