shiprails 0.1.0

data/lib/shiprails/ship/setup.rb

@@ -0,0 +1,245 @@
+require "active_support/all"
+require "aws-sdk"
+require "git"
+require "thor/group"
+
+module Shiprails
+  class Ship < Thor
+    class Setup < Thor::Group
+      include Thor::Actions
+
+      class_option "path",
+        aliases: ["-p"],
+        default: ".",
+        desc: "Specify a configuration path"
+
+      def create_cloudwatch_logs_group
+        say "Creating CloudWatch Log groups..."
+        created_groups = []
+        configuration[:services].each do |service_name, service|
+          service[:regions].each do |region_name, region|
+            client = Aws::CloudWatchLogs::Client.new(region: region_name.to_s)
+            region[:environments].each do |environment_name|
+              cluster_name = "#{project_name}_#{environment_name}"
+              unless created_groups.include? cluster_name
+                client.create_log_group({ log_group_name: cluster_name })
+                say "Created #{cluster_name} log group."
+                created_groups << cluster_name
+              end
+            end
+          end
+        end
+        say "Created CloudWatch Log groups.", :green
+      end
+
+      def create_ecs_tasks
+        say "Creating ECS tasks..."
+        configuration[:services].each do |service_name, service|
+          image_name = "#{project_name}_#{service_name}"
+          service[:regions].each do |region_name, region|
+            ecs = Aws::ECS::Client.new(region: region_name.to_s)
+            region[:environments].each do |environment_name|
+              cluster_name = "#{project_name}_#{environment_name}"
+              task_name = "#{image_name}_#{environment_name}"
+              begin
+                task_definition_description = ecs.describe_task_definition({task_definition: task_name})
+                task_definition = task_definition_description.task_definition.to_hash
+                task_definition.delete :task_definition_arn
+                task_definition.delete :revision
+                task_definition.delete :status
+                task_definition.delete :requires_attributes
+                say "Updating ECS task (#{task_name})."
+              rescue Aws::ECS::Errors::ClientException => e
+                task_definition = {
+                  container_definitions: [
+                    {
+                      command: service[:command],
+                      cpu: service[:resources][:cpu_units],
+                      essential: true,
+                      environment: [
+                        { name: "AWS_REGION", value: region_name.to_s },
+                        { name: "RACK_ENV", value: environment_name },
+                        { name: "S3_CONFIG_BUCKET", value: config_s3_bucket },
+                        { name: "S3_CONFIG_REVISION", value: "0" }
+                      ],
+                      image: "#{region[:repository_url]}:latest",
+                      log_configuration: {
+                        log_driver: "awslogs",
+                        options: {
+                          "awslog-group" => cluster_name,
+                          "awslogs-region" => region_name.to_s,
+                          "awslogs-stream-prefix" => ""
+                        }
+                      },
+                      memory: service[:resources][:memory_units],
+                      name: service_name,
+                      port_mappings: (service[:ports] || []).map { |port|
+                        {
+                          container_port: port,
+                          host_port: 0,
+                          protocol: "tcp"
+                        }
+                      }
+                    }
+                  ],
+                  family: task_name
+                }
+                say "Creating new ECS task (#{task_name})!"
+              end
+              task_definition_response = ecs.register_task_definition(task_definition)
+            end
+          end
+        end
+        say "Created ECS tasks!", :green
+      end
+
+      def create_ecs_clusters
+        say "Creating ECS clusters..."
+        cluster_names = []
+        configuration[:services].each do |service_name, service|
+          image_name = "#{project_name}_#{service_name}"
+          service[:regions].each do |region_name, region|
+            ecs = Aws::ECS::Client.new(region: region_name.to_s)
+            region[:environments].each do |environment_name|
+              cluster_name = "#{project_name}_#{environment_name}"
+              next if cluster_names.include? cluster_name
+              cluster_names << cluster_name
+              ecs.create_cluster({
+                cluster_name: cluster_name
+              })
+              say "Created ECS cluster (#{cluster_name})!"
+            end
+          end
+        end
+        say "Created ECS clusters!", :green
+      end
+
+      def create_ec2_launch_configurations
+        say "TODO: create cluster launch config", :blue
+      end
+
+      def create_ec2_autoscaling_groups
+        say "TODO: create cluster group", :blue
+      end
+
+      def create_cloudwatch_ecs_alarms
+        say "TODO: create cloudwatch alarms for cluster memory", :blue
+      end
+
+      def create_ecs_services
+        say "Creating ECS services..."
+        configuration[:services].each do |service_name, service|
+          image_name = "#{project_name}_#{service_name}"
+          service[:regions].each do |region_name, region|
+            ecs = Aws::ECS::Client.new(region: region_name.to_s)
+            elb = Aws::ElasticLoadBalancingV2::Client.new(region: region_name.to_s)
+            region[:environments].each do |environment_name|
+              cluster_name = "#{project_name}_#{environment_name}"
+              task_name = "#{image_name}_#{environment_name}"
+              task_definition_response = ecs.describe_task_definition({task_definition: task_name})
+              task_definition = task_definition_response.task_definition.to_hash
+              ecs_service = {
+                cluster: cluster_name,
+                deployment_configuration: {
+                  maximum_percent: 200,
+                  minimum_healthy_percent: 50,
+                },
+                desired_count: 0,
+                service_name: service_name,
+                task_definition: task_definition_response.task_definition.task_definition_arn
+              }
+              (service[:ports] || []).each do |port|
+                if yes? "Should port #{port} for #{image_name} be load balanced?"
+                  ecs_service[:role] = "ecsServiceRole"
+                  load_balancers = elb.describe_load_balancers.to_h
+                  say "EC2 Load Balancers"
+                  choices = ["CREATE NEW ELB"] + load_balancers[:load_balancers].map{|lb| "#{lb[:load_balancer_name]} (#{lb[:load_balancer_arn]})" }
+                  choices = choices.map.with_index{ |a, i| [i+1, *a]}
+                  print_table choices
+                  selection = ask("Pick one:").to_i
+                  if selection == 1
+                    say "Creating new ELB not yet supported.", :red
+                    say "Create a new ELB in your console.", :red
+                    say "Then, run `ship setup` again.", :red
+                    exit
+                  else
+                    load_balancer = load_balancers[:load_balancers][selection - 2]
+                  end
+                  say "Selected: #{load_balancer[:load_balancer_name]}"
+                  target_group_name = "#{project_name}-#{service_name}-#{environment_name}"
+                  target_group_resp = elb.create_target_group({
+                    name: target_group_name,
+                    port: port,
+                    protocol: "HTTP",
+                    vpc_id: load_balancer[:vpc_id]
+                  }).to_h
+                  target_group_arn = target_group_resp[:target_groups][0][:target_group_arn]
+                  say "Created target group: #{target_group_name}."
+                  ecs_service[:load_balancers] = [
+                    {
+                      container_name: service_name,
+                      container_port: port,
+                      target_group_arn: target_group_arn
+                    }
+                  ]
+                end
+              end
+              begin
+                service_response = ecs.create_service(ecs_service)
+                say "Created ECS service (#{service_name})!"
+              rescue Aws::ECS::Errors::InvalidParameterException => e
+                case e.message
+                when "Creation of service was not idempotent."
+                  say "Service #{service_name} already exists.", :yellow
+                  say "If you've changed load balancers setup, you must delete the existing service.", :yellow
+                when /The target group with targetGroupArn ([^\s\\]+) does not have an associated load balancer./
+                  say "Link Target Group to Load Balancer", :red
+                  say "Visit `https://#{region_name}.console.aws.amazon.com/ec2/v2/home?region=#{region_name}#LoadBalancers:`", :red
+                  say "Add listener for Target Group (#{$1})", :red
+                else
+                  raise e
+                end
+              end
+            end
+          end
+        end
+        say "Created ECS services!", :green
+      end
+
+      def create_cloudwatch_elb_alarms
+        say "TODO: create cloudwatch alarms for elb latency / service units", :blue
+      end
+
+      def create_iam_groups
+        say "TODO: create cloudwatch logs read group", :blue
+        say "TODO: create scale group", :blue
+        say "TODO: create deploy IAM group", :blue
+        say "TODO: create run task IAM group", :blue
+        say "TODO: create exec interactive IAM group", :blue
+      end
+
+      private
+
+      def aws_access_key_id
+        @aws_access_key_id ||= ask "AWS Access Key ID", default: ENV.fetch("AWS_ACCESS_KEY_ID")
+      end
+
+      def aws_access_key_secret
+        @aws_access_key_secret ||= ask "AWS Access Key Secret", default: ENV.fetch("AWS_SECRET_ACCESS_KEY")
+      end
+
+      def configuration
+        YAML.load(File.read("#{options[:path]}/.shiprails.yml")).deep_symbolize_keys
+      end
+
+      def project_name
+        configuration[:project_name]
+      end
+
+      def config_s3_bucket
+        configuration[:config_s3_bucket]
+      end
+
+    end
+  end
+end

data/lib/shiprails/ship/task.rb

@@ -0,0 +1,75 @@
+require "active_support/all"
+require "aws-sdk"
+require "thor/group"
+
+module Shiprails
+  class Ship < Thor
+    class Task < Thor::Group
+      include Thor::Actions
+      class_option "path",
+        aliases: ["-p"],
+        default: ".",
+        desc: "Specify a configuration path"
+      class_option "environment",
+        default: "production",
+        desc: "Specify the environment"
+      class_option "region",
+        default: "us-west-2",
+        desc: "Specify the region"
+      class_option "service",
+        default: "app",
+        desc: "Specify the service name"
+
+      def run_command
+        command_string = args.join ' '
+        cluster_name = "#{project_name}_#{options['environment']}"
+        task_name = "#{project_name}_#{options['service']}_#{options['environment']}"
+        ecs = Aws::ECS::Client.new(region: options['region'])
+        task_definition_response = ecs.describe_task_definition({task_definition: task_name})
+        task_definition_arn = task_definition_response.task_definition.task_definition_arn
+        say "Running `#{command_string}` in #{options['environment']} #{options['service']} (#{options['region']})..."
+        task_response = ecs.run_task({
+          cluster: cluster_name,
+          task_definition: task_definition_arn,
+          overrides: {
+            container_overrides: [{
+              name: options['service'],
+              command: command_string.split(' ')
+            }]
+          }
+        })
+        task_arn = task_response.tasks.first.task_arn
+        resp = ecs.describe_tasks({ cluster: cluster_name, tasks: [task_arn] })
+        while resp.tasks.first.containers.first.exit_code.nil?
+          sleep 1
+          resp = ecs.describe_tasks({ cluster: cluster_name, tasks: [task_arn] })
+          say "."
+        end
+        if resp.tasks.first.containers.first.exit_code > 0
+          say "Task exited other than 0: #{resp.tasks.first.containers.first.exit_code} (#{task_arn})", :red
+        else
+          say "Ran `#{command_string}` in #{options['environment']} #{options['service']} (#{options['region']}).", :green
+        end
+      end
+
+      private
+
+      def configuration
+        YAML.load(File.read("#{options[:path]}/.shiprails.yml")).deep_symbolize_keys
+      end
+
+      def aws_access_key_id
+        @aws_access_key_id ||= ask "AWS Access Key ID", default: ENV.fetch("AWS_ACCESS_KEY_ID")
+      end
+
+      def aws_access_key_secret
+        @aws_access_key_secret ||= ask "AWS Access Key Secret", default: ENV.fetch("AWS_SECRET_ACCESS_KEY")
+      end
+
+      def project_name
+        configuration[:project_name]
+      end
+
+    end
+  end
+end

data/lib/shiprails/ship.rb

@@ -0,0 +1,61 @@
+require "active_support/all"
+require "thor"
+
+module Shiprails
+  class Ship < Thor
+
+    desc "install", "Install Shiprails"
+    def install
+      require "shiprails/ship/install"
+      Install.start
+    end
+
+    desc "setup", "Setup a Shiprails environment"
+    def setup
+      require "shiprails/ship/setup"
+      Setup.start
+    end
+
+    desc "config", "Configure services"
+    def config(*command_args)
+      require "shiprails/ship/config"
+      Config.start command_args
+    end
+
+    desc "deploy", "Deploy services"
+    def deploy
+      require "shiprails/ship/deploy"
+      Deploy.start
+    end
+
+    desc "logs", "Fetch logs"
+    def logs
+      say "TODO: fetch logs", :blue
+    end
+
+    desc "task", "Run one off commands"
+    def task(*command_args)
+      require "shiprails/ship/task"
+      Task.start command_args
+    end
+
+    desc "exec", "Run interactive commands"
+    def exec(*command_args)
+      require "shiprails/ship/exec"
+      Exec.start command_args
+    end
+
+    desc "scale ENVIRONMENT SERVICE PROCESS_COUNT", "Change service instances"
+    def scale(*args)
+      require "shiprails/ship/scale"
+      Scale.start
+    end
+
+    private
+
+    def configuration
+      YAML.load(File.read(".shiprails.yml")).deep_symbolize_keys
+    end
+
+  end
+end

data/lib/shiprails/version.rb

@@ -0,0 +1,3 @@
+module Shiprails
+  VERSION = "0.1.0"
+end

data/lib/shiprails.rb

@@ -0,0 +1,5 @@
+require "shiprails/version"
+require "shiprails/application"
+
+module Shiprails
+end

data/shiprails.gemspec

@@ -0,0 +1,35 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'shiprails/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "shiprails"
+  spec.version       = Shiprails::VERSION
+  spec.authors       = ["Zane Shannon"]
+  spec.email         = ["zcs@smileslaughs.com"]
+
+  spec.summary       = %q{Shiprails helps you deploy Rails to AWS ECS.}
+  spec.description   = %q{Shiprails aims to provide Heroku's Ship APIs for AWS ECS.}
+  spec.homepage      = "https://github.com/rails2017/shiprails"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "activesupport", "~> 5"
+  spec.add_dependency "aws-sdk", "~> 2"
+  spec.add_dependency "git", "~> 1.3"
+  spec.add_dependency "thor", "~> 0.14"
+  spec.add_dependency "s3_config", "~> 0.1.0"
+
+  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec"
+
+  spec.executables << "port"
+  spec.executables << "ship"
+
+end

metadata

@@ -0,0 +1,194 @@
+--- !ruby/object:Gem::Specification
+name: shiprails
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Zane Shannon
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-09-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: git
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.14'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.14'
+- !ruby/object:Gem::Dependency
+  name: s3_config
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.10'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Shiprails aims to provide Heroku's Ship APIs for AWS ECS.
+email:
+- zcs@smileslaughs.com
+executables:
+- ".DS_Store"
+- port
+- ship
+extensions: []
+extra_rdoc_files: []
+files:
+- ".DS_Store"
+- ".gitignore"
+- ".rbenv-vars.example"
+- ".rspec"
+- ".ruby-gemset"
+- ".ruby-version"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- exe/.DS_Store
+- exe/port
+- exe/ship
+- lib/shiprails.rb
+- lib/shiprails/application.rb
+- lib/shiprails/port.rb
+- lib/shiprails/ship.rb
+- lib/shiprails/ship/config.rb
+- lib/shiprails/ship/deploy.rb
+- lib/shiprails/ship/exec.rb
+- lib/shiprails/ship/install.rb
+- lib/shiprails/ship/install/.env.erb
+- lib/shiprails/ship/install/Dockerfile.erb
+- lib/shiprails/ship/install/Dockerfile.production.erb
+- lib/shiprails/ship/install/docker-compose.yml.erb
+- lib/shiprails/ship/install/shiprails.yml.erb
+- lib/shiprails/ship/scale.rb
+- lib/shiprails/ship/setup.rb
+- lib/shiprails/ship/task.rb
+- lib/shiprails/version.rb
+- shiprails.gemspec
+homepage: https://github.com/rails2017/shiprails
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Shiprails helps you deploy Rails to AWS ECS.
+test_files: []