ecsutil 0.1.0

data/lib/ecsutil/helpers.rb

@@ -0,0 +1,53 @@
+require "json"
+require "tempfile"
+require "yaml"
+require "securerandom"
+
+module ECSUtil
+  module Helpers
+    def step_info(message, *params)
+      message = sprintf(message, *params) if params.any?
+      puts "----> #{message}"
+    end
+
+    def confirm(title = nil, required = "Y")
+      title ||= "Are you sure?"
+      print "#{title} (Y/N): "
+      
+      if STDIN.gets.strip != required
+        puts "Aborted"
+        exit 1
+      end
+    end
+
+    def terminate(message)
+      puts message
+      exit 1
+    end
+
+    def json_file(data)
+      f = Tempfile.new
+      f.write(JSON.pretty_generate(data))
+      f.flush
+      f.path
+    end
+
+    def array_hash(data = {}, key_name = :key, value_name = :value)
+      data.to_a.map do |k,v|
+        {
+          key_name.to_sym => k,
+          value_name.to_sym => v
+        }
+      end
+    end 
+    
+    def parse_env_data(data)
+      data.
+        split("\n").
+        map(&:strip).
+        reject { |l| l.start_with?("#") || l.empty? }.
+        map { |l| l.split("=", 2) }.
+        to_h
+    end
+  end
+end

data/lib/ecsutil/runner.rb

@@ -0,0 +1,119 @@
+require "ecsutil/config"
+require "ecsutil/terraform"
+require "ecsutil/shared"
+
+require "ecsutil/commands/help"
+require "ecsutil/commands/init"
+require "ecsutil/commands/deploy"
+require "ecsutil/commands/run"
+require "ecsutil/commands/scale"
+require "ecsutil/commands/secrets"
+require "ecsutil/commands/status"
+require "ecsutil/commands/destroy"
+
+module ECSUtil
+  class Runner
+    include ECSUtil::Terraform
+
+    def initialize(dir, args)
+      stage         = args.shift
+      command       = args.shift
+      command_parts = command&.split(":", 2)
+  
+      @dir         = dir
+      @stage       = stage
+      @command     = command_parts&.shift
+      @args        = args
+      @action      = command_parts&.shift
+      @config_path = File.join(@dir, "deploy", "#{stage}.yml")
+    end
+
+    def run
+      return print_help unless @command
+      return terminate("Please provide stage") unless @stage
+
+      config = read_config
+      
+      klass = command_class(@command)
+      if !klass
+        terminate "Invalid command: #{@command}"
+      end
+
+      klass.new(config, @action, @args).run
+    end
+
+    private
+
+    def command_class(name = "help")
+      {
+        help:    ECSUtil::Commands::HelpCommand,
+        init:    ECSUtil::Commands::InitCommand,
+        deploy:  ECSUtil::Commands::DeployCommand,
+        run:     ECSUtil::Commands::RunCommand,
+        scale:   ECSUtil::Commands::ScaleCommand,
+        status:  ECSUtil::Commands::StatusCommand,
+        secrets: ECSUtil::Commands::SecretsCommand,
+        destroy: ECSUtil::Commands::DestroyCommand,
+      }[name.to_sym]
+    end
+
+    def print_help
+      command_class("help").new(nil, nil, nil).run
+    end
+
+    def terminate(message)
+      puts message
+      exit 1
+    end
+
+    def read_config
+      return nil unless @command && @stage
+
+      outputs = {}
+      terraform_dir = File.join(@dir, "terraform/#{@stage}")
+
+      unless File.exists?(@config_path)
+        puts "Config file #{@config_path} does not exist, creating..."
+        
+        example = <<~END
+          aws_profile: your AWS CLI profile
+          
+          app: #{File.basename(@dir)}
+          env: #{@stage}
+
+          cluster: #{@stage}
+          repository: your ECR repository
+          subnets:
+            - subnet 1
+            - subnet 2
+
+          roles:
+            task: ECS task role ARN
+            execution: ECS execution role ARN
+
+          tasks:
+            example:
+              security_groups:
+                - sg1
+                - sg2
+              ports:
+                - 500
+              awslogs:
+                region: us-east-1
+                group: /ecs/#{File.basename(@dir)}/#{@stage}
+        END
+
+        FileUtils.mkdir_p(File.dirname(@config_path))
+        File.write(@config_path, example)
+      end
+      
+      if File.exists?(terraform_dir)
+        outputs = read_terraform_outputs(terraform_dir)
+      else
+        warn "No terraform found at #{terraform_dir}"
+      end
+
+      ECSUtil::Config.read(@config_path, @stage, outputs)
+    end
+  end
+end

data/lib/ecsutil/shared.rb

@@ -0,0 +1,67 @@
+module ECSUtil
+  module Shared
+    def load_active_task_definitions
+      step_info "Loading active task definitions"
+      @existing_tasks = list_active_task_definitions
+      @existing_tasks
+    end
+
+    def load_secrets
+      step_info "Loading secrets from %s", config["secrets_prefix"]
+      @config["secrets_data"] = fetch_parameter_store_keys(config["secrets_prefix"])
+    end
+
+    def load_services
+      step_info "Loading services"
+      @existing_services = list_services(config["cluster"])
+    end
+
+    def deregister_tasks
+      prefix = sprintf("%s-%s", config["app"], config["env"])
+
+      @existing_tasks.each do |arn|
+        name = arn.split("/", 2).last
+        next unless name.start_with?(prefix)
+
+        step_info "Deregistering #{arn}"
+        degerister_task_definition(arn)
+      end
+    end
+
+    def deregister_scheduled_tasks
+      prefix = sprintf("%s-%s", config["app"], config["env"])
+
+      list_rules.each do |rule|
+        next unless rule["Name"].start_with?(prefix)
+
+        task_name = rule["Name"].sub(prefix + "-", "")
+        next if config["scheduled_tasks"][task_name]
+  
+        step_info "Removing scheduled task: #{task_name}"
+        delete_rule(rule["Name"])
+      end
+    end
+
+    def deregister_services
+      key          = sprintf("%s-%s", config["app"], config["env"])
+      current_keys = config["services"].map do |k, _|
+        sprintf("%s-%s", key, k)
+      end
+      
+      @existing_services.each do |service|
+        next unless service.start_with?(key)
+        next if current_keys.include?(service)
+
+        step_info "Deleting service: #{service}"
+        delete_service(config, service)
+      end
+    end
+
+    def deregister_secrets
+      (config["secrets_data"] || []).each do |secret|
+        step_info "Removing %s", secret[:name]
+        aws_call("ssm", "delete-parameter", "--name=#{secret[:name]}")
+      end
+    end
+  end
+end

data/lib/ecsutil/terraform.rb

@@ -0,0 +1,24 @@
+require "json"
+
+module ECSUtil
+  module Terraform
+    def read_terraform_outputs(dir)
+      outputs = {}
+
+      Dir.chdir(dir) do
+        puts "----> Loading terraform outputs from #{dir}"
+
+        result = `terraform output -json`.strip
+        unless $?.success?
+          fail "Terraform error: #{result}"
+        end
+    
+        JSON.load(result).each_pair do |key, data|
+          outputs[key] = data["value"]
+        end
+      end
+
+      outputs
+    end
+  end
+end

data/lib/ecsutil/vault.rb

@@ -0,0 +1,42 @@
+require "tempfile"
+require "ansible/vault"
+
+module ECSUtil
+  module Vault
+    def vault_read(path, password_path)
+      Ansible::Vault.read(
+        path: path,
+        password: File.read(password_path).strip
+      )
+    end
+
+    def vault_write(path, password_path, data)
+      Ansible::Vault.write(
+        path: path,
+        password: File.read(password_path).strip,
+        plaintext: data
+      )
+    end
+
+    def vault_edit(path, password_path)
+      temp = Tempfile.new
+      temp.write(vault_read(path, password_path))
+      temp.flush
+
+      editor_path = `which $EDITOR`.strip
+      if editor_path.empty?
+        fail "EDITOR is not set!"
+      end
+
+      system "#{editor_path} #{temp.path}"
+      unless $?.success?
+        fail "Unable to save temp file"
+      end
+
+      vault_write(path, password_path, File.read(temp.path))
+
+      temp.close
+      temp.unlink
+    end
+  end
+end

data/lib/ecsutil/version.rb

@@ -0,0 +1,3 @@
+module ECSUtil
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,123 @@
+--- !ruby/object:Gem::Specification
+name: ecsutil
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Dan Sosedoff
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-05-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: ansible-vault
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4'
+description: TBD
+email:
+- dan.sosedoff@gmail.com
+executables:
+- ecsutil
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- README.md
+- Rakefile
+- bin/ecsutil
+- ecsutil.gemspec
+- lib/ecsutil.rb
+- lib/ecsutil/aws.rb
+- lib/ecsutil/command.rb
+- lib/ecsutil/commands/deploy.rb
+- lib/ecsutil/commands/destroy.rb
+- lib/ecsutil/commands/help.rb
+- lib/ecsutil/commands/init.rb
+- lib/ecsutil/commands/run.rb
+- lib/ecsutil/commands/scale.rb
+- lib/ecsutil/commands/secrets.rb
+- lib/ecsutil/commands/status.rb
+- lib/ecsutil/config.rb
+- lib/ecsutil/helpers.rb
+- lib/ecsutil/runner.rb
+- lib/ecsutil/shared.rb
+- lib/ecsutil/terraform.rb
+- lib/ecsutil/vault.rb
+- lib/ecsutil/version.rb
+homepage: ''
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.6
+signing_key: 
+specification_version: 4
+summary: TBD
+test_files: []