docker-armada 2.0.53

data/lib/armada/clean.rb

@@ -0,0 +1,2 @@
+require_relative 'clean/containers'
+require_relative 'clean/images'

data/lib/armada/clean/containers.rb

@@ -0,0 +1,30 @@
+module Armada
+  module Clean
+    class Containers
+      def initialize(options)
+        @hosts   = options[:hosts]
+        @force   = options[:force]
+        @options = options
+      end
+
+      def run
+        Armada.ui.info "******* DRY RUN *******" unless @force
+        @hosts.each_in_parallel do |host|
+          docker_host = Armada::Host.create(host, @options)
+          docker_host.get_all_containers.each do |container|
+            running = container.json["State"]["Running"]
+            paused = container.json["State"]["Paused"]
+            unless running || paused
+              begin
+                Armada.ui.info "#{docker_host.host} -- #{container.json["Name"]} with id [#{container.id[0..11]}]"
+                container.remove if @force
+              rescue Exception => e
+                Armada.ui.error "#{docker_host.host} -- unable to remove container #{container.json["Name"]} with id [#{container.id[0..11]}] because of the following error - #{e.message}"
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/armada/clean/images.rb

@@ -0,0 +1,29 @@
+module Armada
+  module Clean
+    class Images
+      def initialize(options)
+        @hosts   = options[:hosts]
+        @force   = options[:force]
+        @noprune = !options[:prune]
+        @options = options
+      end
+
+      def run
+        Armada.ui.info "******* DRY RUN *******" unless @force
+        @hosts.each_in_parallel do |host|
+          docker_host = Armada::Host.create(host, @options)
+          docker_host.get_all_images.each do |image|
+            if image.info["RepoTags"].include?("<none>:<none>")
+              begin
+                Armada.ui.info "#{docker_host.host} -- #{image.id[0..11]} is an abandoned image and will be removed"
+                image.remove({:force => true, :noprune => @noprune}) if @force
+              rescue Exception => e
+                Armada.ui.error "#{docker_host.host} -- unable to remove image #{image.id[0..11]} because of the following error - #{e.message}"
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/armada/cli.rb

@@ -0,0 +1,40 @@
+require_relative 'cli/deploy'
+require_relative 'cli/inspect'
+require_relative 'cli/clean'
+
+module Armada
+  class Cli < Thor
+
+    def initialize(*args)
+      super(*args)
+
+      if @options[:quiet]
+        Aramda.ui.mute!
+      end
+
+      @options = options.dup
+    end
+
+    class_option :quiet,
+      desc: "Silence all informational output",
+      type: :boolean,
+      aliases: "-q",
+      default: false
+
+    desc "version", "Display Aramda version."
+    def version
+      Armada.ui.info "#{Armada.executable_name} #{Armada::VERSION}"
+    end
+
+
+    desc "deploy SUBCOMMAND ...ARGS", "Deploy a docker container"
+    subcommand "deploy", Armada::DeployCli
+
+    desc "inspect SUBCOMMAND ...ARGS", "Info about the state of a docker host"
+    subcommand "inspect", Armada::InspectCli
+
+    desc "clean SUBCOMMAND ...ARGS", "Clean a docker host(s)"
+    subcommand "clean", Armada::CleanCli
+
+  end
+end

data/lib/armada/cli/clean.rb

@@ -0,0 +1,23 @@
+module Armada
+  class CleanCli < Thor
+
+    desc "containers", "Remove all exited containers from a host(s)"
+    option :hosts,            :type => :array,   :aliases => :h, :desc => "The docker host(s) to deploy to. This can be a comma sepearted list."
+    option :ssh_gateway,      :type => :string,  :aliases => :G, :desc => "SSH Gateway Host"
+    option :ssh_gateway_user, :type => :string,  :aliases => :U, :desc => "SSH Gateway User"
+    option :force,            :type => :boolean, :aliases => :f, :desc => "Must specify the force option if you want the containers removed", :default => false, :lazy_default => true
+    def containers
+      Armada::Clean::Containers.new(options).run
+    end
+
+    desc "images", "Remove all untagged images from a host(s)"
+    option :hosts,            :type => :array,   :aliases => :h, :desc => "The docker host(s) to deploy to. This can be a comma sepearted list."
+    option :ssh_gateway,      :type => :string,  :aliases => :G, :desc => "SSH Gateway Host"
+    option :ssh_gateway_user, :type => :string,  :aliases => :U, :desc => "SSH Gateway User"
+    option :force,            :type => :boolean, :aliases => :f, :desc => "Must specify the force option if you want the containers removed", :default => false, :lazy_default => true
+    option :prune,            :type => :boolean, :aliases => :p, :desc => "Whether to prune child images or not"
+    def images
+      Armada::Clean::Images.new(options).run
+    end
+  end
+end

data/lib/armada/cli/deploy.rb

@@ -0,0 +1,32 @@
+module Armada
+  class DeployCli < Thor
+
+    no_commands {
+      def self.common_options
+        option :hosts,            :type => :array,   :aliases => :h, :desc => "The docker host(s) to deploy to. This can be a comma sepearted list."
+        option :image,            :type => :string,  :aliases => :i, :desc => "The image to use when deploying"
+        option :tag,              :type => :string,  :aliases => :t, :desc => "Which version of the image to use", :lazy_default => "latest"
+        option :username,         :type => :string,  :aliases => :u, :desc => "Docker registry username, if specified, --password must also be specified"
+        option :password,         :type => :string,  :aliases => :p, :desc => "Docker registry password, if specified, --username must also be specified"
+        option :health_check,     :type => :boolean, :aliases => :c, :desc => "Perform health check of container. Default is true", :default => true
+        option :env_vars,         :type => :hash,    :aliases => :e, :desc => "Environment Variables to pass into the container"
+        option :pull,             :type => :boolean,                 :desc => "Whether to pull the image from the docker registry", :default => true
+        option :ssh_gateway,      :type => :string,  :aliases => :G, :desc => "SSH Gateway Host"
+        option :ssh_gateway_user, :type => :string,  :aliases => :U, :desc => "SSH Gateway User"
+        option :dockercfg,        :type => :string,                  :desc => "Path to dockercfg file, used to authenticate against the docker registry", :default => '~/.dockercfg'
+      end
+    }
+
+    desc "parallel <project> <environment>", "Deploy the specified project to a set of hosts in parallel."
+    DeployCli.common_options
+    def parallel(project, environment)
+      Armada::Deploy::Parallel.new(project, environment, options).run
+    end
+
+    desc "rolling <project> <environment>", "Perform a rolling deploy across a set of hosts."
+    DeployCli.common_options
+    def rolling(project, environment)
+      Armada::Deploy::Rolling.new(project, environment, options).run
+    end
+  end
+end

data/lib/armada/cli/inspect.rb

@@ -0,0 +1,28 @@
+module Armada
+  class InspectCli < Thor
+
+    desc "short", "Return basic information on all running containers for a given host"
+    option :hosts, :type => :array, :aliases => :h, :desc => "The Docker host to inspect"
+    def short
+    #   Armada.ui.info "Gathering information for #{@options[:hosts].join(', ')}..."
+
+    #   hosts = Armada::.new(@options[:hosts])
+    #   hosts.each do |connection|
+    #     running_containers = []
+    #     Armada::Container.all(connection).each do |container|
+    #       state = container.json["State"]
+    #       if state["Running"]
+    #         running_containers <<
+    #         {
+    #           :container_id   => container.id[0..10],
+    #           :container_name => container.json["Name"],
+    #           :pid            => state["Pid"],
+    #           :uptime         => Time.seconds_to_string(Time.now - Time.parse(state["StartedAt"])),
+    #         }
+    #       end
+    #     end
+    #     tp running_containers
+    #   end
+    end
+  end
+end

data/lib/armada/configuration.rb

@@ -0,0 +1,33 @@
+require 'rake'
+
+module Armada
+  module Configuration
+    def self.load!(project, environment, cli_options = {})
+      projects_dir = Dir.getwd()
+      config_file  = "#{project}.rake"
+
+      if File.exists?(File.join(projects_dir, config_file))
+        Rake.load_rakefile File.join(File.join(projects_dir, config_file))
+      elsif File.exists?(config_file)
+        Rake.load_rakefile config_file
+      else
+        Armada.ui.error "Can't find '#{config_file}'!"
+      end
+
+      Object.send :include, Armada::DeployDSL
+      task = Rake::Task["environment:#{environment}"]
+      task.set_current_environment environment.to_sym
+      task.invoke
+
+      task_options = Thor::CoreExt::HashWithIndifferentAccess.new(env[environment.to_sym])
+      env_vars = task_options[:env_vars]
+      env_vars.merge!(cli_options[:env_vars]) if cli_options[:env_vars] # If I try and merge cli_options into task_options it overrides the task_options[:env_vars] hash.
+      options = task_options.merge(cli_options)
+      options[:env_vars]              = env_vars
+      options[:tag]                   = 'latest' unless options[:tag]
+      options[:health_check_endpoint] = '/'      unless options[:health_check_endpoint]
+      options[:dockercfg]             = Armada::Docker::Config.load options[:dockercfg]
+      options
+    end
+  end
+end

data/lib/armada/connection.rb

@@ -0,0 +1,3 @@
+require_relative 'connection/remote'
+require_relative 'connection/docker'
+require_relative 'connection/health_check'

data/lib/armada/connection/docker.rb

@@ -0,0 +1,22 @@
+module Armada
+  module Connection
+    class Docker < Remote
+
+      attr_reader :connection
+      def initialize(host, gateway_host = nil, gateway_user = nil)
+        super(host, nil, gateway_host, gateway_user)
+        @connection = create_connection
+      end
+
+      def to_s
+        "#{@host}:#{@port}"
+      end
+
+      private
+      def create_connection
+        return ::Docker::Connection.new("http://localhost:#{@tunneled_port}", {}) if @gateway
+        return ::Docker::Connection.new("http://#{@host}:#{@port}", {})
+      end
+    end
+  end
+end

data/lib/armada/connection/health_check.rb

@@ -0,0 +1,66 @@
+module Armada
+  module Connection
+    class HealthCheck < Remote
+
+      attr_reader :endpoint
+      def initialize(host, port, endpoint = nil, delay = nil, retries = nil, gateway_host = nil, gateway_user = nil)
+        super(host, port, gateway_host, gateway_user)
+        @endpoint = endpoint ||= '/'
+        @delay    = delay    ||= 1
+        @retries  = retries  ||= 60
+      end
+
+      def to_s
+        "#{@host}:#{@port}#{@endpoint}"
+      end
+
+      def run
+        info "Performing health check at - :#{@port}#{@endpoint}. Will retry every #{@delay} second(s) for #{@retries} times."
+        1.upto(@retries) do |i|
+          initialize_gateway!
+          unless healthy?
+            info "Still waiting for health check to pass at - :#{@port}#{@endpoint} endpoint..." if i % (@retries/10) == 0
+            sleep(@delay)
+          else
+            info "Health check succeeded!"
+            return true
+          end
+        end
+        return false
+      end
+
+      def healthy?
+        response = begin
+          Excon.get("http://#{health_check_host}:#{health_check_port}#{@endpoint}")
+        rescue Exception => e
+          return false
+        end
+
+        return false unless response
+        return true if response.status >= 200 && response.status < 300
+
+        warn "Got HTTP status: #{response.status}"
+        false
+      end
+
+      private
+
+      def health_check_host
+        return "localhost" if @gateway
+        return @host
+      end
+
+      def health_check_port
+        return @tunneled_port ||= port
+      end
+
+      def info(message)
+        Armada.ui.info "#{@host} -- #{message}"
+      end
+
+      def warn(message)
+        Armada.ui.warn "#{@host} -- #{message}"
+      end
+    end
+  end
+end

data/lib/armada/connection/remote.rb

@@ -0,0 +1,26 @@
+module Armada
+  module Connection
+    class Remote
+
+      attr_reader :host, :port, :gateway
+      def initialize(host, port = nil, gateway_host = nil, gateway_user = nil)
+        @host, @port  = host.split(":")
+        @port         = port ||= @port
+        @gateway_host = gateway_host
+        @gateway_user = gateway_user
+        initialize_gateway!
+      end
+
+      def to_s
+        "#{@host}:#{@port}"
+      end
+
+      def initialize_gateway!
+        if @gateway_host
+          @gateway       = Net::SSH::Gateway.new(@gateway_host, @gateway_user)
+          @tunneled_port = @gateway.open(@host, @port)
+        end
+      end
+    end
+  end
+end

data/lib/armada/deploy.rb

@@ -0,0 +1,2 @@
+require_relative 'deploy/parallel'
+require_relative 'deploy/rolling'

data/lib/armada/deploy/parallel.rb

@@ -0,0 +1,58 @@
+module Armada
+  module Deploy
+    class Parallel
+
+      attr_reader :project, :environment, :options
+      def initialize(project, environment, options)
+        @project     = project
+        @environment = environment
+        @options     = Armada::Configuration.load!(project, environment, options)
+      end
+
+      def run
+        Armada.ui.info "Deploying the following image [#{@options[:image]}:#{@options[:tag]}] to these host(s) #{@options[:hosts].join(', ')} in PARALLEL"
+
+        begin
+          @options[:hosts].each_in_parallel do |host|
+            docker_host = Armada::Host.create(host, options)
+            image = docker_host.get_image @options[:image], @options[:tag], @options
+            image.pull
+
+            container = Armada::Container.new(image, docker_host, @options)
+            container.stop
+            container.start
+
+            if @options[:health_check] && @options[:health_check_port]
+              ports = container.ports
+
+              if ports.empty?
+                raise "No ports exposed for this container. Please expose a port for the health check or use the --no-health-check option!"
+              end
+
+              begin
+                health_check_port = ports["#{@options[:health_check_port]}/tcp"][0]["HostPort"]
+              rescue Exception => e
+                raise "Could not find the host port for [#{health_check_port}]. Make sure you put the container port as the :health_check_port."
+              end
+
+              health_check = Armada::Connection::HealthCheck.new(
+                host,
+                health_check_port,
+                @options[:health_check_endpoint],
+                @options[:health_check_delay],
+                @options[:health_check_retries],
+                @options[:ssh_gateway],
+                @options[:ssh_gateway_user]
+              )
+
+              raise "Health check failed! - #{host}" unless health_check.run
+            end
+          end
+        rescue Exception => e
+          Armada.ui.error "#{e.message} \n\n #{e.backtrace.join("\n")}"
+          exit(1)
+        end
+      end
+    end
+  end
+end

data/lib/armada/deploy/rolling.rb

@@ -0,0 +1,60 @@
+module Armada
+  module Deploy
+    class Rolling
+
+      attr_reader :project, :environment, :options
+      def initialize(project, environment, options)
+        @project     = project
+        @environment = environment
+        @options     = Armada::Configuration.load!(project, environment, options)
+      end
+
+      def run
+        Armada.ui.info "Deploying the following image [#{@options[:image]}:#{@options[:tag]}] to these host(s) #{@options[:hosts].join(', ')}"
+        begin
+          @options[:hosts].each_in_parallel do |host|
+            docker_host = Armada::Host.create(host, options)
+            docker_host.get_image(@options[:image], @options[:tag], @options).pull
+          end
+
+          @options[:hosts].each do |host|
+            docker_host = Armada::Host.create(host, options)
+            image = docker_host.get_image @options[:image], @options[:tag], @options
+            container = Armada::Container.new(image, docker_host, @options)
+            container.stop
+            container.start
+
+            if @options[:health_check] && @options[:health_check_port]
+              ports = container.ports
+
+              if ports.empty?
+                raise "No ports exposed for this container. Please expose a port for the health check or use the --no-health-check option!"
+              end
+
+              begin
+                health_check_port = ports["#{@options[:health_check_port]}/tcp"][0]["HostPort"]
+              rescue Exception => e
+                raise "Could not find the host port for [#{health_check_port}]. Make sure you put the container port as the :health_check_port."
+              end
+
+              health_check = Armada::Connection::HealthCheck.new(
+                host,
+                health_check_port,
+                @options[:health_check_endpoint],
+                @options[:health_check_delay],
+                @options[:health_check_retries],
+                @options[:ssh_gateway],
+                @options[:ssh_gateway_user]
+              )
+
+              raise "Health check failed! - #{host}" unless health_check.run
+            end
+          end
+        rescue Exception => e
+          Armada.ui.error "#{e.message} \n\n #{e.backtrace.join("\n")}"
+          exit(1)
+        end
+      end
+    end
+  end
+end