centurion 1.0.6

data/lib/centurion/docker_server_group.rb

@@ -0,0 +1,31 @@
+require_relative 'docker_server'
+require_relative 'logging'
+
+module Centurion; end
+
+class Centurion::DockerServerGroup
+  include Enumerable
+  include Centurion::Logging
+
+  attr_reader :hosts
+  
+  def initialize(hosts, docker_path)
+    raise ArgumentError.new('Bad Host list!') if hosts.nil? || hosts.empty?
+    @hosts = hosts.map { |hostname| Centurion::DockerServer.new(hostname, docker_path) }
+  end
+
+  def each(&block)
+    @hosts.each do |host|
+      info "----- Connecting to Docker on #{host.hostname} -----"
+      block.call(host)
+    end
+  end
+
+  def each_in_parallel(&block)
+    threads = @hosts.map do |host|
+      Thread.new { block.call(host) }
+    end
+
+    threads.each { |t| t.join }
+  end
+end

data/lib/centurion/docker_via_api.rb

@@ -0,0 +1,121 @@
+require 'excon'
+require 'json'
+require 'uri'
+
+module Centurion; end
+
+class Centurion::DockerViaApi
+  def initialize(hostname, port)
+    @base_uri = "http://#{hostname}:#{port}"
+
+    configure_excon_globally
+  end
+
+  def ps(options={})
+    path = "/v1.7/containers/json"
+    path += "?all=1" if options[:all]
+    response = Excon.get(@base_uri + path)
+
+    raise unless response.status == 200
+    JSON.load(response.body)
+  end
+
+  def inspect_image(image, tag = "latest")
+    repository = "#{image}:#{tag}"
+    path       = "/v1.7/images/#{repository}/json"
+
+    response = Excon.get(
+      @base_uri + path,
+      :headers => {'Accept' => 'application/json'}
+    )
+    raise response.inspect unless response.status == 200
+    JSON.load(response.body)
+  end
+
+  def old_containers_for_port(host_port)
+    old_containers = ps(all: true).select do |container|
+      container["Status"] =~ /^Exit /
+    end.select do |container|
+      inspected = inspect_container container["Id"]
+      container_listening_on_port?(inspected, host_port)
+    end
+    old_containers
+  end
+
+  def remove_container(container_id)
+    path = "/v1.7/containers/#{container_id}"
+    response = Excon.delete(
+      @base_uri + path,
+    )
+    raise response.inspect unless response.status == 204
+    true
+  end
+
+  def stop_container(container_id)
+    path = "/v1.7/containers/#{container_id}/stop?t=30"
+    response = Excon.post(
+      @base_uri + path,
+    )
+    raise response.inspect unless response.status == 204
+    true
+  end
+
+  def create_container(configuration)
+    path = "/v1.7/containers/create"
+    response = Excon.post(
+      @base_uri + path,
+      :body => configuration.to_json,
+      :headers => { "Content-Type" => "application/json" }
+    )
+    raise response.inspect unless response.status == 201
+    JSON.load(response.body)
+  end
+
+  def start_container(container_id, configuration)
+    path = "/v1.7/containers/#{container_id}/start"
+    response = Excon.post(
+      @base_uri + path,
+      :body => configuration.to_json,
+      :headers => { "Content-Type" => "application/json" }
+    )
+    case response.status
+    when 204
+      true
+    when 500
+      fail "Failed to start container! \"#{response.body}\""
+    else
+      raise response.inspect
+    end
+  end
+
+  def inspect_container(container_id)
+    path = "/v1.7/containers/#{container_id}/json"
+    response = Excon.get(
+      @base_uri + path,
+    )
+    raise response.inspect unless response.status == 200
+    JSON.load(response.body)
+  end
+
+  private
+
+  # use on result of inspect container, not on an item in a list
+  def container_listening_on_port?(container, port)
+    port_bindings = container['HostConfig']['PortBindings']
+    return false unless port_bindings
+
+    port_bindings.values.flatten.any? do |port_binding|
+      port_binding['HostPort'].to_i == port.to_i
+    end
+  end
+
+  def configure_excon_globally
+    Excon.defaults[:connect_timeout] = 120
+    Excon.defaults[:read_timeout]    = 120
+    Excon.defaults[:write_timeout]   = 120
+    Excon.defaults[:debug_request]   = true
+    Excon.defaults[:debug_response]  = true
+    Excon.defaults[:nonblock]        = false
+    Excon.defaults[:tcp_nodelay]     = true
+  end
+end

data/lib/centurion/docker_via_cli.rb

@@ -0,0 +1,71 @@
+require 'pty'
+require_relative 'logging'
+
+module Centurion; end
+
+class Centurion::DockerViaCli
+  include Centurion::Logging
+
+  def initialize(hostname, port, docker_path)
+    @docker_host = "tcp://#{hostname}:#{port}"
+    @docker_path = docker_path
+  end
+
+  def pull(image, tag='latest')
+    info "Using CLI to pull"
+    echo("#{@docker_path} -H=#{@docker_host} pull #{image}:#{tag}")
+  end
+
+  def tail(container_id)
+    info "Tailing the logs on #{container_id}"
+    echo("#{@docker_path} -H=#{@docker_host} logs -f #{container_id}")
+  end
+
+  def attach(container_id)
+    Process.exec("#{@docker_path} -H=#{@docker_host} attach #{container_id}")
+  end
+
+  private
+
+  def echo(command)
+    if Thread.list.find_all { |t| t.status == 'run' }.count > 1
+      run_without_echo(command)
+    else
+      run_with_echo(command)
+    end
+  end
+
+  def run_without_echo(command)
+    output = Queue.new
+    output_thread = Thread.new do
+      while true do
+        begin
+          puts output.pop
+        rescue => e
+          info "Rescuing... #{e.message}"
+        end
+      end
+    end
+
+    IO.popen(command) do |io|
+      io.each_line { |line| output << line }
+    end
+
+    output_thread.kill
+
+    unless $?.success?
+      raise "The command failed with a non-zero exit status: #{$?.exitstatus}"
+    end
+  end
+
+  def run_with_echo( command )
+    $stdout.sync = true
+    $stderr.sync = true
+    IO.popen(command) do |io|
+      io.each_char { |char| print char }
+    end
+    unless $?.success?
+      raise "The command failed with a non-zero exit status: #{$?.exitstatus}"
+    end
+  end
+end

data/lib/centurion/logging.rb

@@ -0,0 +1,28 @@
+require 'logger/colors'
+require 'logger'
+
+module Centurion; end
+
+module Centurion::Logging
+  def info(*args)
+    log.info args.join(' ')
+  end
+
+  def warn(*args)
+    log.warn args.join(' ')
+  end
+
+  def error(*args)
+    log.error args.join(' ')
+  end
+
+  def debug(*args)
+    log.debug args.join(' ')
+  end
+
+  private
+
+  def log(*args)
+    @@logger ||= Logger.new(STDOUT)
+  end
+end

data/lib/centurion/version.rb

@@ -0,0 +1,3 @@
+module Centurion
+  VERSION = '1.0.6'
+end

data/lib/tasks/deploy.rake

@@ -0,0 +1,177 @@
+require 'thread'
+require 'excon'
+require 'centurion/deploy'
+
+task :deploy do
+  invoke 'deploy:get_image'
+  invoke 'deploy:stop'
+  invoke 'deploy:start_new'
+  invoke 'deploy:cleanup'
+end
+
+task :deploy_console do
+  invoke 'deploy:get_image'
+  invoke 'deploy:stop'
+  invoke 'deploy:launch_console'
+  invoke 'deploy:cleanup'
+end
+
+task :rolling_deploy do
+  invoke 'deploy:get_image'
+  invoke 'deploy:rolling_deploy'
+  invoke 'deploy:cleanup'
+end
+
+task :stop => ['deploy:stop']
+
+namespace :deploy do
+  include Centurion::Deploy
+
+  task :get_image do
+    invoke 'deploy:pull_image'
+    invoke 'deploy:determine_image_id_from_first_server'
+    invoke 'deploy:verify_image'
+  end
+
+  # stop
+  # - remote: list
+  # - remote: stop
+  task :stop do
+    on_each_docker_host { |server| stop_containers(server, fetch(:port_bindings)) }
+  end
+
+  # start
+  # - remote: create
+  # - remote: start
+  # - remote: inspect container
+  task :start_new do
+    on_each_docker_host do |server|
+      start_new_container(
+        server,
+        fetch(:image_id),
+        fetch(:port_bindings),
+        fetch(:binds),
+        fetch(:env_vars)
+      )
+    end
+  end
+
+  task :launch_console do
+    on_each_docker_host do |server|
+      launch_console(
+        server,
+        fetch(:image_id),
+        fetch(:port_bindings),
+        fetch(:binds),
+        fetch(:env_vars)
+      )
+    end
+  end
+
+  task :rolling_deploy do
+    on_each_docker_host do |server|
+      stop_containers(server, fetch(:port_bindings))
+
+      start_new_container(
+        server,
+        fetch(:image_id),
+        fetch(:port_bindings),
+        fetch(:binds),
+        fetch(:env_vars)
+      )
+
+      fetch(:port_bindings).each_pair do |container_port, host_ports|
+        wait_for_http_status_ok(
+          server,
+          host_ports.first['HostPort'],
+          fetch(:status_endpoint, '/status/check'),
+          fetch(:image),
+          fetch(:tag),
+          fetch(:rolling_deploy_wait_time, 5),
+          fetch(:rolling_deploy_retries, 24)
+        )
+      end
+
+      wait_for_load_balancer_check_interval
+    end
+  end
+
+  task :cleanup do
+    on_each_docker_host do |target_server|
+      cleanup_containers(target_server, fetch(:port_bindings))
+    end
+  end
+
+  task :determine_image_id do
+    registry = Centurion::DockerRegistry.new()
+    exact_image = registry.digest_for_tag(fetch(:image), fetch(:tag))
+    set :image_id, exact_image
+    $stderr.puts "RESOLVED #{fetch(:image)}:#{fetch(:tag)} => #{exact_image[0..11]}"
+  end
+
+  task :determine_image_id_from_first_server do
+    on_each_docker_host do |target_server|
+      image_detail = target_server.inspect_image(fetch(:image), fetch(:tag))
+      exact_image = image_detail["id"]
+      set :image_id, exact_image
+      $stderr.puts "RESOLVED #{fetch(:image)}:#{fetch(:tag)} => #{exact_image[0..11]}"
+      break
+    end
+  end
+
+  task :pull_image do
+    $stderr.puts "Fetching image #{fetch(:image)}:#{fetch(:tag)} IN PARALLEL\n"
+
+    target_servers = Centurion::DockerServerGroup.new(fetch(:hosts), fetch(:docker_path))
+    target_servers.each_in_parallel do |target_server|
+      target_server.pull(fetch(:image), fetch(:tag))
+    end
+  end
+
+  task :verify_image do
+    on_each_docker_host do |target_server|
+      image_detail = target_server.inspect_image(fetch(:image), fetch(:tag))
+      found_image_id = image_detail["id"]
+
+      if found_image_id == fetch(:image_id)
+        $stderr.puts "Image #{found_image_id[0..7]} found on #{target_server.hostname}"
+      else
+        raise "Did not find image #{fetch(:image_id)} on host #{target_server.hostname}!"
+      end
+
+      # Print the container config
+      image_detail["container_config"].each_pair do |key,value|
+        $stderr.puts "\t#{key} => #{value.inspect}"
+      end
+    end
+  end
+
+  task :promote_from_staging do
+    if fetch(:environment) == 'staging'
+      $stderr.puts "\n\nYour target environment needs to not be 'staging' to promote from staging."
+      exit(1)
+    end
+
+    starting_environment = current_environment
+
+    # Set our env to staging so we can grab the current tag.
+    invoke 'environment:staging'
+
+    staging_tags = get_current_tags_for(fetch(:image)).map { |t| t[:tags] }.flatten.uniq
+
+    if staging_tags.size != 1
+      $stderr.puts "\n\nUh, oh: Not sure which staging tag to deploy! Found:(#{staging_tags.join(', ')})"
+      exit(1)
+    end
+
+    $stderr.puts "Staging environment has #{staging_tags.first} deployed."
+
+    # Make sure that we set our env back to production, then update the tag.
+    set_current_environment(starting_environment)
+    set :tag, staging_tags.first
+
+    $stderr.puts "Deploying #{fetch(:tag)} to the #{starting_environment} environment"
+
+    invoke 'deploy'
+  end
+end

data/lib/tasks/info.rake

@@ -0,0 +1,24 @@
+task :info => 'info:default'
+
+namespace :info do
+  task :default do
+    puts "Environment: #{fetch(:environment)}"
+    puts "Project: #{fetch(:project)}"
+    puts "Image: #{fetch(:image)}"
+    puts "Tag: #{fetch(:tag)}"
+    puts "Port Bindings: #{fetch(:port_bindings).inspect}"
+    puts "Mount Point: #{fetch(:binds).inspect}"
+    puts "ENV: #{fetch(:env_vars).inspect}"
+    puts "Hosts: #{fetch(:hosts).inspect}"
+  end
+
+  task :run_command do
+    example_host = fetch(:hosts).first
+    env_args = ""
+    fetch(:env_vars, {}).each_pair do |name,value|
+      env_args << "-e #{name}='#{value}' "
+    end
+    volume_args = fetch(:binds, []).map {|bind| "-v #{bind}"}.join(" ")
+    puts "docker -H=tcp://#{example_host} run #{env_args} #{volume_args} #{fetch(:image)}:#{fetch(:tag)}"
+  end
+end