engineyard-serverside 2.6.15.cf2 → 2.6.15.pre

data/spec/services_deploy_spec.rb

@@ -0,0 +1,153 @@
+require 'spec_helper'
+
+describe "Deploying an application with services" do
+  let(:shared_services_file) { deploy_dir.join('shared', 'config', 'ey_services_config_deploy.yml') }
+  let(:symlinked_services_file) { deploy_dir.join('current', 'config', 'ey_services_config_deploy.yml') }
+  let(:services_yml) { {"servicio" => {"foo" => "bar"}}.to_yaml }
+
+  describe "without ey_config" do
+    describe "with services" do
+      before do
+        deploy_test_application('no_ey_config', 'config' => {
+          'services_setup_command' => "echo '#{services_yml}' > #{shared_services_file}"
+        })
+      end
+
+      it "warns about missing ey_config" do
+        expect(read_stderr).to include("WARNING: Gemfile.lock does not contain ey_config")
+      end
+    end
+
+    describe "without services" do
+      before do
+        deploy_test_application('no_ey_config')
+      end
+
+      it "works without warnings" do
+        expect(read_output).not_to match(/WARNING/)
+      end
+    end
+  end
+
+  describe "deploy with invalid yaml ey_services_config_deploy" do
+    before do
+      @invalid_services_yml = "42"
+      deploy_test_application('default', 'config' => {
+        'services_setup_command' => "echo '#{@invalid_services_yml}' > #{shared_services_file}"
+      })
+    end
+
+    it "works without warning" do
+      expect(shared_services_file).to exist
+      expect(shared_services_file).not_to be_symlink
+      expect(shared_services_file.read).to eq("#{@invalid_services_yml}\n")
+
+      expect(symlinked_services_file).to exist
+      expect(symlinked_services_file).to be_symlink
+      expect(shared_services_file.read).to eq("#{@invalid_services_yml}\n")
+
+      expect(read_output).not_to match(/WARNING/)
+    end
+  end
+
+  describe "a succesful deploy" do
+    before do
+      deploy_test_application('default', 'config' => {
+        'services_setup_command' => "echo '#{services_yml}' > #{shared_services_file}"
+      })
+    end
+
+    it "creates and symlinks ey_services_config_deploy.yml" do
+      expect(shared_services_file).to exist
+      expect(shared_services_file).not_to be_symlink
+      expect(shared_services_file.read).to eq("#{services_yml}\n")
+
+      expect(symlinked_services_file).to exist
+      expect(symlinked_services_file).to be_symlink
+      expect(shared_services_file.read).to eq("#{services_yml}\n")
+
+      expect(read_output).not_to match(/WARNING/)
+    end
+  end
+
+  describe "a successful deploy followed by a deploy that can't find the command" do
+    before do
+      deploy_test_application('default', 'config' => {
+        'services_setup_command' => "echo '#{services_yml}' > #{shared_services_file}"
+      })
+      redeploy_test_application('config' => {
+        'services_check_command' => 'false'
+      })
+    end
+
+    it "silently fails" do
+      expect(shared_services_file).to exist
+      expect(shared_services_file).not_to be_symlink
+      expect(shared_services_file.read).to eq("#{services_yml}\n")
+
+      expect(symlinked_services_file).to exist
+      expect(symlinked_services_file).to be_symlink
+      expect(shared_services_file.read).to eq("#{services_yml}\n")
+
+      expect(read_output).not_to match(/WARNING/)
+    end
+
+  end
+
+  describe "a successful followed by a deploy that fails to fetch services" do
+    it "logs a warning and symlinks the existing config file when there is existing services file" do
+      deploy_test_application('default', 'config' => {
+        'services_setup_command' => "echo '#{services_yml}' > #{shared_services_file}"
+      })
+      redeploy_test_application('config' => {'services_setup_command' => 'false'})
+
+      expect(shared_services_file).to exist
+      expect(shared_services_file).not_to be_symlink
+      expect(shared_services_file.read).to eq("#{services_yml}\n")
+
+      expect(symlinked_services_file).to exist
+      expect(symlinked_services_file).to be_symlink
+      expect(shared_services_file.read).to eq("#{services_yml}\n")
+
+      expect(read_output).to include('WARNING: External services configuration not updated')
+    end
+
+    it "does not log a warning or symlink a config file when there is no existing services file" do
+      deploy_test_application('default', 'config' => {
+        'services_setup_command' => "echo '#{services_yml}' > #{shared_services_file}"
+      })
+      shared_services_file.delete
+      redeploy_test_application('config' => {'services_setup_command' => 'false'})
+
+      expect(shared_services_file).not_to exist
+      expect(symlinked_services_file).not_to exist
+
+      expect(read_output).not_to match(/WARNING/)
+    end
+  end
+
+  describe "a successful deploy followed by another successfull deploy" do
+    before do
+      deploy_test_application('default', 'config' => {
+        'services_setup_command' => "echo '#{services_yml}' > #{shared_services_file}"
+      })
+      @new_services_yml = {"servicio" => {"foo" => "bar2"}}.to_yaml
+      redeploy_test_application('config' => {
+        'services_setup_command' => "echo '#{@new_services_yml}' > #{shared_services_file}"
+      })
+    end
+
+    it "replaces the config with the new one (and symlinks)" do
+      expect(shared_services_file).to exist
+      expect(shared_services_file).not_to be_symlink
+      expect(shared_services_file.read).to eq("#{@new_services_yml}\n")
+
+      expect(symlinked_services_file).to exist
+      expect(symlinked_services_file).to be_symlink
+      expect(shared_services_file.read).to eq("#{@new_services_yml}\n")
+
+      expect(read_output).not_to match(/WARNING/)
+    end
+  end
+
+end

data/spec/shell_spec.rb

@@ -0,0 +1,57 @@
+require 'spec_helper'
+require 'tempfile'
+require 'timecop'
+
+describe EY::Serverside::Shell do
+  let(:output) { StringIO.new }
+
+  if "".respond_to?(:force_encoding)
+    it "status works for ut8" do
+      shell = EY::Serverside::Shell.new(:verbose => true, :stdout => output, :stderr => output, :log_path => tmpdir.join("engineyard-serverside-#{Time.now.to_i}-#{$$}.log"), :start_time => Time.local(2008, 9, 1, 12, 10, 25))
+      shell.status("\u2603".force_encoding("binary"))
+    end
+  end
+
+  it "has a timestamp before each line" do
+    time1 = Time.local(2008, 9, 1, 12, 0, 0)
+    time2 = Time.local(2008, 9, 1, 12, 3, 5)
+    time3 = Time.local(2008, 9, 1, 12, 10, 25)
+
+    @shell = EY::Serverside::Shell.new(:verbose => true, :stdout => output, :stderr => output, :log_path => tmpdir.join("engineyard-serverside-#{Time.now.to_i}-#{$$}.log"), :start_time => time1)
+
+    Timecop.freeze(time1) do
+      @shell.debug('debug')
+      @shell.notice('notice')
+    end
+    Timecop.freeze(time2) do
+      @shell.status('STATUS')
+      @shell.debug("multi\nline\ndebug")
+      @shell.warning("multi\nline\nwarning")
+    end
+    Timecop.freeze(time3) do
+      @shell.substatus("multi\nline\nsubstatus")
+    end
+
+    tstp_1 = "+    00s "
+    tstp_2 = "+ 3m 05s "
+    tstp_3 = "+10m 25s "
+    output.rewind
+    expect(output.read).to eq <<-OUTPUT
+#{tstp_1} debug
+
+\e[1m\e[33m#{tstp_1} !> notice
+\e[0m
+\e[1m\e[37m#{tstp_2} ~> STATUS
+\e[0m#{tstp_2} multi
+#{tstp_2} line
+#{tstp_2} debug
+
+\e[1m\e[33m#{tstp_2} !> WARNING: multi
+#{tstp_2} !> line
+#{tstp_2} !> warning
+\e[0m#{tstp_3}  ~ multi
+#{tstp_3}  ~ line
+#{tstp_3}  ~ substatus
+    OUTPUT
+  end
+end

data/spec/source/archive_spec.rb

@@ -0,0 +1,33 @@
+require 'spec_helper'
+
+describe EY::Serverside::Source::Archive do
+  before do
+    allow_any_instance_of(described_class).to receive(:runner) { RunnerDouble }
+  end
+
+  context "source" do
+    let(:shell) { ShellDouble.new }
+    subject {
+      described_class.new(shell,
+        :uri => "http://server.com/app.war",
+        :repository_cache => TMPDIR)
+    }
+
+    it "cleans cache" do
+      expect(subject).to respond_to(:gc_repository_cache)
+    end
+
+    it "compares revisions" do
+      expect(subject.same?("1", "1")).to be
+    end
+
+    it "understands short log message" do
+      expect(subject).to respond_to(:short_log_message)
+    end
+
+    it "updates the cache" do
+      subject.update_repository_cache
+    end
+
+  end
+end

data/spec/source/git_spec.rb

@@ -0,0 +1,44 @@
+require 'spec_helper'
+
+describe EY::Serverside::Source::Git do
+  before do
+    allow_any_instance_of(described_class).to receive(:runner) { RunnerDouble }
+  end
+
+  it "errors when required options are not used" do
+    expect { described_class.new(nil, {}) }.to raise_error(ArgumentError)
+  end
+
+  context "source" do
+    let(:shell) { ShellDouble.new }
+    subject {
+      described_class.new(shell,
+        :uri => "engineyard/engineyard-serverside.git",
+        :ref => "",
+        :repository_cache => "cache_dir")
+    }
+
+    it "creates the correct reivison file command" do
+      expect(subject.create_revision_file_command("directory/REVISION")).to eq(
+        "git --git-dir cache_dir/.git --work-tree cache_dir show --pretty=format:\"%H\" | head -1 > \"directory/REVISION\""
+      )
+    end
+
+    it "runs gc" do
+      expect(subject.gc_repository_cache.output).to eq("git --git-dir cache_dir/.git --work-tree cache_dir gc")
+      expect(shell.messages.last).to eq("Garbage collecting cached git repository to reduce disk usage.")
+    end
+
+    it "checks if it is the same revision" do
+      expect(subject.same?("", "")).to be
+    end
+
+    it "runs a short log message" do
+      expect(subject.short_log_message("rev")).to eq(
+        "git --git-dir cache_dir/.git --work-tree cache_dir log --pretty=oneline --abbrev-commit -n 1 'rev'"
+      )
+    end
+
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,360 @@
+$LOAD_PATH.push File.expand_path("../lib", File.dirname(__FILE__))
+
+unless defined?(Bundler)
+  require 'rubygems'
+end
+
+
+unless RUBY_VERSION =~ /^1\.8\./
+  require 'simplecov'
+  SimpleCov.coverage_dir 'coverage/outside'
+  SimpleCov.start do
+    add_filter '/spec/'
+    add_filter '/features/'
+    add_filter '/mock/'
+    add_filter '/lib/vendor/'
+    add_group 'CLI Workflows', 'lib/engineyard-serverside/cli/workflows/'
+  end
+end
+
+require 'pp'
+require 'engineyard-serverside'
+require 'engineyard-serverside-adapter'
+require 'support/integration'
+require 'support/source_doubles'
+require 'support/timecop'
+
+FIXTURES_DIR = Pathname.new(__FILE__).dirname.join("fixtures")
+TMPDIR = Pathname.new(__FILE__).dirname.parent.join('tmp')
+GROUP = `id -gn`.strip
+INTERNAL_KEY = Pathname.new("~/.ssh/id_rsa").expand_path
+
+module EY
+  module Serverside
+    def self.dna_json=(j)
+      @dna_json = j
+      @node = nil
+    end
+  end
+end
+
+module SpecDependencyHelpers
+  $NPM_INSTALLED = system('which npm 2>&1')
+  unless $NPM_INSTALLED
+    $stderr.puts "npm not found; skipping Node.js specs."
+  end
+
+  def with_npm_mocked(&block)
+    context("mocked") { yield true }
+    context("unmocked") { yield false } if $NPM_INSTALLED
+  end
+
+  $COMPOSER_INSTALLED = system('command -v composer > /dev/null')
+  if $COMPOSER_INSTALLED
+    $stderr.puts "composer found; skipping tests that expect it to be missing."
+  else
+    $stderr.puts "composer not found; skipping tests that expect it to be available."
+  end
+
+  def with_composer_mocked(&block)
+    context("mocked") { yield true }
+    context("unmocked") { yield false } if $COMPOSER_INSTALLED
+  end
+end
+
+RSpec.configure do |config|
+  config.extend SpecDependencyHelpers
+
+  config.before(:all) do
+    make_tmpdir
+    EY::Serverside.dna_json = MultiJson.dump({})
+  end
+
+  config.after(:all) do
+    delete_tmpdir
+  end
+
+  class VerboseStringIO < StringIO
+    def <<(str)
+      if ENV['VERBOSE'] || ENV['DEBUG']
+        STDERR << str
+      end
+      super
+    end
+  end
+
+  def tmpdir
+    TMPDIR
+  end
+
+  def make_tmpdir
+    tmpdir.mkpath
+  end
+
+  def delete_tmpdir
+    tmpdir.exist? && tmpdir.rmtree
+  end
+
+  def stdout
+    @stdout ||= VerboseStringIO.new
+  end
+
+  def stderr
+    @stderr ||= VerboseStringIO.new
+  end
+
+  def read_stdout
+    stdout.rewind
+    stdout.read
+  end
+
+  def read_stderr
+    stderr.rewind
+    stderr.read
+  end
+
+  def read_output
+    read_stdout + "\n" + read_stderr
+  end
+
+  def capture
+    begin
+      $stdout = @stdout = VerboseStringIO.new
+      $stderr = @stderr = VerboseStringIO.new
+      yield
+    ensure
+      $stdout, $stderr = STDOUT, STDERR
+    end
+  end
+
+  def test_shell(verbose=true)
+    @test_shell ||= begin
+                      @log_path = tmpdir.join("serverside-deploy-#{Time.now.to_f}-#{$$}.log")
+                      EY::Serverside::Shell.new(:verbose => verbose, :log_path => @log_path, :stdout => stdout, :stderr => stderr)
+                    end
+  end
+
+  def exist
+    be_exist
+  end
+
+  def bindir
+    @bindir ||= begin
+                  dir = tmpdir.join("ey_test_cmds_#{Time.now.to_f}_#{$$}")
+                  dir.mkpath
+                  dir
+                end
+  end
+
+  def mock_command(cmd, contents, &block)
+    bindir.join(cmd).open('w') do |f|
+      f.write contents
+      f.chmod(0755)
+    end
+    with_mocked_commands(&block) if block_given?
+  end
+
+  def mock_bundler(failure = false, &block)
+    mock_command('bundle', <<-SCRIPT, &block)
+#!#{`which ruby`}
+puts "Bundling gems"
+$stdout.flush
+#{failure && '$stderr.puts "bundle install failure"; exit 1'}
+    SCRIPT
+  end
+
+  def mock_npm(&block)
+    mock_command('npm', <<-SCRIPT, &block)
+#!/bin/bash
+echo "Running npm with $@"
+    SCRIPT
+  end
+
+  def mock_composer(&block)
+    mock_command('composer', <<-SCRIPT, &block)
+#!/bin/bash
+echo "Running composer with $@"
+    SCRIPT
+  end
+
+  def mock_sudo(&block)
+    mock_command('sudo', <<-SCRIPT, &block)
+#!/bin/bash
+echo "$@"
+exec "$@"
+    SCRIPT
+  end
+
+  def with_mocked_commands(&block)
+    with_env('PATH' => "#{bindir}:#{ENV['PATH']}", &block)
+  end
+
+  def with_env(new_env_vars)
+    raise ArgumentError, "with_env takes a block" unless block_given?
+
+    old_env_vars = {}
+    new_env_vars.each do |k, v|
+      if ENV.has_key?(k)
+        old_env_vars[k] = ENV[k]
+      end
+      ENV[k] = v if v
+    end
+
+    yield
+  ensure
+    new_env_vars.keys.each do |k|
+      if old_env_vars.has_key?(k)
+        ENV[k] = old_env_vars[k]
+      else
+        ENV.delete(k)
+      end
+    end
+  end
+
+
+  def deploy_dir
+    @deploy_dir ||= tmpdir.join("serverside-deploy-#{Time.now.to_f}-#{$$}")
+  end
+
+  def whoami
+    ENV['USER']
+  end
+
+  # set up EY::Serverside::Server like we're on a solo
+  def test_servers
+    @test_servers ||= EY::Serverside::Servers.from_hashes([{:hostname => 'localhost', :roles => %w[solo], :user => whoami}], test_shell)
+  end
+
+  def default_configuration
+    {
+      "source_class"     => "IntegrationSpec",
+      "deploy_to"        => deploy_dir.to_s,
+      "group"            => GROUP,
+      "stack"            => 'nginx_passenger',
+      "migrate"          => "ruby -e 'puts ENV[\"PATH\"]' > #{deploy_dir}/path-when-migrating",
+      "app"              => 'rails31',
+      "environment_name" => 'env',
+      "account_name"     => 'acc',
+      "framework_env"    => 'staging',
+      "branch"           => 'somebranch',
+      "verbose"          => true,
+      "git"              => FIXTURES_DIR.join('repos', 'default'),
+    }
+  end
+
+  def test_adapter(repo_fixture_name = 'default', extra_config = {})
+    options = default_configuration.merge({ "git" => FIXTURES_DIR.join('repos', repo_fixture_name)}).merge(extra_config)
+
+    # pretend there is a shared bundled_gems directory
+    deploy_dir.join('shared', 'bundled_gems').mkpath
+    %w(RUBY_VERSION SYSTEM_VERSION).each do |name|
+      deploy_dir.join('shared', 'bundled_gems', name).open("w") { |f| f.write("old\n") }
+    end
+
+    EY::Serverside::Adapter.new do |args|
+      args.app                = options['app']
+      args.environment_name   = options['environment_name']
+      args.account_name       = options['account_name']
+      args.migrate            = options['migrate']
+      args.ref                = options['branch']
+      args.git                = options['git']
+      args.serverside_version = Gem::Version.create(EY::Serverside::VERSION.dup).release
+      args.config             = {
+        "services_check_command" => "which echo",
+        "services_setup_command" => "echo 'services setup command'",
+        "source_class"           => options["source_class"],
+        "deploy_to"              => options["deploy_to"],
+        "group"                  => options["group"],
+      }.merge(options['config'] || {})
+      args.framework_env      = options['framework_env']
+      args.stack              = options['stack']
+      args.verbose            = options['verbose']
+      args.clean              = options['clean']
+      args.instances          = test_servers.map {|s| {:hostname => s.hostname, :roles => s.roles.to_a, :name => s.name} }
+    end
+  end
+
+  # When a repo fixture name is specified, the files found in the specified
+  # spec/fixtures/repos dir are copied into the test github repository.
+  def deploy_test_application(repo_fixture_name = 'default', extra_config = {}, &block)
+    Timecop.travel(1)
+    @adapter = test_adapter(repo_fixture_name, extra_config)
+    @argv = @adapter.deploy.commands.last.to_argv[2..-1]
+
+    FullTestDeploy.on_create_callback = block
+
+    mock_bundler(extra_config['bundle_install_fails'])
+    with_mocked_commands do
+      capture do
+        EY::Serverside::CLI::App.start(@argv)
+      end
+    end
+  ensure
+    @deployer = EY::Serverside::Deploy.deployer
+    @config = EY::Serverside::Deploy.config
+  end
+
+  def redeploy_test_application(extra_config = {}, &block)
+    Timecop.travel(1)
+    raise "Please deploy_test_application first" unless @argv
+    bundle_install_fails = extra_config.delete('bundle_install_fails')
+
+    @action = @adapter.deploy do |args|
+      extra_config.each do |key,val|
+        case key
+        when 'branch' then args.ref    = val
+        when 'config' then args.config = args.config.merge(val || {})
+        else               args.send("#{key}=", val)
+        end
+      end
+    end
+
+    @argv = @action.commands.last.to_argv[2..-1]
+
+    FullTestDeploy.on_create_callback = block
+
+    mock_bundler(bundle_install_fails)
+
+    with_mocked_commands do
+      capture do
+        EY::Serverside::CLI::App.start(@argv)
+      end
+    end
+  ensure
+    @deployer = EY::Serverside::Deploy.deployer
+    @config = EY::Serverside::Deploy.config
+  end
+
+  def enable_maintenance(extra_adapter_config = {})
+    @adapter = test_adapter("default", extra_adapter_config)
+    @argv = @adapter.enable_maintenance.commands.last.to_argv[2..-1]
+
+    with_mocked_commands do
+      capture do
+        EY::Serverside::CLI::App.start(@argv)
+      end
+    end
+  end
+
+  def disable_maintenance(extra_adapter_config = {})
+    @adapter = test_adapter("default", extra_adapter_config)
+    @argv = @adapter.disable_maintenance.commands.last.to_argv[2..-1]
+
+    with_mocked_commands do
+      capture do
+        EY::Serverside::CLI::App.start(@argv)
+      end
+    end
+  end
+
+  def maintenance_status(extra_adapter_config = {})
+    @adapter = test_adapter("default", extra_adapter_config)
+    @argv = @adapter.maintenance_status.commands.last.to_argv[2..-1]
+
+    with_mocked_commands do
+      capture do
+        EY::Serverside::CLI::App.start(@argv)
+      end
+    end
+  end
+end