engineyard-migrate 1.0.0

data/engineyard-migrate.gemspec

@@ -0,0 +1,37 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "engineyard-migrate/version"
+
+Gem::Specification.new do |s|
+  s.name        = "engineyard-migrate"
+  s.version     = Engineyard::Migrate::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Dr Nic Williams", "Danish Khan"]
+  s.email       = ["drnicwilliams@gmail.com"]
+  s.homepage    = "https://github.com/engineyard/engineyard-migrate"
+  s.summary     = %q{Migrate up to Engine Yard AppCloud from Heroku or similar.}
+  s.description = %q{Want to migrate your Ruby on Rails application from Heroku (or similar) up to Engine Yard AppCloud? This is the tool for you.}
+
+  s.rubyforge_project = "engineyard-migrate"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_dependency("engineyard", ["~> 1.3.16"])
+  s.add_dependency("heroku", ["~> 1.17.10"])
+  s.add_dependency("POpen4", ["~> 0.1.4"])
+  s.add_dependency("net-sftp", ["~> 2.0.5"])
+
+  s.add_development_dependency("awesome_print")
+  s.add_development_dependency("builder", ["2.1.2"]) # for test app
+  s.add_development_dependency("rails", ["3.0.3"]) # for test app
+  s.add_development_dependency("rake", ["~> 0.8.7"])
+  s.add_development_dependency("cucumber", ["~> 0.10.0"])
+  s.add_development_dependency("cucumber-rails", ["~> 0.3.2"])
+  s.add_development_dependency("rspec", ["~> 2.2.0"])
+  s.add_development_dependency("nokogiri", ["~> 1.4.0"])
+  s.add_development_dependency("ssh-config")
+  s.add_development_dependency("taps", ["~> 0.3.15"])
+end

data/features/heroku.feature

@@ -0,0 +1,36 @@
+Feature: Migration from Heroku
+  In order to reduce cost of migrating from Heroku to AppCloud
+  As a developer
+  I want to migrate as much of my Heroku-hosted application to AppCloud
+
+  Scenario: Migrate a simple app
+    Given I have setup my SSH keys
+    And I clone the application "git@github.com:engineyard/heroku2ey-simple-app.git" as "simple-app"
+
+    And I have setup my Heroku credentials
+    And I have a Heroku application "heroku2ey-simple-app"
+    And it has production data
+    When I visit the application at "heroku2ey-simple-app.heroku.com"
+    Then I should see table
+      | People |
+      | Dr Nic |
+      | Danish |
+
+    Given I have setup my AppCloud credentials
+    And I reset the AppCloud "heroku2eysimpleapp_production" application "heroku2eysimpleapp" database
+    When I visit the application at "ec2-50-17-248-148.compute-1.amazonaws.com"
+    Then I should see table
+      | People |
+
+    When I run local executable "ey-migrate" with arguments "heroku . --account heroku2ey --environment heroku2eysimpleapp_production"
+    Then I should see "Migration complete!"
+    When I visit the application at "ec2-50-17-248-148.compute-1.amazonaws.com"
+    Then I should see table
+      | People |
+      | Dr Nic |
+      | Danish |
+  
+  
+  
+  
+  

data/features/migration_errors.feature

@@ -0,0 +1,107 @@
+Feature: Migration errors
+  I want useful error messages and prompts
+
+  Scenario: Fail if application isn't on Heroku
+    Given I clone the application "git@github.com:engineyard/heroku2ey-simple-app.git" as "simple-app"
+    When I run local executable "ey-migrate" with arguments "heroku . --account heroku2ey --environment heroku2eysimpleapp_production"
+    Then I should see
+      """
+      Not a Salesforce Heroku application.
+      """
+
+  Scenario: Fail if Heroku credentials not available
+    Given I clone the application "git@github.com:engineyard/heroku2ey-simple-app.git" as "simple-app"
+    And I have a Heroku application "heroku2ey-simple-app"
+    When I run local executable "ey-migrate" with arguments "heroku . --account heroku2ey --environment heroku2eysimpleapp_production"
+    Then I should see
+      """
+      Please setup your Salesforce Heroku credentials first.
+      """
+
+  Scenario: Fail if no Git 'origin' repo URI
+    Given I clone the application "git@github.com:engineyard/heroku2ey-simple-app.git" as "simple-app"
+    And I have a Heroku application "heroku2ey-simple-app"
+    And I have setup my SSH keys
+    And I have setup my Heroku credentials
+    Given I run executable "git" with arguments "remote rm origin"
+    When I run local executable "ey-migrate" with arguments "heroku . --account heroku2ey --environment heroku2eysimpleapp_production"
+    Then I should see
+      """
+      Please host your Git repo externally and add as remote 'origin'.
+      """
+
+  Scenario: Fail if AppCloud credentials not available
+    Given I clone the application "git@github.com:engineyard/heroku2ey-simple-app.git" as "simple-app"
+    And I have a Heroku application "heroku2ey-simple-app"
+    And I have setup my SSH keys
+    And I have setup my Heroku credentials
+
+    When I run local executable "ey-migrate" with arguments "heroku . --account heroku2ey --environment heroku2eysimpleapp_production"
+    Then I should see
+      """
+      Please create, boot and deploy an AppCloud application for git@github.com:engineyard/heroku2ey-simple-app.git.
+      """
+
+  Scenario: Fail if no AppCloud environments/applications match this application
+    Given I clone the application "git@github.com:engineyard/heroku2ey-simple-app.git" as "simple-app"
+    And I have a Heroku application "heroku2ey-simple-app"
+    And I have setup my SSH keys
+    And I have setup my Heroku credentials
+
+    Given I have setup my AppCloud credentials
+    And I run executable "git" with arguments "remote rm origin"
+    And I run executable "git" with arguments "remote add origin git@github.com:engineyard/UNKNOWN.git"
+  
+    When I run local executable "ey-migrate" with arguments "heroku . -e heroku2eysimpleapp_production"
+    Then I should see
+      """
+      Please create, boot and deploy an AppCloud application for git@github.com:engineyard/UNKNOWN.git.
+      """
+
+  Scenario: Fail if too many AppCloud environments match
+    Given I clone the application "git@github.com:engineyard/heroku2ey-simple-app.git" as "simple-app"
+    And I have a Heroku application "heroku2ey-simple-app"
+    And I have setup my SSH keys
+    And I have setup my Heroku credentials
+
+    Given I have setup my AppCloud credentials
+    When I run local executable "ey-migrate" with arguments "heroku . -V"
+    Then I should see "Multiple environments possible, please be more specific:"
+    Then I should see
+      """
+        ey-migrate heroku . --app='heroku2eysimpleapp' --account='heroku2ey' --environment='heroku2eysimpleapp_production'
+        ey-migrate heroku . --app='heroku2eysimpleapp' --account='heroku2ey' --environment='heroku2ey_noinstances'
+      """
+      
+
+  Scenario: Fail if environment hasn't been booted yet
+    Given I have setup my SSH keys
+    And I clone the application "git@github.com:engineyard/heroku2ey-simple-app.git" as "simple-app"
+
+    And I have setup my Heroku credentials
+    And I have a Heroku application "heroku2ey-simple-app"
+
+    Given I have setup my AppCloud credentials
+
+    When I run local executable "ey-migrate" with arguments "heroku . -e heroku2ey_noinstances"
+    Then I should see
+      """
+      Please boot your AppCloud environment and then deploy your application.
+      """
+
+  Scenario: Fail if application hasn't been deployed yet
+    Given I have setup my SSH keys
+    And I clone the application "git@github.com:engineyard/heroku2ey-simple-app.git" as "simple-app"
+
+    And I have setup my Heroku credentials
+    And I have a Heroku application "heroku2ey-simple-app"
+
+    Given I have setup my AppCloud credentials
+    And I remove AppCloud "heroku2eysimpleapp_production" application "heroku2eysimpleapp" folder
+
+    When I run local executable "ey-migrate" with arguments "heroku . -e heroku2eysimpleapp_production"
+    Then I should see
+      """
+      Please deploy your AppCloud application before running migration.
+      """
+

data/features/step_definitions/application_setup_steps.rb

@@ -0,0 +1,102 @@
+Given /^I have setup my SSH keys$/ do
+  in_home_folder do
+    FileUtils.cp_r(File.join(@fixtures_path, "credentials/ssh"), ".ssh")
+    FileUtils.chmod(0700, ".ssh")
+    FileUtils.chmod(0600, ".ssh/id_rsa")
+    FileUtils.chmod(0600, ".ssh/id_rsa.pub")
+  end
+end
+
+Given /^I clone the application "([^"]*)" as "([^"]*)"$/ do |git_uri, app_name|
+  @git_uri  = git_uri
+  @app_name = app_name
+  repo_folder = File.expand_path(File.join(@repos_path, app_name))
+  unless File.exists?(repo_folder)
+    @stdout = File.expand_path(File.join(@tmp_root, "git.out"))
+    @stderr = File.expand_path(File.join(@tmp_root, "git.err"))
+    FileUtils.chdir(@repos_path) do
+      system "git clone #{git_uri} #{app_name} > #{@stdout.inspect} 2> #{@stderr.inspect}"
+    end
+  end
+  in_home_folder do
+    FileUtils.rm_rf(app_name)
+    FileUtils.cp_r(repo_folder, app_name)
+  end
+  @active_project_folder = File.join(@home_path, app_name)
+  @project_name = app_name
+  @stdout = File.expand_path(File.join(@tmp_root, "bundle.out"))
+  @stderr = File.expand_path(File.join(@tmp_root, "bundle.err"))
+  in_project_folder do
+    system "bundle > #{@stdout.inspect} 2> #{@stderr.inspect}"
+  end
+end
+
+Given /^I have setup my Heroku credentials$/ do
+  in_home_folder do
+    FileUtils.cp_r(File.join(@fixtures_path, "credentials/heroku"), ".heroku")
+    FileUtils.chmod(0700, ".heroku")
+  end
+end
+# note, when setting up the heroku credentials for the first time:
+# set the new $HOME
+# cd $HOME
+# mkdir .ssh
+# chmod 700 .ssh
+# heroku list # will go through process of setting up and creating ssh keys
+
+
+Given /^I have a Heroku application "([^"]*)"$/ do |name|
+  @heroku_name = name
+  @heroku_host = "#{name}.heroku.com"
+  in_project_folder do
+    system "git remote rm heroku 2> /dev/null"
+    system "git remote add heroku git@heroku.com:#{name}.git"
+  end
+end
+
+Given /^it has production data$/ do
+  unless @production_data_installed
+    in_project_folder do
+      # TODO - currently hard coded into fixtures/data/APPNAME.sqlite3 as the commented code below isn't working
+      
+      `rm -f db/development.sqlite3`
+      `bundle exec rake db:schema:load`
+      cmds = ['Dr Nic', 'Danish'].map do |name|
+        "Person.create(:name => '#{name}')"
+      end.join("; ")
+      `bundle exec rails runner "#{cmds}"`
+      
+      data_file = File.expand_path(File.join(@fixtures_path, "data", "#{@app_name}.sqlite3"))
+      raise "Missing production data for '#{@app_name}' at #{data_file}; run 'rake db:seed' in fixtures/repos/#{app_name}" unless File.exists?(data_file)
+      FileUtils.cp_r(data_file, "db/development.sqlite3")
+      @stdout = File.expand_path(File.join(@tmp_root, "heroku.out"))
+      @stderr = File.expand_path(File.join(@tmp_root, "heroku.err"))
+      system "heroku db:push --confirm #{@heroku_name} > #{@stdout.inspect} 2> #{@stderr.inspect}"
+      @production_data_installed = true
+    end
+  end
+end
+
+Given /^I have setup my AppCloud credentials$/ do
+  in_home_folder do
+    FileUtils.cp_r(File.join(@fixtures_path, "credentials/eyrc"), ".eyrc")
+    FileUtils.chmod(0700, ".eyrc")
+  end
+end
+
+Given /^I reset the AppCloud "([^"]*)" application "([^"]*)" database$/ do |environment, app_name|
+  in_project_folder do
+    @stdout = File.expand_path(File.join(@tmp_root, "eyssh.out"))
+    @stderr = File.expand_path(File.join(@tmp_root, "eyssh.err"))
+    system "ey ssh 'cd /data/#{app_name}/current/; RAILS_ENV=production rake db:schema:load' -e #{environment} > #{@stdout.inspect} 2> #{@stderr.inspect}"
+  end
+end
+
+# Actually moves it to .../current.bak; which is restored after the scenario
+Given /^I remove AppCloud "([^"]*)" application "([^"]*)" folder$/ do |environment, app_name|
+  in_project_folder do
+    remove_from_appcloud("/data/#{app_name}/current", environment)
+  end
+end
+
+

data/features/step_definitions/common_steps.rb

@@ -0,0 +1,208 @@
+Given /^this project is active project folder/ do
+  @active_project_folder = File.expand_path(File.dirname(__FILE__) + "/../..")
+end
+
+Given /^env variable \$([\w_]+) set to( project path|) "(.*)"/ do |env_var, path, value|
+  in_project_folder {
+    value = File.expand_path(value)
+  } unless path.empty?
+  ENV[env_var] = value
+end
+
+Given /"(.*)" folder is deleted/ do |folder|
+  in_project_folder { FileUtils.rm_rf folder }
+end
+
+Given /file "(.*)" is deleted/ do |file|
+  in_project_folder { FileUtils.rm_rf file }
+end
+
+When /^I invoke "(.*)" generator with arguments "(.*)"$/ do |generator, arguments|
+  @stdout = StringIO.new
+  in_project_folder do
+    if Object.const_defined?("APP_ROOT")
+      APP_ROOT.replace(FileUtils.pwd)
+    else
+      APP_ROOT = FileUtils.pwd
+    end
+    run_generator(generator, arguments.split(' '), SOURCES, :stdout => @stdout)
+  end
+  File.open(File.join(@tmp_root, "generator.out"), "w") do |f|
+    @stdout.rewind
+    f << @stdout.read
+  end
+end
+
+When /^I run executable "(.*)" with arguments "(.*)"/ do |executable, arguments|
+  @stdout = File.expand_path(File.join(@tmp_root, "executable.out"))
+  in_project_folder do
+    system "#{executable.inspect} #{arguments} > #{@stdout.inspect} 2> #{@stdout.inspect}"
+  end
+end
+
+When /^I run project executable "(.*)" with arguments "(.*)"/ do |executable, arguments|
+  @stdout = File.expand_path(File.join(@tmp_root, "executable.out"))
+  in_project_folder do
+    system "ruby -rubygems #{executable.inspect} #{arguments} > #{@stdout.inspect} 2> #{@stdout.inspect}"
+  end
+end
+
+When /^I run local executable "(.*)" with arguments "(.*)"/ do |executable, arguments|
+  if executable == "ey-migrate"
+    require 'engineyard-migrate'
+    require 'engineyard-migrate/cli'
+    in_project_folder do
+      stdout, stderr = capture_stdios do
+        begin
+          Engineyard::Migrate::CLI.start(arguments.split(/ /))
+        rescue SystemExit
+        end
+      end
+      @stdout = File.expand_path(File.join(@tmp_root, "executable.out"))
+      File.open(@stdout, "w") {|f| f << stdout; f << stderr}
+    end
+  else
+    @stdout = File.expand_path(File.join(@tmp_root, "executable.out"))
+    executable = File.expand_path(File.join(File.dirname(__FILE__), "/../../bin", executable))
+    in_project_folder do
+      system "ruby -rubygems #{executable.inspect} #{arguments} > #{@stdout.inspect} 2> #{@stdout.inspect}"
+    end
+  end
+end
+
+When /^I invoke task "rake (.*)"/ do |task|
+  @stdout = File.expand_path(File.join(@tmp_root, "tests.out"))
+  in_project_folder do
+    system "bundle exec rake #{task} --trace > #{@stdout.inspect} 2> #{@stdout.inspect}"
+  end
+end
+
+Then /^folder "(.*)" (is|is not) created/ do |folder, is|
+  in_project_folder do
+    File.exists?(folder).should(is == 'is' ? be_true : be_false)
+  end
+end
+
+Then /^file "(.*)" (is|is not) created/ do |file, is|
+  in_project_folder do
+    File.exists?(file).should(is == 'is' ? be_true : be_false)
+  end
+end
+
+Then /^file with name matching "(.*)" is created/ do |pattern|
+  in_project_folder do
+    Dir[pattern].should_not be_empty
+  end
+end
+
+Then /^file "(.*)" contents (does|does not) match \/(.*)\// do |file, does, regex|
+  in_project_folder do
+    actual_output = File.read(file)
+    (does == 'does') ?
+      actual_output.should(match(/#{regex}/)) :
+      actual_output.should_not(match(/#{regex}/))
+  end
+end
+
+Then /^file "([^"]*)" contains "([^"]*)"$/ do |file, text|
+  in_project_folder do
+    actual_output = File.read(file)
+    actual_output.should contain(text)
+  end
+end
+
+
+Then /gem file "(.*)" and generated file "(.*)" should be the same/ do |gem_file, project_file|
+  File.exists?(gem_file).should be_true
+  File.exists?(project_file).should be_true
+  gem_file_contents = File.read(File.dirname(__FILE__) + "/../../#{gem_file}")
+  project_file_contents = File.read(File.join(@active_project_folder, project_file))
+  project_file_contents.should == gem_file_contents
+end
+
+Then /^(does|does not) invoke generator "(.*)"$/ do |does_invoke, generator|
+  actual_output = get_command_output
+  does_invoke == "does" ?
+    actual_output.should(match(/dependency\s+#{generator}/)) :
+    actual_output.should_not(match(/dependency\s+#{generator}/))
+end
+
+Then /help options "(.*)" and "(.*)" are displayed/ do |opt1, opt2|
+  actual_output = get_command_output
+  actual_output.should match(/#{opt1}/)
+  actual_output.should match(/#{opt2}/)
+end
+
+Then /^I should see "([^\"]*)"$/ do |text|
+  actual_output = get_command_output
+  actual_output.should contain(text)
+end
+
+Then /^I should not see "([^\"]*)"$/ do |text|
+  actual_output =
+  actual_output.should_not contain(text)
+end
+
+Then /^I should see$/ do |text|
+  actual_output = get_command_output
+  actual_output.should contain(text)
+end
+
+Then /^I should not see$/ do |text|
+  actual_output = get_command_output
+  actual_output.should_not contain(text)
+end
+
+Then /^I should see exactly$/ do |text|
+  actual_output = get_command_output
+  actual_output.should == text
+end
+
+Then /^I should see all (\d+) tests pass/ do |expected_test_count|
+  expected = %r{^#{expected_test_count} tests, \d+ assertions, 0 failures, 0 errors}
+  actual_output = get_command_output
+  actual_output.should match(expected)
+end
+
+Then /^I should see all (\d+) examples pass/ do |expected_test_count|
+  expected = %r{^#{expected_test_count} examples?, 0 failures}
+  actual_output = get_command_output
+  actual_output.should match(expected)
+end
+
+Then /^yaml file "(.*)" contains (\{.*\})/ do |file, yaml|
+  in_project_folder do
+    yaml = eval yaml
+    YAML.load(File.read(file)).should == yaml
+  end
+end
+
+Then /^Rakefile can display tasks successfully/ do
+  @stdout = File.expand_path(File.join(@tmp_root, "rakefile.out"))
+  in_project_folder do
+    system "rake -T > #{@stdout.inspect} 2> #{@stdout.inspect}"
+  end
+  actual_output = get_command_output
+  actual_output.should match(/^rake\s+\w+\s+#\s.*/)
+end
+
+Then /^task "rake (.*)" is executed successfully/ do |task|
+  @stdout.should_not be_nil
+  actual_output = get_command_output
+  actual_output.should_not match(/^Don't know how to build task '#{task}'/)
+  actual_output.should_not match(/Error/i)
+end
+
+Then /^gem spec key "(.*)" contains \/(.*)\// do |key, regex|
+  in_project_folder do
+    gem_file = Dir["pkg/*.gem"].first
+    gem_spec = Gem::Specification.from_yaml(`gem spec #{gem_file}`)
+    spec_value = gem_spec.send(key.to_sym)
+    spec_value.to_s.should match(/#{regex}/)
+  end
+end
+
+Then /^the file "([^\"]*)" is a valid gemspec$/ do |filename|
+  spec = eval(File.read(filename))
+  spec.validate
+end