engineyard-migrate 1.0.0

data/features/step_definitions/web_steps.rb

@@ -0,0 +1,15 @@
+When /^I visit the application at "([^"]*)"$/ do |host|
+  Net::HTTP.start(host) do |http|
+    req = http.get("/")
+    @response_body = req.body
+  end
+end
+
+Then /^I should see table$/ do |table|
+  doc_table = tableish('table#people tr', 'td,th')
+  doc_table.should == table.raw
+end
+
+Then /^port "([^"]*)" on "([^"]*)" should be closed$/ do |port, host|
+  pending
+end

data/features/support/appcloud_restore_folders.rb

@@ -0,0 +1,26 @@
+module AppcloudRestoreFolder
+  # In scenarios like 'I remove AppCloud application "my_app_name" folder'
+  # a folder is removed from AppCloud; but it is required for all other scenarios
+  # unless explicitly deleted
+  # This helper ensures that the folder is restored
+  def remove_from_appcloud(path, environment)
+    @stdout  = File.expand_path(File.join(@tmp_root, "eyssh.remove.out"))
+    @stderr  = File.expand_path(File.join(@tmp_root, "eyssh.remove.err"))
+    path     = path.gsub(%r{/$}, '')
+    path_tmp = "#{path}.tmp"
+    @restore_paths ||= []
+    @restore_paths << [path_tmp, path, environment]
+    cmd = "mv #{Escape.shell_command(path)} #{Escape.shell_command(path_tmp)}"
+    system "ey ssh #{Escape.shell_command(cmd)} -e #{environment} > #{@stdout.inspect} 2> #{@stderr.inspect}"
+  end
+end
+World(AppcloudRestoreFolder)
+
+After do
+  if @restore_paths
+    @restore_paths.each do |path_tmp, path, environment|
+      cmd = "mv #{Escape.shell_command(path_tmp)} #{Escape.shell_command(path)}"
+      system "ey ssh #{Escape.shell_command(cmd)} -e #{environment} > #{@stdout.inspect} 2> #{@stderr.inspect}"
+    end
+  end
+end

data/features/support/common.rb

@@ -0,0 +1,55 @@
+module CommonHelpers
+  def get_command_output
+    strip_color_codes(File.read(@stdout)).chomp
+  end
+
+  def strip_color_codes(text)
+    text.gsub(/\e\[\d+m/, '')
+  end
+
+  def in_tmp_folder(&block)
+    FileUtils.chdir(@tmp_root, &block)
+  end
+
+  def in_project_folder(&block)
+    project_folder = @active_project_folder || @tmp_root
+    FileUtils.chdir(project_folder, &block)
+  end
+
+  def in_mock_world_path(&block)
+    FileUtils.chdir(@mock_world_path, &block)
+  end
+
+  def in_home_folder(&block)
+    FileUtils.chdir(@home_path, &block)
+  end
+
+  def force_local_lib_override(project_name = @project_name)
+    rakefile = File.read(File.join(project_name, 'Rakefile'))
+    File.open(File.join(project_name, 'Rakefile'), "w+") do |f|
+      f << "$:.unshift('#{@lib_path}')\n"
+      f << rakefile
+    end
+  end
+
+  def setup_active_project_folder project_name
+    @active_project_folder = File.join(@tmp_root, project_name)
+    @project_name = project_name
+  end
+
+  # capture both [stdout, stderr] as well as stdin
+  def capture_stdios(input = nil, &block)
+    require 'stringio'
+    org_stdin, $stdin = $stdin, StringIO.new(input) if input
+    org_stdout, $stdout = $stdout, StringIO.new
+    org_stderr, $stderr = $stdout, StringIO.new
+    yield
+    return [$stdout.string, $stderr.string]
+  ensure
+    $stderr = org_stderr
+    $stdout = org_stdout
+    $stdin = org_stdin
+  end
+end
+  
+World(CommonHelpers)

data/features/support/env.rb

@@ -0,0 +1,24 @@
+$:.unshift(File.expand_path(File.dirname(__FILE__) + '/../../lib'))
+require 'bundler/setup'
+require 'net/http'
+require 'escape'
+
+require 'cucumber/web/tableish'
+
+[$stdout, $stderr].each { |pipe| pipe.sync = true }
+
+Before do
+  @tmp_root      = File.dirname(__FILE__) + "/../../tmp"
+  @active_project_folder = @tmp_root
+  @home_path     = File.expand_path(File.join(@tmp_root, "home"))
+  @lib_path      = File.expand_path(File.dirname(__FILE__) + "/../../lib")
+  @fixtures_path = File.expand_path(File.dirname(__FILE__) + "/../../fixtures")
+  @mock_world_path = File.expand_path(File.dirname(__FILE__) + "/../../fixtures/mock_world")
+  
+  @repos_path = File.expand_path(File.dirname(__FILE__) + "/../../fixtures/repos")
+  FileUtils.mkdir_p @repos_path
+  
+  FileUtils.rm_rf   @tmp_root
+  FileUtils.mkdir_p @home_path
+  ENV['HOME'] = @home_path
+end

data/features/support/matchers.rb

@@ -0,0 +1,10 @@
+
+module Matchers
+  RSpec::Matchers.define :contain do |expected_text|
+    match do |text|
+      text.index expected_text
+    end
+  end
+end
+
+World(Matchers)

data/features/support/web.rb

@@ -0,0 +1,6 @@
+module Web
+  def response_body
+    @response_body
+  end
+end
+World(Web)

data/heroku-todo.md

@@ -0,0 +1,100 @@
+### Custom domains
+
+Example:
+
+    custom_domains:basic, wildcard    
+
+There are no restrictions on domains associated with your AppCloud account.
+
+### Cron [todo]
+
+Examples:
+
+    heroku addons:add cron:daily
+    heroku addons:add cron:hourly
+
+Heroku's `cron` addon ran your `rake cron` task, either daily or hourly.
+
+A corresponding cron job will be created for you on AppCloud:
+
+    cd /data/appname/current && RAILS_ENV=production rake cron
+
+### Logging
+
+Example:
+
+    logging:advanced, basic, expanded 
+
+AppCloud implements its own logging system.
+
+### Memcached
+
+Example:
+
+    memcache:100mb, 10gb, 1gb, 250mb, 50gb...
+
+AppCloud applications automatically have memcached enabled.
+
+### New Relic
+
+Example:
+
+    newrelic:bronze, gold, silver     
+
+You can enable New Relic for your AppCloud account through the https://cloud.engineyard.com dashboard.
+
+### Release management
+
+Example:
+
+    releases:basic, advanced
+
+AppCloud implements its release management system.
+
+### SSL
+
+Example:
+
+    ssl:hostname, ip, piggyback, sni  
+
+There is no cost for installing SSL for your AppCloud application through the https://cloud.engineyard.com dashboard.
+
+### Other addons
+
+The remaining known Heroku addons are:
+
+    amazon_rds                        
+    apigee:basic                      
+    apigee_facebook:basic             
+    bundles:single, unlimited
+    cloudant:argon, helium, krypton...
+    cloudmailin:test
+    custom_error_pages                
+    deployhooks:basecamp, campfire... 
+    exceptional:basic, premium        
+    heroku-postgresql:baku, fugu, ika...
+    hoptoad:basic, plus               
+    indextank:plus, premium, pro...   
+    mongohq:free, large, micro, small 
+    moonshadosms:basic, free, max, plus...
+    pandastream:duo, quad, sandbox, solo
+    pgbackups:basic, plus             
+    pusher:test                       
+    redistogo:large, medium, mini, nano...
+    sendgrid:free, premium, pro       
+    websolr:gold, platinum, silver... 
+    zencoder:100k, 10k, 1k, 20k, 2k, 40k, 4k...
+    zerigo_dns:basic, tier1, tier2    
+
+    --- beta ---
+    chargify:test                     
+    docraptor:test                    
+    heroku-postgresql:...             
+    jasondb:test                      
+    memcached:basic                   
+    pgbackups:daily, hourly           
+    recurly:test                      
+    releases:advanced
+    ticketly:test                     
+
+

data/lib/engineyard-migrate.rb

@@ -0,0 +1,4 @@
+module Engineyard
+  module Migrate
+  end
+end

data/lib/engineyard-migrate/cli.rb

@@ -0,0 +1,212 @@
+require 'thor'
+require 'uri'
+require 'net/http'
+require 'net/sftp'
+require 'POpen4'
+require 'engineyard/thor'
+require "engineyard/cli"
+require "engineyard/cli/ui"
+require "engineyard/error"
+
+module Engineyard::Migrate
+  class CLI < Thor
+    include EY::UtilityMethods
+    attr_reader :verbose
+    
+    desc "heroku PATH", "Migrate this Heroku app to Engine Yard AppCloud"
+    method_option :verbose, :aliases     => ["-V"], :desc => "Display more output"
+    method_option :environment, :aliases => ["-e"], :desc => "Environment in which to deploy this application", :type => :string
+    method_option :account, :aliases     => ["-c"], :desc => "Name of the account you want to deploy in"
+    def heroku(path)
+      @verbose = options[:verbose]
+      error "Path '#{path}' does not exist" unless File.exists? path
+      FileUtils.chdir(path) do
+        begin
+          heroku_repo = `git config remote.heroku.url`.strip
+          if heroku_repo.empty?
+            error "Not a Salesforce Heroku application."
+          end
+          heroku_repo =~ /git@heroku\.com:(.*)\.git/
+          heroku_app_name = $1
+
+          say "Requesting Heroku account information..."; $stdout.flush
+          say "Heroku app:     "; say heroku_app_name, :green
+
+          heroku_credentials = File.expand_path("~/.heroku/credentials")
+          unless File.exists?(heroku_credentials)
+            error "Please setup your Salesforce Heroku credentials first."
+          end
+
+          say `heroku info`
+          say ""
+          
+          repo = `git config remote.origin.url`.strip
+          if repo.empty?
+            error "Please host your Git repo externally and add as remote 'origin'.", <<-SUGGESTION.gsub(/^\s{12}/, '')
+            You can create a GitHub repository using 'github' gem:
+              $ gem install github
+              $ gh create-from-local --private
+            SUGGESTION
+          end
+          unless EY::API.read_token
+            error "Please create, boot and deploy an AppCloud application for #{repo}."
+          end
+          
+          say "Requesting AppCloud account information..."; $stdout.flush
+          @app, @environment = fetch_app_and_environment(options[:app], options[:environment], options[:account])
+
+          unless @app.repository_uri == repo
+            error "Please create, boot and deploy an AppCloud application for #{repo}."
+          end
+          unless @environment.app_master
+            error "Please boot your AppCloud environment and then deploy your application."
+          end
+
+          @app.name = @app.name
+          app_master_host = @environment.app_master.public_hostname
+          app_master_user = @environment.username
+
+          say   "Application:    "; say   "#{@app.name}", :green
+          say   "Account:        "; say   "#{@environment.account.name}", :green
+          say   "Environment:    "; say   "#{@environment.name}", :green
+          say   "Cluster size:   "; say   "#{@environment.instances_count}"
+          say   "Hostname:       "; say   "#{app_master_host}"
+          debug "$RACK_ENV:      "; debug "#{@environment.framework_env}"
+          say ""
+      
+          # TODO - what if no application deployed yet?
+          # bash: line 0: cd: /data/heroku2eysimpleapp/current: No such file or directory
+
+          # TODO - to test for cron setup:
+          # dna_env["cron"] - list of:
+          # [0] {
+          #      "minute" => "0",
+          #        "name" => "rake cron",
+          #     "command" => "cd /data/heroku2eysimpleapp/current && RAILS_ENV=production rake cron",
+          #       "month" => "*",
+          #        "hour" => "1",
+          #         "day" => "*/1",
+          #        "user" => "deploy",
+          #     "weekday" => "*"
+          # }
+          
+          say "Testing AppCloud application status..."
+          
+          deploy_path_found = ssh_appcloud "test -d #{@app.name}/current && echo 'found'", 
+            :path => '/data', :return_output => true
+          error "Please deploy your AppCloud application before running migration." unless deploy_path_found =~ /found/
+      
+          say "Setting up Heroku on AppCloud..."
+
+          ssh_appcloud "sudo gem install heroku taps --no-ri --no-rdoc -q"
+          ssh_appcloud "git remote rm heroku 2> /dev/null; git remote add heroku #{heroku_repo} 2> /dev/null"
+
+          say "Uploading Heroku credential file..."
+          home_path = ssh_appcloud("pwd", :path => "~", :return_output => true)
+          debug "AppCloud $HOME: "; debug home_path, :yellow
+          ssh_appcloud "mkdir -p .heroku; chmod 700 .heroku", :path => home_path
+          
+          Net::SFTP.start(app_master_host, app_master_user) do |sftp|
+            sftp.upload!(heroku_credentials, "#{home_path}/.heroku/credentials")
+          end
+          say ""
+          
+          say "Migrating data from Heroku '#{heroku_app_name}' to AppCloud '#{@app.name}'..."
+          env_vars = %w[RAILS_ENV RACK_ENV MERB_ENV].map {|var| "#{var}=#{@environment.framework_env}" }.join(" ")
+          ssh_appcloud "#{env_vars} heroku db:pull --confirm #{heroku_app_name} 2>&1"
+          say ""
+          
+          say "Migration complete!", :green
+        rescue SystemExit
+        rescue EY::MultipleMatchesError => e
+          envs = []
+          e.message.split(/\n/).map do |line|
+            env = {}
+            line.scan(/--([^=]+)='([^']+)'/) do
+              env[$1] = $2
+            end
+            envs << env unless env.empty?
+          end
+          too_many_environments_discovered 'heroku', envs, path
+        rescue Net::SSH::AuthenticationFailed => e
+          error "Please setup your SSH credentials for AppCloud."
+        rescue Net::SFTP::StatusException => e
+          error e.description + ": " + e.text
+        rescue Exception => e
+          say "Migration failed", :red
+          puts e.inspect
+          puts e.backtrace
+        end
+      end
+    end
+    
+    map "-v" => :version, "--version" => :version, "-h" => :help, "--help" => :help
+
+    private
+    def ssh_appcloud(cmd, options = {})
+      path  = options[:path] || "/data/#{@app.name}/current/"
+      flags = " #{options[:flags]}" || "" if options[:flags] # app master by default
+      full_cmd = "cd #{path}; #{cmd}"
+      ssh_cmd = "ey ssh #{Escape.shell_command(full_cmd)}#{flags} -e #{@environment.name} -c #{@environment.account.name}"
+      debug options[:return_output] ? "Capturing: " : "Running: "
+      debug ssh_cmd, :yellow; $stdout.flush
+      out = ""
+      status =
+        POpen4::popen4(ssh_cmd) do |stdout, stderr, stdin, pid|
+          if options[:return_output]
+            out += stdout.read.strip
+            err = stderr.read.strip; say err unless err.empty?
+          else
+            while line = stdout.gets("\n") || stderr.gets("\n")
+              say line
+            end
+          end
+        end
+        
+       puts "exitstatus : #{ status.exitstatus }" unless status.exitstatus == 0
+       out if options[:return_output]
+    end
+    
+    def say(msg, color = nil)
+      color ? shell.say(msg, color) : shell.say(msg)
+    end
+    
+    def debug(msg, color = nil)
+      say(msg, color) if verbose
+    end
+
+    def display(text)
+      shell.say text
+      exit
+    end
+
+    def error(text, suggestion = nil)
+      shell.say "ERROR: #{text}", :red
+      if suggestion
+        shell.say ""
+        shell.say suggestion
+      end
+      exit
+    end
+
+    # TODO - not being used yet
+    def no_environments_discovered
+      say "No AppCloud environments found for this application.", :red
+      say "Either:"
+      say "  * Create an AppCloud environment for this application/git URL"
+      say "  * Use --environment/--account flags to select an AppCloud environment"
+    end
+    
+    def too_many_environments_discovered(task, environments, *args)
+      return no_environments_discovered if environments.empty?
+      say "Multiple environments possible, please be more specific:", :red
+      say ""
+      environments.each do |env|
+        flags = env.map { |key, value| "--#{key}='#{value}'"}.join(" ")
+        say "  ey-migrate #{task} #{args.join(' ')} #{flags}"
+      end
+      exit 1
+    end
+    
+  end
+end