crazy-yard 3.2.2

data/lib/engineyard/eyrc.rb

@@ -0,0 +1,59 @@
+module EY
+  class EYRC
+    attr_reader :path
+
+    DEFAULT_PATH = "~/.eyrc"
+
+    def self.load
+      new(ENV['EYRC'] || DEFAULT_PATH)
+    end
+
+    def initialize(path)
+      @path = Pathname.new(path).expand_path
+    end
+
+    def exist?
+      path.exist?
+    end
+
+    def delete_api_token
+      delete('api_token')
+    end
+
+    def api_token
+      self['api_token']
+    end
+
+    def api_token=(token)
+      self['api_token'] = token
+    end
+
+    private
+
+    def [](key)
+      read_data[key.to_s]
+    end
+
+    def []=(key,val)
+      new_data = read_data.merge(key.to_s => val)
+      write_data new_data
+      val
+    end
+
+    def delete(key)
+      data = read_data.dup
+      res = data.delete(key)
+      write_data data
+      res
+    end
+
+    def read_data
+      exist? && YAML.load(path.read) || {}
+    end
+
+    def write_data(new_data)
+      path.open("w") {|f| YAML.dump(new_data, f) }
+    end
+
+  end
+end

data/lib/engineyard/repo.rb

@@ -0,0 +1,105 @@
+require 'engineyard/error'
+require 'pathname'
+
+module EY
+  class Repo
+    class NotAGitRepository < EY::Error
+      attr_reader :dir
+      def initialize(output)
+        @dir = File.expand_path(ENV['GIT_DIR'] || ENV['GIT_WORK_TREE'] || '.')
+        super("#{output} (#{@dir})")
+      end
+    end
+
+    class NoRemotesError < EY::Error
+      def initialize(path)
+        super "fatal: No git remotes found in #{path}"
+      end
+    end
+
+    def self.exist?
+      `git rev-parse --git-dir 2>&1`
+      $?.success?
+    end
+
+    attr_reader :root
+
+    # $GIT_DIR is what git uses to override the location of the .git dir.
+    # $GIT_WORK_TREE is the working tree for git, which we'll use after $GIT_DIR.
+    #
+    # We use this to specify which repo we should look at, since it would also
+    # specify where any git commands are directed, thus fooling commands we
+    # run anyway.
+    def initialize
+    end
+
+    def root
+      @root ||= begin
+                  out = `git rev-parse --show-toplevel 2>&1`.strip
+
+                  if $?.success? && !out.empty?
+                    Pathname.new(out)
+                  else
+                    raise EY::Repo::NotAGitRepository.new(out)
+                  end
+                end
+    end
+
+    def ensure_repository!
+      root
+    end
+
+    def has_committed_file?(file)
+      ensure_repository!
+      `git ls-files --full-name #{file}`.strip == file && $?.success?
+    end
+
+    def has_file?(file)
+      ensure_repository!
+      has_committed_file?(file) || root.join(file).exist?
+    end
+
+    # Read the committed version at HEAD (or ref) of a file using the git working tree relative filename.
+    # If the file is not committed, but does exist, a warning will be displayed
+    # and the file will be read anyway.
+    # If the file does not exist, returns nil.
+    #
+    # Example:
+    #
+    #   read_file('config/ey.yml') # will read $GIT_WORK_TREE/config/ey.yml
+    #
+    def read_file(file, ref = 'HEAD')
+      ensure_repository!
+      if has_committed_file?(file)
+        # TODO warn if there are unstaged changes.
+        `git show #{ref}:#{file}`
+      else
+        EY.ui.warn <<-WARN
+Warn: #{file} is not committed to this git repository:
+\t#{root}
+This can prevent ey deploy from loading this file for certain server side
+deploy-time operations. Commit this file to fix this warning.
+        WARN
+        root.join(file).read
+      end
+    end
+
+    def current_branch
+      ensure_repository!
+      branch = `git symbolic-ref -q HEAD`.chomp.gsub("refs/heads/", "")
+      branch.empty? ? nil : branch
+    end
+
+    def remotes
+      ensure_repository!
+      @remotes ||= `git remote -v`.scan(/\t[^\s]+\s/).map { |c| c.strip }.uniq
+    end
+
+    def fail_on_no_remotes!
+      if remotes.empty?
+        raise EY::Repo::NoRemotesError.new(root)
+      end
+    end
+
+  end # Repo
+end # EY

data/lib/engineyard/serverside_runner.rb

@@ -0,0 +1,159 @@
+require 'escape'
+require 'net/ssh'
+require 'engineyard-serverside-adapter'
+
+module EY
+  class ServersideRunner
+    def initialize(options)
+      @verbose        = options[:verbose] || !!ENV['DEBUG']
+      @hostname       = options[:bridge]
+      env             = options[:environment]
+      @adapter        = load_adapter(@hostname, options[:app], env, @verbose, options[:serverside_version])
+      @username       = env.username
+      @hierarchy_name = env.hierarchy_name
+      @command        = nil
+    end
+
+    def deploy(&block)
+      @command = @adapter.deploy(&block)
+      self
+    end
+
+    def rollback(&block)
+      @command = @adapter.rollback(&block)
+      self
+    end
+
+    def restart(&block)
+      @command = @adapter.restart(&block)
+      self
+    end
+
+    def put_up_maintenance_page(&block)
+      @command = @adapter.enable_maintenance(&block)
+      self
+    end
+
+    def take_down_maintenance_page(&block)
+      @command = @adapter.disable_maintenance(&block)
+      self
+    end
+
+    def call(out, err)
+      raise "No command!" unless @command
+      @command.call do |cmd|
+        run cmd, out, err
+      end
+    end
+
+  private
+
+    def load_adapter(bridge, app, environment, verbose, serverside_version)
+      EY::Serverside::Adapter.new("/usr/local/ey_resin/ruby/bin") do |args|
+        args.serverside_version = serverside_version
+        args.app              = app.name
+        args.git              = app.repository_uri
+        args.instances        = instances_data(environment.deploy_to_instances, bridge)
+        args.stack            = environment.app_server_stack_name
+        args.framework_env    = environment.framework_env
+        args.environment_name = environment.name
+        args.account_name     = app.account.name
+        args.verbose          = verbose
+      end
+    end
+
+    # If we tell engineyard-serverside to use 'localhost', it'll run
+    # commands on the instance directly (#system). If we give it the
+    # instance's actual hostname, it'll SSH to itself.
+    #
+    # Using 'localhost' instead of its EC2 hostname speeds up
+    # deploys on solos and single-app-server clusters significantly.
+    def instances_data(instances, bridge)
+      instances.map do |i|
+        {
+          hostname: i.hostname == bridge ? 'localhost' : i.hostname,
+          roles:    [i.role],
+          name:     i.name,
+        }
+      end
+    end
+
+    def run(remote_command, out, err)
+      cmd = Escape.shell_command(['bash', '-lc', remote_command])
+
+      if cmd.respond_to?(:encoding) && cmd.respond_to?(:force_encoding)
+        out << "Encoding: #{cmd.encoding.name}" if @verbose
+        cmd.force_encoding('binary')
+        out << " => #{cmd.encoding.name}; __ENCODING__: #{__ENCODING__.name}; LANG: #{ENV['LANG']}; LC_CTYPE: #{ENV['LC_CTYPE']}\n" if @verbose
+      end
+
+      out << "Running command on #{@username}@#{@hostname}.\n"
+      out << cmd << "\n" if @verbose || ENV['PRINT_CMD']
+
+      if ENV["NO_SSH"]
+        out << "NO_SSH is set. No output.\n"
+        true
+      else
+        begin
+          ssh(cmd, @hostname, @username, out, err)
+        rescue Net::SSH::AuthenticationFailed
+          raise EY::Error, <<-ERROR
+Authentication Failed. Things to fix:
+  1. Add your SSH key to your local SSH agent with `ssh-add path/to/key`.
+  2. Add your SSH key to #{@hierarchy_name} on Engine Yard Cloud and apply the changes.
+  (https://support.cloud.engineyard.com/entries/20996846-set-up-ssh-keys)
+          ERROR
+        end
+      end
+    end
+
+    def net_ssh_options
+      level = :fatal # default in Net::SSH
+      if debug = ENV["DEBUG"]
+        level = :info
+        if %w[debug info warn error fatal].include?(debug.downcase)
+          level = debug.downcase.to_sym
+        end
+      end
+
+      {paranoid: false, verbose: level, keepalive: true, keepalive_interval: 60}
+    end
+
+    def ssh(cmd, hostname, username, out, err)
+      exit_code = 1
+      Net::SSH.start(hostname, username, net_ssh_options) do |net_ssh|
+        net_ssh.open_channel do |channel|
+          channel.exec cmd do |_, success|
+            unless success
+              err << "Remote command execution failed"
+              return false
+            end
+
+            channel.on_data do |_, data|
+              out << data
+            end
+
+            channel.on_extended_data do |_, _, data|
+              err << data
+            end
+
+            channel.on_request("exit-status") do |_, data|
+              exit_code = data.read_long
+            end
+
+            channel.on_request("exit-signal") do |_, data|
+              exit_code = 255
+            end
+
+            # sending eof declares no more data coming from this end (close stdin)
+            channel.eof!
+          end
+        end
+
+        net_ssh.loop
+      end
+      exit_code.zero?
+    end
+
+  end
+end

data/lib/engineyard/templates.rb

@@ -0,0 +1,6 @@
+module EY
+  module Templates
+  end
+end
+
+require 'engineyard/templates/ey_yml'

data/lib/engineyard/templates/ey.yml.erb

@@ -0,0 +1,196 @@
+# Engine Yard Cloud Deploy Options
+#
+####################################################################
+#                           IMPORTANT
+#            Commit this file into your git repository.
+#       These options are loaded on the server during deploy.
+####################################################################
+#
+# Valid locations:
+# * REPOSITORY_ROOT/config/ey.yml.
+# * REPOSITORY_ROOT/ey.yml
+#
+# Further information available here:
+# https://support.cloud.engineyard.com/entries/20996661-customize-your-deployment-on-engine-yard-cloud
+#
+# For advanced usage, see the source that loads this configuration:
+# https://github.com/engineyard/engineyard-serverside/blob/master/lib/engineyard-serverside/configuration.rb
+#
+defaults:
+  # Run migrations during deploy by default.
+  #
+  # When set to true, runs the migration_command (below) during deploy.
+  #
+  # This setting can be overridden for individual deployments using
+  # the command line options --migrate or --no-migrate.
+  #
+<%= option 'migrate' %>
+
+  # Default migration command to run when migrations are enabled.
+  #
+<% if existing_config['migration_command'] || config['migrate'] %>
+<%= option 'migration_command' %>
+<% else %>
+<%= commented_option 'migration_command' %>
+<% end %>
+
+  # Enables rails assets precompilation always and halts when the task fails.
+  #
+  # By default, assets are detected using app/assets and config/application.rb.
+  #
+  # If you use rails assets and you want Engine Yard to compile your assets
+  # during deploy, set this to true. If you want to compile assets locally
+  # before deploy, set this to false. Make sure you add `public/assets` to
+  # `.gitignore` if you want Engine Yard to precompile your assets.
+  #
+  # For more control over assets, set precompile_assets: false and
+  # run your precompile task in the deploy/before_compile_assets.rb deploy hook.
+  #
+<%= option 'precompile_assets' %>
+
+  # Override the assets:precompile rake task. This option will be used instead
+  # of <%= defaults['precompile_assets_task'] %> in the `rake <%= defaults['precompile_assets_task'] %>` command.
+  #
+<%= option_unless_default 'precompile_assets_task' %>
+
+  # Asset strategies affect the way assets are stored on the server.
+  #
+  # * private
+  #   Store assets directly in public/assets for each deployment.
+  #   Previous assets are symlinked for continuity.
+  #   When assets are reused, they are copied using rsync.
+  #
+  # * shifting
+  #   Assets are kept in a shared directory on each server.
+  #   When new assets are compiled, old assets are shifted to a shared
+  #   last_assets directory. This has always been the default behavior.
+  #
+  # * shared
+  #   Assets are kept in a shared directory on each server.
+  #   When new assets are compiled, the same directory is used.
+  #   Assets will accumulate in this mode if a cleaning script is not run.
+  #   Use this strategy if you want to write your own asset cleaning script.
+  #
+  # * cleaning
+  #   Like shared, but a cleaning script is run before each new compile.
+  #   The script attempts to remove all files not mentioned by the old
+  #   manifest.yml, before it is replaced by the new manifest (leaving 2
+  #   deployments worth of assets in the directory)
+  #
+  # "private" is recommended because it is the least error prone.
+  # If you prefer faster compilation, "shared" can be quicker, but will require
+  # custom scripting and will cause problems when rollbacks are used.
+  # "shifting" is the default behavior.
+  #
+<% if config['asset_strategy'] != defaults['asset_strategy'] %>
+<%= option 'asset_strategy' %>
+<% else %>
+  #asset_strategy: private
+<% end %>
+
+  # This list of repository relative paths is checked for changes during
+  # each deployment (when change detection is not disabled). If `git diff`
+  # detects changes since the last deployment, fresh assets will be compiled.
+  #
+  # This option overrides the default list, so include the following
+  # defaults if you need them.
+  #
+<% if config['asset_dependencies'] %>
+<%= option 'asset_dependencies' %>
+<% else %><%# better default format than the normal yaml dump %>
+  #asset_dependencies:
+  #- app/assets            # default
+  #- lib/assets            # default
+  #- vendor/assets         # default
+  #- Gemfile.lock          # default
+  #- config/application.rb # default
+  #- config/routes.rb      # default
+  #- config/requirejs.yml  # example of a custom asset dependency
+<% end %>
+
+  # When true, precompiles assets even if no changes would be detected by
+  # running git diff with the asset_dependencies above.
+  #
+  # Default is false (always check git diff before asset compilation)
+  #
+<%= option_unless_default 'precompile_unchanged_assets' %>
+
+  # Choose which servers should compile assets.
+  #
+  # Default behavior is to exclude util instances.
+  # Specify :all to compile on all servers including util servers.
+  #
+<% if config['asset_roles'] %>
+<%= option 'asset_roles' %>
+<% else %>
+  #asset_roles: :all
+<% end %>
+
+  # Bundle without different bundler groups:
+  # Ex: bundle install --without '[bundle_without]'
+  #
+  # Default is "<%= defaults['bundle_without'] %>".
+  # Leave blank to remove --without from the bundle install command.
+  #
+<%= option_unless_default 'bundle_without' %>
+
+  # Add extra options to the bundle install command line.
+  # Does not override bundle_without, if specified.
+  #
+  # If the application's gems are vendored in the
+  # repository, setting --local can speed up bundle.
+  #
+<%= option_unless_default 'bundle_options' %>
+
+  # Enable maintenance page during migrate action (default)
+  # Setting this to false, disables maintenance page during migrations.
+  #
+  # CAUTION! No-downtime migrations requires careful migration
+  # planning. Migrations must be non-destructive. The *previous*
+  # deployment might serve pages during a partially migrated state.
+  # For example, if you rename a column, all traffic served during
+  # that migration will be broken until the new code is deployed.
+  #
+<%= option_unless_default 'maintenance_on_migrate' %>
+
+  # Enable maintanence page during every deploy.
+  # Unicorn and Passenger support no-downtime deploys, so the default
+  # for these servers is false. Mongrel and some other servers default
+  # to true to avoid downtime during server restarting.
+  #
+<%= option_unless_default 'maintenance_on_restart' %>
+
+  # If true, always run deployments in verbose mode.
+  #
+<%= option_unless_default 'verbose' %>
+
+  # Hide the warning shown when the Gemfile does not contain a recognized
+  # database adapter (mongodb for example)
+  #
+  # This warning is here to help new customers that accidentally have no adapter.
+  # You may safely set this to true if you aren't using a common database.
+  #
+<%= option_unless_default 'ignore_database_adapter_warning' %>
+
+  # You can add custom keys that will be available in your deploy hooks.
+  # Custom keys will be available using config.key or config[:key]
+  #
+  #your_own_custom_key: custom info
+
+<%= extra_root_options %>
+
+####################################################################
+# Environment specific options.
+#
+# The options you specify here will only apply to a single environment
+# that exactly matches the environment name key.
+#
+# Environment options will override the default options above.
+#
+environments:
+
+  # These options will only apply to the EXAMPLE_ENVIRONMENT environment.
+  #EXAMPLE_ENVIRONMENT:
+    #precompile_unchanged_assets: true
+
+<%= environment_options %>