dpl-connect 1.8.43

data/Rakefile

@@ -0,0 +1 @@
+task(:default) { ruby '-S rspec' }

data/TESTING.md

@@ -0,0 +1,29 @@
+# Testing `dpl` in the context of Travis CI builds
+
+It is possible to test new deployment provider or new functionality
+of dpl when it is used from the Travis CI build script.
+
+To do so, add the following to your `.travis.yml`:
+
+```yaml
+deploy:
+  provider: X
+  edge:
+    source: myown/dpl
+    branch: foo
+  on:
+    branch: TEST_BRANCH # or all_branches: true
+  ⋮ # rest of provider X configuration
+```
+
+This builds the `dpl` gem on the VM
+from `https://github.com/myown/dpl`, the `foo` branch.
+Then it installs the locally built gem,
+and uses that to deploy.
+
+Notice that this is not a merge commit, so it is important
+that when you are testing your PR, the branch `foo` is up-to-date
+with https://github.com/travis-ci/dpl/tree/master/.
+
+When opening a PR, be sure to run at least one deployment with the new configuration,
+and provide a link to the build in the PR.

data/bin/dpl

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+
+require 'dpl/cli'
+DPL::CLI.run(ARGV)

data/dpl.gemspec

@@ -0,0 +1,32 @@
+$:.unshift File.expand_path("../lib", __FILE__)
+require "dpl/version"
+
+Gem::Specification.new do |s|
+  s.name                  = "dpl-connect"
+  s.version               = DPL::VERSION
+  s.author                = "Konstantin Haase"
+  s.email                 = "konstantin.mailinglists@googlemail.com"
+  s.homepage              = "https://github.com/travis-ci/dpl"
+  s.summary               = %q{deploy tool}
+  s.description           = %q{deploy tool abstraction for clients}
+  s.license               = 'MIT'
+  s.files                 = `git ls-files`.split("\n")
+  s.test_files            = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables           = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_path          = 'lib'
+  s.required_ruby_version = '>= 1.9.3'
+
+  s.add_development_dependency 'rspec', '~> 3.0.0'
+  s.add_development_dependency 'rspec-its'
+  s.add_development_dependency 'rake'
+  s.add_development_dependency 'json', '1.8.3'
+  s.add_development_dependency 'tins', '~> 1.6.0', '>= 1.6.0'
+  s.add_development_dependency 'coveralls'
+
+  # prereleases from Travis CI
+  if ENV['CI']
+    digits = s.version.to_s.split '.'
+    digits[-1] = digits[-1].to_s.succ
+    s.version = digits.join('.') + ".travis.#{ENV['TRAVIS_JOB_NUMBER']}"
+  end
+end

data/lib/dpl/cli.rb

@@ -0,0 +1,66 @@
+require 'dpl/error'
+require 'dpl/provider'
+
+module DPL
+  class CLI
+    def self.run(*args)
+      new(args).run
+    end
+
+    OPTION_PATTERN = /\A--([a-z][a-z_\-]*)(?:=(.+))?\z/
+    attr_accessor :options, :fold_count
+
+    def initialize(*args)
+      options = {}
+      args.flatten.each do |arg|
+        next options.update(arg) if arg.is_a? Hash
+        die("invalid option %p" % arg) unless match = OPTION_PATTERN.match(arg)
+        key = match[1].tr('-', '_').to_sym
+        if options.include? key
+          options[key] = Array(options[key]) << match[2]
+        else
+          options[key] = match[2] || true
+        end
+      end
+
+      self.fold_count = 0
+      self.options    = default_options.merge(options)
+    end
+
+    def run
+      provider = Provider.new(self, options)
+      provider.deploy
+    rescue Error => error
+      options[:debug] ? raise(error) : die(error.message)
+    end
+
+    def fold(message)
+      self.fold_count += 1
+      print "travis_fold:start:dpl.#{fold_count}\r" if options[:fold]
+      puts "\e[33m#{message}\e[0m"
+      yield
+    ensure
+      print "\ntravis_fold:end:dpl.#{fold_count}\r" if options[:fold]
+    end
+
+    def default_options
+      {
+        :app      => File.basename(Dir.pwd),
+        :key_name => %x[hostname].strip
+      }
+    end
+
+    def shell(command)
+      system(command)
+    end
+
+    def die(message)
+      $stderr.puts(message)
+      exit 1
+    end
+
+    def env
+      ENV
+    end
+  end
+end

data/lib/dpl/error.rb

@@ -0,0 +1,3 @@
+module DPL
+  Error = Class.new(StandardError)
+end

data/lib/dpl/provider.rb

@@ -0,0 +1,264 @@
+require 'dpl/error'
+require 'dpl/version'
+require 'fileutils'
+
+module DPL
+  class Provider
+    include FileUtils
+
+    autoload :Anynines,            'dpl/provider/anynines'
+    autoload :Appfog,              'dpl/provider/appfog'
+    autoload :Atlas,               'dpl/provider/atlas'
+    autoload :AzureWebApps,        'dpl/provider/azure_webapps'
+    autoload :Bintray,             'dpl/provider/bintray'
+    autoload :BitBalloon,          'dpl/provider/bitballoon'
+    autoload :BluemixCloudFoundry, 'dpl/provider/bluemix_cloud_foundry'
+    autoload :Boxfuse,             'dpl/provider/boxfuse'
+    autoload :Catalyze,            'dpl/provider/catalyze'
+    autoload :ChefSupermarket,     'dpl/provider/chef_supermarket'
+    autoload :Cloud66,             'dpl/provider/cloud66'
+    autoload :CloudFiles,          'dpl/provider/cloud_files'
+    autoload :CloudFoundry,        'dpl/provider/cloud_foundry'
+    autoload :CodeDeploy,          'dpl/provider/code_deploy'
+    autoload :Deis,                'dpl/provider/deis'
+    autoload :Divshot,             'dpl/provider/divshot'
+    autoload :ElasticBeanstalk,    'dpl/provider/elastic_beanstalk'
+    autoload :EngineYard,          'dpl/provider/engine_yard'
+    autoload :Firebase,            'dpl/provider/firebase'
+    autoload :GAE,                 'dpl/provider/gae'
+    autoload :GCS,                 'dpl/provider/gcs'
+    autoload :Hackage,             'dpl/provider/hackage'
+    autoload :Heroku,              'dpl/provider/heroku'
+    autoload :Lambda,              'dpl/provider/lambda'
+    autoload :Launchpad,           'dpl/provider/launchpad'
+    autoload :Modulus,             'dpl/provider/modulus'
+    autoload :Nodejitsu,           'dpl/provider/nodejitsu'
+    autoload :NPM,                 'dpl/provider/npm'
+    autoload :Openshift,           'dpl/provider/openshift'
+    autoload :OpsWorks,            'dpl/provider/ops_works'
+    autoload :Packagecloud,        'dpl/provider/packagecloud'
+    autoload :Pages,               'dpl/provider/pages'
+    autoload :PuppetForge,         'dpl/provider/puppet_forge'
+    autoload :PyPI,                'dpl/provider/pypi'
+    autoload :Releases,            'dpl/provider/releases'
+    autoload :RubyGems,            'dpl/provider/rubygems'
+    autoload :S3,                  'dpl/provider/s3'
+    autoload :Scalingo,            'dpl/provider/scalingo'
+    autoload :Script,              'dpl/provider/script'
+    autoload :Surge,               'dpl/provider/surge'
+    autoload :TestFairy,           'dpl/provider/testfairy'
+    autoload :Transifex,           'dpl/provider/transifex'
+
+
+    def self.new(context, options)
+      return super if self < Provider
+
+      context.fold("Installing deploy dependencies") do
+        name = super.option(:provider).to_s.downcase.gsub(/[^a-z0-9]/, '')
+        raise Error, 'could not find provider %p' % options[:provider] unless name = constants.detect { |c| c.to_s.downcase == name }
+        provider = const_get(name).new(context, options)
+        provider.install_deploy_dependencies if provider.respond_to?(:install_deploy_dependencies)
+        provider
+      end
+    end
+
+    def self.experimental(name)
+      puts "", "!!! #{name} support is experimental !!!", ""
+    end
+
+    def self.deprecated(*lines)
+      puts ''
+      lines.each do |line|
+        puts "\e[31;1m#{line}\e[0m"
+      end
+      puts ''
+    end
+
+    def self.requires(name, options = {})
+      version = options[:version] || '> 0'
+      load    = options[:load]    || name
+      gem(name, version)
+    rescue LoadError
+      context.shell("gem install %s -v %p --no-ri --no-rdoc #{'--pre' if options[:pre]}" % [name, version], retry: true)
+      Gem.clear_paths
+    ensure
+      require load
+    end
+
+    def self.context
+      self
+    end
+
+    def self.shell(command, options = {})
+      system(command)
+    end
+
+    def self.apt_get(name, command = name)
+      context.shell("sudo apt-get -qq install #{name}", retry: true) if `which #{command}`.chop.empty?
+    end
+
+    def self.pip(name, command = name, version = nil)
+      if version
+        puts "pip install --user #{name}==#{version}"
+        context.shell("pip uninstall --user -y #{name}") unless `which #{command}`.chop.empty?
+        context.shell("pip install --user #{name}==#{version}", retry: true)
+      else
+        puts "pip install --user #{name}"
+        context.shell("pip install --user #{name}", retry: true) if `which #{command}`.chop.empty?
+      end
+      context.shell("export PATH=$PATH:$HOME/.local/bin")
+    end
+
+    def self.npm_g(name, command = name)
+      context.shell("npm install -g #{name}", retry: true) if `which #{command}`.chop.empty?
+    end
+
+    attr_reader :context, :options
+
+    def initialize(context, options)
+      @context, @options = context, options
+      context.env['GIT_HTTP_USER_AGENT'] = user_agent(git: `git --version`[/[\d\.]+/])
+    end
+
+    def user_agent(*strings)
+      strings.unshift "dpl/#{DPL::VERSION}"
+      strings.unshift "travis/0.1.0" if context.env['TRAVIS']
+      strings = strings.flat_map { |e| Hash === e ? e.map { |k,v| "#{k}/#{v}" } : e }
+      strings.join(" ").gsub(/\s+/, " ").strip
+    end
+
+    def option(name, *alternatives)
+      options.fetch(name) do
+        alternatives.any? ? option(*alternatives) : raise(Error, "missing #{name}")
+      end
+    end
+
+    def deploy
+      setup_git_credentials
+      rm_rf ".dpl"
+      mkdir_p ".dpl"
+
+      context.fold("Preparing deploy") do
+        check_auth
+        check_app
+
+        if needs_key?
+          create_key(".dpl/id_rsa")
+          setup_key(".dpl/id_rsa.pub")
+          setup_git_ssh(".dpl/git-ssh", ".dpl/id_rsa")
+        end
+
+        cleanup
+      end
+
+      context.fold("Deploying application") { push_app }
+
+      Array(options[:run]).each do |command|
+        if command == 'restart'
+          context.fold("Restarting application") { restart }
+        else
+          context.fold("Running %p" % command) { run(command) }
+        end
+      end
+    ensure
+      if needs_key?
+        remove_key rescue nil
+      end
+      uncleanup
+    end
+
+    def sha
+      @sha ||= context.env['TRAVIS_COMMIT'] || `git rev-parse HEAD`.strip
+    end
+
+    def commit_msg
+      @commit_msg ||= %x{git log #{sha} -n 1 --pretty=%B}.strip
+    end
+
+    def cleanup
+      return if options[:skip_cleanup]
+      context.shell "mv .dpl ~/dpl"
+      log "Cleaning up git repository with `git stash --all`. " \
+        "If you need build artifacts for deployment, set `deploy.skip_cleanup: true`. " \
+        "See https://docs.travis-ci.com/user/deployment/#Uploading-Files."
+      context.shell "git stash --all"
+      context.shell "mv ~/dpl .dpl"
+    end
+
+    def uncleanup
+      return if options[:skip_cleanup]
+      context.shell "git stash pop"
+    end
+
+    def needs_key?
+      true
+    end
+
+    def check_app
+    end
+
+    def create_key(file)
+      context.shell "ssh-keygen -t rsa -N \"\" -C #{option(:key_name)} -f #{file}"
+    end
+
+    def setup_git_credentials
+      context.shell "git config user.email >/dev/null 2>/dev/null || git config user.email `whoami`@localhost"
+      context.shell "git config user.name >/dev/null 2>/dev/null || git config user.name `whoami`@localhost"
+    end
+
+    def setup_git_ssh(path, key_path)
+      key_path = File.expand_path(key_path)
+      path     = File.expand_path(path)
+
+      File.open(path, 'w') do |file|
+        file.write "#!/bin/sh\n"
+        file.write "exec ssh -o StrictHostKeychecking=no -o CheckHostIP=no -o UserKnownHostsFile=/dev/null -i #{key_path} -- \"$@\"\n"
+      end
+
+      chmod(0740, path)
+      context.env['GIT_SSH'] = path
+    end
+
+    def detect_encoding?
+      options[:detect_encoding]
+    end
+
+    def default_text_charset?
+      options[:default_text_charset]
+    end
+
+    def default_text_charset
+      options[:default_text_charset].downcase
+    end
+
+    def encoding_for(path)
+      file_cmd_output = `file '#{path}'`
+      case file_cmd_output
+      when /gzip compressed/
+        'gzip'
+      when /compress'd/
+        'compress'
+      when /text/
+        'text'
+      when /data/
+        # Shrugs?
+      end
+    end
+
+    def log(message)
+      $stderr.puts(message)
+    end
+
+    def warn(message)
+      log "\e[31;1m#{message}\e[0m"
+    end
+
+    def run(command)
+      error "running commands not supported"
+    end
+
+    def error(message)
+      raise Error, message
+    end
+  end
+end

data/lib/dpl/provider/anynines.rb

@@ -0,0 +1,13 @@
+module DPL
+  class Provider
+    class Anynines < CloudFoundry
+
+      def check_auth
+        initial_go_tools_install
+        context.shell "./cf api https://api.aws.ie.a9s.eu"
+        context.shell "./cf login -u #{option(:username)} -p #{option(:password)} -o #{option(:organization)} -s #{option(:space)}"
+      end
+
+    end
+  end
+end

data/lib/dpl/provider/appfog.rb

@@ -0,0 +1,21 @@
+module DPL
+  class Provider
+    class Appfog < Provider
+      requires 'json_pure', :version => '< 2.0', :load => 'json/pure'
+      requires 'af', :load => 'vmc'
+
+      def check_auth
+        context.shell "af login --email=#{option(:email)} --password=#{option(:password)}"
+      end
+
+      def needs_key?
+        false
+      end
+
+      def push_app
+        context.shell "af update #{options[:app] || File.basename(Dir.getwd)}"
+        context.shell "af logout"
+      end
+    end
+  end
+end

data/lib/dpl/provider/atlas.rb

@@ -0,0 +1,108 @@
+module DPL
+  class Provider
+    class Atlas < Provider
+      GIMME_URL = 'https://raw.githubusercontent.com/meatballhat/gimme/master/gimme'
+      ATLAS_UPLOAD_CLI_GO_REMOTE = 'github.com/hashicorp/atlas-upload-cli'
+      ATLAS_UPLOAD_BOOL_ARGS = %w(vcs debug).map(&:to_sym).freeze
+      ATLAS_UPLOAD_KV_ARGS = %w(address).map(&:to_sym).freeze
+      ATLAS_UPLOAD_KV_MULTI_ARGS = %w(exclude include metadata).map(&:to_sym).freeze
+      ATLAS_UPLOAD_INSTALL_SCRIPT = <<-EOF.gsub(/^ {8}/, '').strip
+        if ! command -v atlas-upload &>/dev/null ; then
+          mkdir -p $HOME/bin $HOME/gopath/src
+          export PATH="$HOME/bin:$PATH"
+
+          if ! command -v gimme &>/dev/null ; then
+            curl -sL -o $HOME/bin/gimme #{GIMME_URL}
+            chmod +x $HOME/bin/gimme
+          fi
+
+          if [ -z $GOPATH ]; then
+            export GOPATH="$HOME/gopath"
+          else
+            export GOPATH="$HOME/gopath:$GOPATH"
+          fi
+          eval "$(gimme 1.6)" &> /dev/null
+
+          go get #{ATLAS_UPLOAD_CLI_GO_REMOTE}
+          cp $HOME/gopath/bin/atlas-upload-cli $HOME/bin/atlas-upload
+        fi
+      EOF
+
+      experimental 'Atlas'
+
+      def deploy
+        assert_app_present!
+        install_atlas_upload
+        super
+      end
+
+      def check_auth
+        ENV['ATLAS_TOKEN'] = options[:token] if options[:token]
+        error 'Missing ATLAS_TOKEN' unless ENV['ATLAS_TOKEN']
+      end
+
+      def needs_key?
+        false
+      end
+
+      def push_app
+        unless options[:paths]
+          here = Dir.pwd
+          warn "No paths specified.  Using #{here.inspect}."
+          options[:paths] = here
+        end
+
+        Array(options[:paths]).each do |path|
+          context.shell "atlas-upload #{atlas_upload_args} #{atlas_app} #{path}"
+        end
+      end
+
+      private
+
+      def install_atlas_upload
+        without_git_http_user_agent do
+          context.shell ATLAS_UPLOAD_INSTALL_SCRIPT
+        end
+      end
+
+      def assert_app_present!
+        error 'Missing Atlas app name' unless options.key?(:app)
+      end
+
+      def atlas_upload_args
+        return options[:args] if options.key?(:args)
+        return @atlas_upload_args if @atlas_upload_args
+
+        args = []
+
+        ATLAS_UPLOAD_BOOL_ARGS.each do |arg|
+          args << "-#{arg}" if options.key?(arg)
+        end
+
+        ATLAS_UPLOAD_KV_ARGS.each do |arg|
+          args << ["-#{arg}", options[arg].inspect].join('=') if options.key?(arg)
+        end
+
+        ATLAS_UPLOAD_KV_MULTI_ARGS.each do |arg|
+          next unless options.key?(arg)
+          Array(options[arg]).each do |arg_entry|
+            args << ["-#{arg}", arg_entry.inspect].join('=')
+          end
+        end
+
+        @atlas_upload_args = args.join(' ')
+      end
+
+      def atlas_app
+        @atlas_app ||= options.fetch(:app).to_s
+      end
+
+      def without_git_http_user_agent(&block)
+        git_http_user_agent = ENV.delete("GIT_HTTP_USER_AGENT")
+        yield
+        ENV["GIT_HTTP_USER_AGENT"] = git_http_user_agent
+      end
+
+    end
+  end
+end