travis_dpl_test 2.0.3.beta.4.ror

data/lib/dpl/providers/git_push.rb

@@ -0,0 +1,273 @@
+# frozen_string_literal: true
+
+module Dpl
+  module Providers
+    class GitPush < Provider
+      register :git_push
+
+      status :dev
+
+      full_name 'Git (push)'
+
+      description sq(<<-STR)
+        Experimental, generic provider for updating a Git remote branch with
+        changes produced by the build, and optionally opening a pull request.
+      STR
+
+      gem 'octokit', '~> 7'
+      gem 'public_suffix', '~> 5'
+
+      env :github, :git
+
+      required :token, %i[deploy_key name email]
+
+      opt '--repo SLUG', 'Repo slug', default: :repo_slug
+      opt '--token TOKEN', 'GitHub token with repo permission', secret: true, alias: :github_token
+      opt '--deploy_key PATH', 'Path to a file containing a private deploy key with write access to the repository', see: 'https://developer.github.com/v3/guides/managing-deploy-keys/#deploy-keys'
+      opt '--branch BRANCH', 'Target branch to push to', required: true
+      opt '--base_branch BRANCH', 'Base branch to branch off initially, and (optionally) create a pull request for', default: 'master'
+      opt '--name NAME', 'Committer name', note: 'defaults to the GitHub name or login associated with the GitHub token' # , default: :user_name
+      opt '--email EMAIL', 'Committer email', note: 'defaults to the GitHub email associated with the GitHub token' # , default: :user_email
+      opt '--commit_message MSG', default: 'Update %{base_branch}', interpolate: true
+      opt '--allow_empty_commit', 'Allow an empty commit to be created'
+      opt '--force', 'Whether to push --force', default: false
+      opt '--local_dir DIR', 'Local directory to push', default: '.'
+      opt '--pull_request', 'Whether to create a pull request for the given branch'
+      opt '--allow_same_branch', 'Whether to allow pushing to the same branch as the current branch', default: false, note: 'setting this to true risks creating infinite build loops, use conditional builds or other mechanisms to prevent build from infinitely triggering more builds'
+      opt '--host HOST', default: 'github.com'
+      opt '--enterprise', 'Whether to use a GitHub Enterprise API style URL'
+
+      needs :git
+
+      msgs login: 'Authenticated as %s',
+           invalid_token: 'The provided GitHub token is invalid (error: %s)',
+           insufficient_scopes: 'Dpl does not have permission to access %{url} using the provided GitHub token. Please make sure the token have the repo or public_repo scope.',
+           same_branch: 'Prevented from pushing to the same branch as the current build branch %{git_branch}. This is meant to prevent infinite build loops. If you do need to push back to the same branch enable `allow_same_branch` and take precautions to prevent infinite loops as needed, for example using conditional builds.',
+           setup_deploy_key: 'Moving deploy key %{deploy_key} to %{path}',
+           check_deploy_key: 'Checking deploy key',
+           setup: 'Source dir: %{src_dir}, branch: %{branch}, base branch: %{base_branch}',
+           git_clone: 'Cloning the branch %{branch} to %{work_dir}',
+           git_branch: 'Switching to branch %{branch}',
+           copy_files: 'Copying %{src_dir} contents to %{work_dir}',
+           git_config: 'Configuring git committer to be: %{name} <%{email}>',
+           git_push: 'Pushing to %{url} HEAD:%{branch}',
+           pr_exists: 'Pull request exists.',
+           pr_created: 'Pull request #%{number} created.',
+           stop: 'There are no changes to commit, stopping.'
+
+      cmds git_clone: 'git clone --quiet --branch="%{clone_branch}" "%{remote_url}" . > /dev/null 2>&1',
+           git_branch: 'git checkout -b "%{branch}"',
+           check_deploy_key: 'ssh -i %{key} -T git@github.com 2>&1 | grep successful > /dev/null',
+           copy_files: 'rsync -rl --exclude .git --delete "%{src_dir}/" .',
+           git_config_email: 'git config user.email %{quoted_email}',
+           git_config_name: 'git config user.name %{quoted_name}',
+           git_add: 'git add -A .',
+           git_commit_hook: 'cp %{path} .git/hooks/pre-commit',
+           git_commit: 'git commit %{git_commit_opts} -q %{git_commit_msg_opts}',
+           git_show: 'git show --stat-count=10 HEAD',
+           git_push: 'git push %{git_push_opts} --quiet "%{remote_url}" HEAD:"%{branch}" > /dev/null 2>&1'
+
+      errs copy_files: 'Failed to copy %{src_dir}.',
+           check_deploy_key: 'Failed to authenticate using the deploy key',
+           git_init: 'Failed to create new git repo',
+           git_push: 'Failed to push the build to %{url}:%{branch}'
+
+      def validate
+        error :same_branch if same_branch? && !allow_same_branch?
+      end
+
+      def setup
+        info :setup
+        info :git_config
+      end
+
+      def login
+        token? ? login_token : setup_deploy_key
+      end
+
+      def prepare
+        Dir.chdir(work_dir)
+      end
+
+      def deploy
+        git_clone
+        copy_files
+        return info :stop unless git_dirty?
+
+        push
+        pull_request if pull_request?
+      end
+
+      def push
+        git_config
+        git_commit
+        git_push
+      end
+
+      def pull_request
+        pr_exists? ? info(:pr_exists) : create_pr
+      end
+
+      private
+
+      def same_branch?
+        git_branch == branch
+      end
+
+      def login_token
+        return unless github?
+
+        info :login, user.login
+        error :insufficient_scopes unless sufficient_scopes?
+      rescue Octokit::Unauthorized => e
+        error :invalid_token, e.message
+      end
+
+      def setup_deploy_key
+        path = '~/.dpl/deploy_key'
+        info(:setup_deploy_key, path:)
+        mv deploy_key, path
+        chmod 0600, path
+        setup_git_ssh path
+        shell :check_deploy_key, key: path
+      end
+
+      def git_clone
+        shell :git_clone, echo: false
+        shell :git_branch unless branch_exists?
+      end
+
+      def clone_branch
+        branch_exists? ? branch : base_branch
+      end
+
+      def copy_files
+        shell :copy_files
+      end
+
+      def git_config
+        shell :git_config_name, echo: false
+        shell :git_config_email, echo: false
+      end
+
+      def branch_exists?
+        git_ls_remote?(remote_url, branch)
+      end
+
+      def git_commit
+        shell :git_commit_hook, path: asset(:git, :detect_private_key).path, echo: false if deploy_key?
+        shell :git_add
+        shell :git_commit
+        shell :git_show
+      end
+
+      def git_push
+        shell :git_push, echo: false
+      end
+
+      def git_push_opts
+        '--force' if force?
+      end
+
+      def git_commit_opts
+        ' --allow-empty' if allow_empty_commit?
+      end
+
+      def git_commit_msg_opts
+        msg = interpolate(commit_message, vars:)
+        msg.split("\n").reject(&:empty?).map { |message| %(-m #{quote(message)}) }
+      end
+
+      def name
+        str = super if name?
+        str ||= user_name
+        str = "#{str} (via Travis CI)" if ENV['TRAVIS'] && !name?
+        str
+      end
+      memoize :name
+
+      def email
+        str = super if email?
+        str || user_email
+      end
+      memoize :email
+
+      def project_name
+        super || repo_slug
+      end
+
+      def remote_url
+        token? ? https_url_with_token : git_url
+      end
+
+      def https_url_with_token
+        "https://#{token}@#{url}"
+      end
+
+      def git_url
+        "git@#{host}:#{slug}.git"
+      end
+
+      def url
+        "#{host}/#{slug}.git"
+      end
+
+      def slug
+        repo || repo_slug
+      end
+
+      def src_dir
+        @src_dir ||= expand(local_dir)
+      end
+
+      def work_dir
+        @work_dir ||= tmp_dir
+      end
+
+      def sufficient_scopes?
+        scopes.include?('public_repo') || scopes.include?('repo')
+      end
+
+      def user
+        @user ||= github.user
+      end
+
+      def user_name
+        user.name || user.login
+      end
+
+      def user_email
+        user.email
+      end
+
+      def scopes
+        @scopes ||= github.scopes
+      end
+
+      def pr_exists?
+        !!github.pulls(repo).detect { |pull| pull.head.ref == branch }
+      end
+
+      def create_pr
+        pr = github.create_pull_request(repo, base_branch, branch, "Update #{base_branch}")
+        info :pr_created, number: pr.number
+      end
+
+      def github?
+        host.include?('github') || enterprise?
+      end
+
+      def github
+        @github ||= Octokit::Client.new(access_token: token, api_endpoint: api_url, auto_paginate: true)
+      end
+
+      def api_url
+        enterprise? ? "https://#{host}/api/v3/" : 'https://api.github.com/'
+      end
+
+      def now
+        Time.now
+      end
+    end
+  end
+end

data/lib/dpl/providers/gleis.rb

@@ -0,0 +1,74 @@
+# frozen_string_literal: true
+
+module Dpl
+  module Providers
+    class Gleis < Provider
+      register :gleis
+
+      status :alpha
+
+      description sq(<<-STR)
+        tbd
+      STR
+
+      gem 'gleis', '~> 0.8.0'
+
+      env :gleis
+
+      opt '--app APP',       'Gleis application to upload to', default: :repo_name
+      opt '--username NAME', 'Gleis username', required: true
+      opt '--password PASS', 'Gleis password', required: true, secret: true
+      opt '--key_name NAME', 'Name of the SSH deploy key pushed to Gleis', default: 'dpl_deploy_key'
+      opt '--verbose'
+
+      needs :ssh_key
+
+      cmds login: 'gleis auth login %{username} %{password} --skip-keygen',
+           logout: 'gleis auth logout',
+           validate: 'gleis app status -a %{app}',
+           add_key: 'gleis auth key add %{file} %{key_name}',
+           remove_key: 'gleis auth key remove %{key_name}',
+           git_url: 'gleis app git -a %{app} -q',
+           deploy: 'git push %{push_opts} -f %{git_url} HEAD:refs/heads/master'
+
+      errs login: 'Login failed',
+           validate: 'Application not found',
+           add_key: 'Adding SSH key failed',
+           remove_key: 'Removing key failed',
+           git_url: 'Failed to retrieve Git URL',
+           deploy: 'Deploying application failed'
+
+      attr_reader :git_url
+
+      def login
+        shell :login
+      end
+
+      def setup
+        @git_url = shell :git_url, capture: true
+      end
+
+      def validate
+        shell :validate
+      end
+
+      def add_key(file)
+        shell :add_key, file:
+      end
+
+      def deploy
+        shell :deploy
+      end
+
+      def remove_key
+        shell :remove_key
+      end
+
+      private
+
+      def push_opts
+        '-v' if verbose?
+      end
+    end
+  end
+end

data/lib/dpl/providers/hackage.rb

@@ -0,0 +1,53 @@
+# frozen_string_literal: true
+
+module Dpl
+  module Providers
+    class Hackage < Provider
+      register :hackage
+
+      status :alpha
+
+      description sq(<<-STR)
+        tbd
+      STR
+
+      env :hackage
+
+      opt '--username USER', 'Hackage username', required: true
+      opt '--password USER', 'Hackage password', required: true, secret: true
+      opt '--publish', 'Whether or not to publish the package'
+
+      cmds check: 'cabal check',
+           sdist: 'cabal sdist',
+           upload: 'cabal upload %{upload_opts} %{path}'
+
+      errs check: 'cabal check failed',
+           sdist: 'cabal sdist failed',
+           upload: 'cabal upload failed'
+
+      def validate
+        shell :check
+      end
+
+      def prepare
+        shell :sdist
+      end
+
+      def deploy
+        tar_files.each do |path|
+          shell :upload, path:
+        end
+      end
+
+      private
+
+      def upload_opts
+        opts_for(%i[publish username password])
+      end
+
+      def tar_files
+        Dir.glob('dist/*.tar.gz').sort
+      end
+    end
+  end
+end

data/lib/dpl/providers/hephy.rb

@@ -0,0 +1,107 @@
+# frozen_string_literal: true
+
+module Dpl
+  module Providers
+    class Hephy < Provider
+      register :hephy
+
+      status :beta
+
+      description sq(<<-STR)
+        tbd
+      STR
+
+      env :hephy
+
+      opt '--controller NAME', 'Hephy controller', required: true, example: 'hephy.hephyapps.com'
+      opt '--username USER',   'Hephy username', required: true
+      opt '--password PASS',   'Hephy password', required: true, secret: true
+      opt '--app APP',         'Deis app', required: true
+      opt '--cli_version VER', 'Install a specific Hephy CLI version', default: 'stable'
+      opt '--verbose',         'Verbose log output'
+
+      needs :git, :ssh_key
+      path '~/.dpl'
+
+      INSTALL = 'https://raw.githubusercontent.com/teamhephy/workflow-cli/master/install-v2.sh'
+
+      cmds install: 'curl -sSL %{INSTALL} | bash -x -s %{cli_version} && mv deis ~/.dpl',
+           login: 'deis login %{controller} --username=%{username} --password=%{password}',
+           add_key: 'deis keys:add %{key}',
+           validate: 'deis apps:info --app=%{app}',
+           deploy: 'filter_log git push %{verbose} %{url} HEAD:refs/heads/master -f',
+           run: 'deis run -a %{app} -- %{cmd}',
+           remove_key: 'deis keys:remove %{key_name}'
+
+      errs login: 'Login failed.',
+           add_key: 'Adding keys failed.',
+           validate: 'Application could not be verified.',
+           deploy: 'Deploying application failed.',
+           run: 'Running command failed.',
+           remove_key: 'Removing keys failed.'
+
+      def install
+        shell :install
+      end
+
+      def setup
+        install_hephy_log_filter
+      end
+
+      def login
+        shell :login
+      end
+
+      def add_key(key)
+        shell(:add_key, key:)
+        wait_for_ssh_access(host, port)
+      end
+
+      def validate
+        shell :validate
+      end
+
+      def deploy
+        shell :deploy
+      end
+
+      def run_cmd(cmd)
+        shell :run, app:, cmd:
+      end
+
+      def remove_key
+        shell :remove_key
+      end
+
+      def verbose
+        verbose? ? '-v' : ''
+      end
+
+      def host
+        url.host
+      end
+
+      def port
+        url.port
+      end
+
+      def url
+        @url ||= URI.parse("ssh://git@#{builder}:2222/#{app}.git")
+      end
+
+      def builder
+        parts = host.split('.')
+        parts[0] = [parts[0], 'builder'].join('-')
+        parts.join('.')
+      end
+
+      def host
+        controller.gsub(%r{https?://}, '').split(':')[0]
+      end
+
+      def install_hephy_log_filter
+        asset(:filter_log).copy('~/.dpl/')
+      end
+    end
+  end
+end

data/lib/dpl/providers/heroku/api.rb

@@ -0,0 +1,123 @@
+# frozen_string_literal: true
+
+module Dpl
+  module Providers
+    class Heroku
+      class Api < Heroku
+        register :'heroku:api'
+
+        status :stable
+
+        full_name 'Heroku API'
+
+        description sq(<<-STR)
+          tbd
+        STR
+
+        opt '--api_key KEY', 'Heroku API key', required: true, secret: true
+        opt '--version VERSION', internal: true # used in triggering a build, not sure this should be exposed?
+
+        msgs pack: 'Creating application archive',
+             upload: 'Uploading application archive',
+             build: 'Triggering Heroku build (deployment)',
+             pending: 'Heroku build still pending',
+             failed: 'Heroku build failed'
+
+        cmds pack: 'tar -zcf %{escaped_archive_file} --exclude .git .',
+             upload: 'curl %{curl_opts} %{escaped_put_url} -X PUT -H "Content-Type:" -H "Accept: application/vnd.heroku+json; version=3" -H "User-Agent: %{user_agent}" --data-binary @%{escaped_archive_file}',
+             log: 'curl %{curl_opts} %{escaped_output_stream_url} -H "Accept: application/vnd.heroku+json; version=3" -H "User-Agent: %{user_agent}"'
+
+        attr_reader :data
+
+        def deploy
+          pack
+          upload
+          build
+          log
+          verify
+        end
+
+        private
+
+        def pack
+          shell :pack
+        end
+
+        def upload
+          shell :upload, echo: false
+        end
+
+        def build
+          info :build
+          res = http.post("/apps/#{app}/builds") do |req|
+            req.headers['Content-Type'] = 'application/json'
+            req.body = JSON.dump(source_blob: { url: get_url, version: })
+          end
+          handle_error(res) unless res.success?
+          @data = symbolize(JSON.parse(res.body))
+        end
+
+        def log
+          shell :log, echo: false
+        end
+
+        def verify
+          loop do
+            case build_status
+            when 'pending'
+              info :pending
+              sleep 5
+            when 'succeeded'
+              break
+            else
+              error :failed
+            end
+          end
+        end
+
+        def build_status
+          res = http.get("/apps/#{app}/builds/#{build_id}")
+          JSON.parse(res.body)['status']
+        end
+
+        def archive_file
+          expand("~/.dpl.#{app}.tgz")
+        end
+
+        def get_url
+          source['get_url']
+        end
+
+        def put_url
+          source['put_url']
+        end
+
+        def source
+          # this says the endpoint /sources is deprecated: https://devcenter.heroku.com/articles/platform-api-reference#source
+          # this says to use /apps/example-app/sources: https://devcenter.heroku.com/articles/build-and-release-using-the-api#sources-endpoint
+          @source ||= begin
+            res = http.post('/sources')
+            handle_error(res) unless res.success?
+            JSON.parse(res.body)['source_blob']
+          end
+        end
+
+        def build_id
+          data[:id]
+        end
+
+        def output_stream_url
+          data[:output_stream_url]
+        end
+
+        def version
+          super || git_sha
+        end
+
+        def curl_opts
+          tty? ? '' : '-sS'
+        end
+      end
+    end
+  end
+end

data/lib/dpl/providers/heroku/git.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+module Dpl
+  module Providers
+    class Heroku
+      class Git < Heroku
+        register :'heroku:git'
+
+        status :alpha
+
+        full_name 'Heroku Git'
+
+        description sq(<<-STR)
+          tbd
+        STR
+
+        required :api_key, %i[username password]
+
+        opt '--api_key KEY',   'Heroku API key', secret: true
+        opt '--username USER', 'Heroku username', alias: :user
+        opt '--password PASS', 'Heroku password', secret: true
+        opt '--git URL', 'Heroku Git remote URL'
+
+        needs :git, :git_http_user_agent
+
+        cmds fetch: 'git fetch origin $TRAVIS_BRANCH --unshallow',
+             push: 'git push %{remote} HEAD:refs/heads/master -f'
+
+        def prepare
+          write_netrc if write_netrc?
+        end
+
+        def deploy
+          shell :fetch, assert: false
+          shell :push
+        end
+
+        private
+
+        def remote
+          git || "https://git.heroku.com/#{app}.git"
+        end
+
+        def write_netrc?
+          remote.start_with?('https://')
+        end
+
+        def write_netrc
+          super('git.heroku.com', email, api_key || password)
+        end
+      end
+    end
+  end
+end