dpl 1.10.17.travis.6637.6 → 2.0.0.alpha.1

data/lib/dpl/providers/firebase.rb

@@ -0,0 +1,41 @@
+module Dpl
+  module Providers
+    class Firebase < Provider
+      status :alpha
+
+      description sq(<<-str)
+        tbd
+      str
+
+      node_js '>= 8.0.0'
+
+      npm 'firebase-tools@^6.3', 'firebase'
+
+      path 'node_modules/.bin'
+
+      env :firebase
+
+      opt '--token TOKEN',   'Firebase CI access token (generate with firebase login:ci)', required: true, secret: true
+      opt '--project NAME',  'Firebase project to deploy to (defaults to the one specified in your firebase.json)'
+      opt '--message MSG',   'Message describing this deployment.'
+      opt '--only SERVICES', 'Firebase services to deploy', note: 'can be a comma-separated list'
+      opt '--force',         'Whether or not to delete Cloud Functions missing from the current working directory'
+
+      cmds deploy: 'firebase deploy --non-interactive %{deploy_opts}'
+      errs deploy: 'Firebase deployment failed'
+      msgs missing_config: 'Missing firebase.json'
+
+      def validate
+        error :missing_config unless File.exists?('firebase.json')
+      end
+
+      def deploy
+        shell :deploy
+      end
+
+      def deploy_opts
+        opts_for(%i(project message token only force))
+      end
+    end
+  end
+end

data/lib/dpl/providers/gae.rb

@@ -0,0 +1,74 @@
+module Dpl
+  module Providers
+    class Gae < Provider
+      status :alpha
+
+      full_name 'Google App Engine'
+
+      description sq(<<-str)
+        tbd
+      str
+
+      python '>= 2.7.9'
+
+      env :googlecloud, :cloudsdk_core, allow_skip_underscore: true
+
+      opt '--project ID', 'Project ID used to identify the project on Google Cloud', required: true
+      opt '--keyfile FILE', 'Path to the JSON file containing your Service Account credentials in JSON Web Token format. To be obtained via the Google Developers Console. Should be handled with care as it contains authorization keys.', default: 'service-account.json'
+      opt '--config FILE', 'Path to your service configuration file', type: :array, default: 'app.yaml'
+      opt '--version VER', 'The version of the app that will be created or replaced by this deployment. If you do not specify a version, one will be generated for you'
+      opt '--verbosity LEVEL', 'Adjust the log verbosity', default: 'warning'
+      opt '--promote', 'Do not promote the deployed version', default: true
+      opt '--stop_previous_version', 'Prevent your deployment from stopping the previously promoted version. This is from the future, so might not work (yet).', default: true
+      opt '--install_sdk', 'Do not install the Google Cloud SDK', default: true
+
+      cmds install:   'curl -L https://dl.google.com/dl/cloudsdk/channels/rapid/google-cloud-sdk.tar.gz | gzip -d | tar -x -C ~',
+           bootstrap: '~/google-cloud-sdk/bin/bootstrapping/install.py --usage-reporting=false --command-completion=false --path-update=false',
+           login:     'gcloud -q auth activate-service-account --key-file %{keyfile}',
+           deploy:    'gcloud -q app deploy %{config} %{deploy_opts}',
+           cat_logs:  'find $HOME/.config/gcloud/logs -type f -print -exec cat {} \;'
+
+      errs install:   'Failed to download Google Cloud SDK.',
+           login:     'Failed to authenticate.',
+           bootstrap: 'Failed bootstrap Google Cloud SDK.'
+
+      msgs failed:    'Deployment failed.'
+
+      path '~/google-cloud-sdk/bin'
+
+      def install
+        return unless install_sdk?
+        shell :install
+        shell :bootstrap
+      end
+
+      def login
+        shell :login
+      end
+
+      def deploy
+        shell :deploy
+        failed unless success?
+      end
+
+      private
+
+        def deploy_opts
+          opts = [*opts_for(%i(project verbosity version))]
+          opts << '--no-promote' unless promote?
+          opts << '--no-stop-previous-version' unless stop_previous_version?
+          opts.join(' ')
+        end
+
+        def failed
+          warn :failed
+          shell :cat_logs
+          error ''
+        end
+
+        def project
+          super || File.dirname(build_dir)
+        end
+    end
+  end
+end

data/lib/dpl/providers/gcs.rb

@@ -0,0 +1,105 @@
+require 'kconv'
+
+module Dpl
+  module Providers
+    class Gcs < Provider
+      status :alpha
+
+      full_name 'Google Cloud Store'
+
+      description sq(<<-str)
+        tbd
+      str
+
+      gem 'mime-types', '~> 3.2.2'
+
+      python '>= 2.7.9'
+
+      opt '--access_key_id ID', 'GCS Interoperable Access Key ID', required: true, secret: true
+      opt '--secret_access_key KEY', 'GCS Interoperable Access Secret', required: true, secret: true
+      opt '--bucket BUCKET', 'GCS Bucket', required: true
+      opt '--local_dir DIR', 'Local directory to upload from', default: '.'
+      opt '--upload_dir DIR', 'GCS directory to upload to'
+      opt '--dot_match', 'Upload hidden files starting with a dot'
+      opt '--acl ACL', 'Access control to set for uploaded objects'
+      opt '--detect_encoding', 'HTTP header Content-Encoding to set for files compressed with gzip and compress utilities.'
+      opt '--cache_control HEADER', 'HTTP header Cache-Control to suggest that the browser cache the file.'
+
+      cmds install: 'curl -L %{URL} | tar xz -C ~ && ~/google-cloud-sdk/install.sh --path-update false --usage-reporting false --command-completion false',
+           copy:    'gsutil %{gs_opts}cp %{copy_opts}-r %{source} %{target}'
+
+      msgs login: 'Authenticating with access key: %{access_key_id}'
+
+      errs copy:  'Failed uploading files.'
+
+      URL = 'https://dl.google.com/dl/cloudsdk/channels/rapid/downloads/google-cloud-sdk-252.0.0-linux-x86_64.tar.gz'
+
+      BOTO = sq(<<-str)
+        [Credentials]
+        gs_access_key_id = %{access_key_id}
+        gs_secret_access_key = %{secret_access_key}
+      str
+
+      path '~/google-cloud-sdk'
+      move '/etc/boto.cfg'
+
+      def install
+        shell :install
+      end
+
+      def login
+        info :login
+        write_boto
+      end
+
+      def deploy
+        Dir.chdir(local_dir) do
+          source_files.each { |file| copy(file) }
+        end
+      end
+
+      private
+
+        def write_boto
+          write_file '~/.boto', interpolate(BOTO, opts, secure: true), 0600
+        end
+
+        def source_files
+          Dir.glob(*glob).select { |path| File.file?(path) }
+        end
+
+        def copy(source)
+          shell :copy, gs_opts: gs_opts(source), source: source
+        end
+
+        def gs_opts(path)
+          opts = []
+          opts << %(-h "Cache-Control:#{cache_control}") if cache_control?
+          opts << %(-h "Content-Encoding:#{encoding(path)}") if detect_encoding?
+          opts << %(-h "Content-type:#{mime_type(path)}") if mime_type(path)
+          opts.join(' ') + ' ' if opts.any?
+        end
+
+        def copy_opts
+          opts = []
+          opts << %(-a "#{acl}") if acl?
+          opts.join(' ') + ' ' if opts.any?
+        end
+
+        def target
+          "gs://#{bucket}/#{upload_dir}"
+        end
+
+        def mime_type(path)
+          type = MIME::Types.type_for(path).first
+          type.to_s if type
+        end
+
+        def glob
+          glob = ['**/*']
+          glob << File::FNM_DOTMATCH if dot_match?
+          glob
+        end
+    end
+  end
+end

data/lib/dpl/providers/hackage.rb

@@ -0,0 +1,47 @@
+module Dpl
+  module Providers
+    class Hackage < Provider
+      status :alpha
+
+      description sq(<<-str)
+        tbd
+      str
+
+      opt '--username USER', 'Hackage username', required: true
+      opt '--password USER', 'Hackage password', required: true, secret: true
+      opt '--publish', 'Whether or not to publish the package'
+
+      cmds check:  'cabal check',
+           sdist:  'cabal sdist',
+           upload: 'cabal upload %{upload_opts} %{path}'
+
+      errs check:  'cabal check failed',
+           sdist:  'cabal sdist failed',
+           upload: 'cabal upload failed'
+
+      def validate
+        shell :check
+      end
+
+      def prepare
+        shell :sdist
+      end
+
+      def deploy
+        tar_files.each do |path|
+          shell :upload, path: path
+        end
+      end
+
+      private
+
+        def upload_opts
+          opts_for(%i(publish username password))
+        end
+
+        def tar_files
+          Dir.glob('dist/*.tar.gz').sort
+        end
+    end
+  end
+end

data/lib/dpl/providers/hephy.rb

@@ -0,0 +1,101 @@
+module Dpl
+  module Providers
+    class Hephy < Provider
+      status :alpha
+
+      description sq(<<-str)
+        tbd
+      str
+
+      opt '--controller NAME', 'Hephy controller', required: true, example: 'hephy.hephyapps.com'
+      opt '--username USER',   'Hephy username', required: true
+      opt '--password PASS',   'Hephy password', required: true, secret: true
+      opt '--app APP',         'Deis app', required: true
+      opt '--cli_version VER', 'Install a specific hephy cli version', default: 'stable'
+      opt '--verbose',         'Verbose log output'
+
+      needs :git, :ssh_key
+      path '~/.dpl'
+
+      INSTALL = 'https://raw.githubusercontent.com/teamhephy/workflow-cli/master/install-v2.sh'
+
+      cmds install:    'curl -sSL %{INSTALL} | bash -x -s %{cli_version} && mv deis ~/.dpl',
+           login:      'deis login %{controller} --username=%{username} --password=%{password}',
+           add_key:    'deis keys:add %{key}',
+           validate:   'deis apps:info --app=%{app}',
+           deploy:     'filter_log git push %{verbose} %{url} HEAD:refs/heads/master -f',
+           run:        'deis run -a %{app} -- %{cmd}',
+           remove_key: 'deis keys:remove %{key_name}'
+
+      errs login:      'Login failed.',
+           add_key:    'Adding keys failed.',
+           validate:   'Application could not be verified.',
+           deploy:     'Deploying application failed.',
+           run:        'Running command failed.',
+           remove_key: 'Removing keys failed.'
+
+      def install
+        shell :install
+      end
+
+      def setup
+        install_hephy_log_filter
+      end
+
+      def login
+        shell :login
+      end
+
+      def add_key(key)
+        shell :add_key, key: key
+        wait_for_ssh_access(host, port)
+      end
+
+      def validate
+        shell :validate
+      end
+
+      def deploy
+        shell :deploy
+      end
+
+      def run_cmd(cmd)
+        shell :run, app: app, cmd: cmd
+      end
+
+      def remove_key
+        shell :remove_key
+      end
+
+      def verbose
+        verbose? ? '-v' : ''
+      end
+
+      def host
+        url.host
+      end
+
+      def port
+        url.port
+      end
+
+      def url
+        @url ||= URI.parse("ssh://git@#{builder}:2222/#{app}.git")
+      end
+
+      def builder
+        parts = host.split('.')
+        parts[0] = [parts[0], 'builder'].join('-')
+        parts.join('.')
+      end
+
+      def host
+        controller.gsub(/https?:\/\//, '').split(':')[0]
+      end
+
+      def install_hephy_log_filter
+        asset(:filter_log).copy('~/.dpl/')
+      end
+    end
+  end
+end

data/lib/dpl/providers/heroku.rb

@@ -0,0 +1,111 @@
+module Dpl
+  module Providers
+    class Heroku < Provider
+      def self.new(ctx, args)
+        # can this be a generic dispatch feature in Cl?
+        return super unless registry_key.to_sym == :heroku
+        arg = args.detect { |arg| arg.include?('--strategy') }
+        strategy = arg ? arg.split('=').last : 'api'
+        Provider[:"heroku:#{strategy}"].new(ctx, args)
+      end
+
+      gem 'faraday', '~> 0.9.2'
+      gem 'json'
+      gem 'netrc', '~> 0.11.0'
+      gem 'rendezvous', '~> 0.1.3'
+
+      opt '--strategy NAME', 'Heroku deployment strategy', default: 'api', enum: %w(api git), internal: true
+      opt '--app APP', 'Heroku app name', default: :repo_name
+      opt '--log_level LEVEL', internal: true
+
+      msgs login:     'Authenticating ... ',
+           restart:   'Restarting dynos ... ',
+           validate:  'Checking for app %{app} ... ',
+           run_cmd:   'Running command %s ... ',
+           success:   'success.',
+           api_error: 'API request failed: %s (see %s)'
+
+      URL = 'https://api.heroku.com'
+
+      HEADERS = {
+        'Accept': 'application/vnd.heroku+json; version=3',
+        'User-Agent': user_agent,
+      }
+
+      attr_reader :email
+
+      def login
+        print :login
+        res = http.get('/account')
+        handle_error(res) unless res.success?
+        @email = JSON.parse(res.body)["email"]
+        info :success
+      end
+
+      def validate
+        print :validate
+        res = http.get("/apps/#{app}")
+        handle_error(res) unless res.success?
+        info :success
+      end
+
+      def restart
+        print :restart
+        res = http.delete "/apps/#{app}/dynos" do |req|
+          req.headers['Content-Type'] = 'application/json'
+        end
+        handle_error(res) unless res.success?
+        info :success
+      end
+
+      def run_cmd(cmd)
+        print :run_cmd, cmd
+        res = http.post "/apps/#{app}/dynos" do |req|
+          req.headers['Content-Type'] = 'application/json'
+          req.body = { command: cmd, attach: true}.to_json
+        end
+        handle_error(res) unless res.success?
+        rendezvous(JSON.parse(res.body)['attach_url'])
+      end
+
+      private
+
+        def http
+          @http ||= Faraday.new(url: URL, headers: headers) do |http|
+            http.basic_auth(username, password) if username && password
+            http.response :logger, logger, &method(:filter) if log_level?
+            http.adapter Faraday.default_adapter
+          end
+        end
+
+        def headers
+          return HEADERS.dup if username && password
+          HEADERS.merge('Authorization': "Bearer #{api_key}")
+        end
+
+        def filter(logger)
+          logger.filter(/(.*Authorization: ).*/,'\1[REDACTED]')
+        end
+
+        def logger
+          super(log_level)
+        end
+
+        def handle_error(response)
+          body = JSON.parse(response.body)
+          error :api_error, body['message'], body['url']
+        end
+
+        def rendezvous(url)
+          Rendezvous.start(url: url)
+        end
+
+        # overwritten in Git, meaningless in Api
+        def username; end
+        def password; end
+    end
+  end
+end
+
+require 'dpl/providers/heroku/api'
+require 'dpl/providers/heroku/git'