dpl 1.10.17.travis.6637.6 → 2.0.0.alpha.1

data/lib/dpl/providers/netlify.rb

@@ -0,0 +1,30 @@
+module Dpl
+  module Providers
+    class Netlify < Provider
+      status :alpha
+
+      description sq(<<-str)
+        tbd
+      str
+
+      npm 'netlify-cli', 'netlify'
+
+      opt '--site ID',         'A site ID to deploy to', required: true
+      opt '--auth TOKEN',      'An auth token to log in with', required: true, secret: true
+      opt '--dir DIR',         'Specify a folder to deploy'
+      opt '--functions FUNCS', 'Specify a functions folder to deploy'
+      opt '--message MSG',     'A message to include in the deploy log'
+      opt '--prod',            'Deploy to production'
+
+      def deploy
+        shell "netlify deploy #{deploy_opts}"
+      end
+
+      private
+
+        def deploy_opts
+          opts_for(%i(site auth dir functions message prod))
+        end
+    end
+  end
+end

data/lib/dpl/providers/npm.rb

@@ -0,0 +1,88 @@
+module Dpl
+  module Providers
+    class Npm < Provider
+      status :alpha
+
+      full_name 'npm'
+
+      description sq(<<-str)
+        tbd
+      str
+
+      gem 'json'
+
+      opt '--email EMAIL', 'npm account email'
+      opt '--api_token TOKEN', 'npm api token', alias: :api_key, required: true, secret: true, note: 'can be retrieved from your local ~/.npmrc file', see: 'https://docs.npmjs.com/creating-and-viewing-authentication-tokens'
+      opt '--access ACCESS', 'Access level', enum: %w(public private)
+      opt '--registry URL', 'npm registry url'
+      opt '--src SRC', 'directory or tarball to publish', default: '.'
+      opt '--tag TAGS', 'distribution tags to add'
+      opt '--auth_method', 'Authentication method', enum: %w(auth)
+
+      REGISTRY = 'registry.npmjs.org'
+      NPMRC = '~/.npmrc'
+
+      msgs version:  'npm version: %{npm_version}',
+           login:    'Authenticated with API token %{api_token}'
+
+      cmds registry: 'npm config set registry "%{registry}"',
+           deploy:   'npm publish %{src} %{publish_opts}'
+
+      errs registry: 'Failed to set registry config',
+           deploy:    'Failed pushing to npm'
+
+      def login
+        info :version
+        info :login
+        write_npmrc
+        shell :registry
+      end
+
+      def deploy
+        shell :deploy
+      end
+
+      def finish
+        remove_npmrc
+      end
+
+      private
+
+        def publish_opts
+          opts_for(%i(access tag))
+        end
+
+        def write_npmrc
+          write_file(npmrc_path, npmrc)
+          info "#{NPMRC} size: #{file_size(npmrc_path)}"
+        end
+
+        def remove_npmrc
+          rm_f npmrc_path
+        end
+
+        def npmrc_path
+          expand(NPMRC)
+        end
+
+        def npmrc
+          if npm_version =~ /^1/ || auth_method == 'auth'
+            "_auth = #{api_token}\nemail = #{email}"
+          else
+            "//#{registry.sub('https://', '').sub(%r(/$), '')}/:_authToken=#{api_token}"
+          end
+        end
+
+        def registry
+          return super if super
+          data = package_json
+          url = data && data.fetch('publishConfig', {})['registry']
+          url ? URI(url).host : REGISTRY
+        end
+
+        def package_json
+          File.exists?('package.json') ? JSON.parse(File.read('package.json')) : {}
+        end
+    end
+  end
+end

data/lib/dpl/providers/openshift.rb

@@ -0,0 +1,46 @@
+module Dpl
+  module Providers
+    class Openshift < Provider
+      status :alpha
+
+      full_name 'OpenShift'
+
+      description sq(<<-str)
+        tbd
+      str
+
+      opt '--server SERVER',   'OpenShift server', required: true
+      opt '--token TOKEN',     'OpenShift token', required: true, secret: true
+      opt '--project PROJECT', 'OpenShift project', required: true
+      opt '--app APP',         'OpenShift application', default: :repo_name
+
+      cmds install: 'curl %{URL} | tar xz',
+           login:   './oc login --token=%{token} --server=%{server}',
+           prepare: './oc project %{project}',
+           deploy:  './oc start-build %{app} --follow --commit %{git_sha}'
+
+      errs install: 'CLI tool installation failed',
+           login:   'Authentication failed',
+           prepare: 'Unable to select project %{project}',
+           deploy:  'Deployment failed'
+
+      URL = 'https://mirror.openshift.com/pub/openshift-v4/clients/oc/4.1/linux/oc.tar.gz'
+
+      def install
+        shell :install
+      end
+
+      def login
+        shell :login
+      end
+
+      def prepare
+        shell :prepare
+      end
+
+      def deploy
+        shell :deploy
+      end
+    end
+  end
+end

data/lib/dpl/providers/opsworks.rb

@@ -0,0 +1,142 @@
+module Dpl
+  module Providers
+    class Opsworks < Provider
+      status :alpha
+
+      full_name 'AWS OpsWorks'
+
+      description sq(<<-str)
+        tbd
+      str
+
+      gem 'aws-sdk-opsworks', '~> 1.0'
+
+      env :aws
+      config '~/.aws/credentials', '~/.aws/config', prefix: 'aws'
+
+      opt '--access_key_id ID', 'AWS access key id', required: true, secret: true
+      opt '--secret_access_key KEY', 'AWS secret key', required: true, secret: true
+      opt '--app_id APP', 'The app id', required: true
+      opt '--region REGION', 'AWS region', default: 'us-east-1'
+      opt '--instance_ids ID', 'An instance id', type: :array
+      opt '--layer_ids ID', 'A layer id', type: :array
+      opt '--migrate', 'Migrate the database.'
+      opt '--wait_until_deployed', 'Wait until the app is deployed and return the deployment status.'
+      opt '--update_on_success', 'When wait-until-deployed and updated-on-success are both not given, application source is updated to the current SHA. Ignored when wait-until-deployed is not given.', alias: :update_app_on_success
+      opt '--custom_json JSON', 'Custom json options override (overwrites default configuration)'
+
+      msgs login:         'Using Access Key: %{access_key_id}',
+           create_deploy: 'Creating deployment ... ',
+           done:          'Done: %s',
+           waiting:       'Deploying ',
+           failed:        'Failed.',
+           success:       'Success.',
+           update_app:    'Updating application source branch/revision setting.',
+           app_not_found: 'App %s not found.',
+           timeout:       'Timeout: failed to finish deployment within 10 minutes.',
+           service_error: 'Deployment failed. OpsWorks service error: %s',
+           comment:       'Deploy build %{build_number} via Travis CI'
+
+      def login
+        info :login
+      end
+
+      def deploy
+        timeout(600) { create_deployment }
+      rescue Aws::Errors::ServiceError => e
+        error :service_error, e.message
+      end
+
+      def create_deployment
+        print :create_deploy
+        id = opsworks.create_deployment(deploy_config)[:deployment_id]
+        info :done, id
+        wait_until_deployed(id) if wait_until_deployed?
+      end
+
+      def deploy_config
+        compact(
+          stack_id: stack_id,
+          app_id: app_id,
+          command: { name: 'deploy' },
+          comment: comment,
+          custom_json: custom_json,
+          instance_ids: instance_ids,
+          layer_ids: layer_ids
+        )
+      end
+
+      def wait_until_deployed(id)
+        print :waiting
+        depl = poll_deployment(id) while depl.nil? || depl[:status] == 'running'
+        error :failed if depl[:status] != 'successful'
+        info :success
+        update_app if update_on_success?
+      end
+
+      def poll_deployment(id)
+        print '.'
+        sleep 5
+        describe_deployments(id)[:deployments].first
+      end
+
+      def update_app
+        info :update_app
+        opsworks.update_app(update_config)
+      end
+
+      def update_config
+        {
+          app_id: app_id,
+          app_source: {
+            revision: git_sha,
+          }
+        }
+      end
+
+      def custom_json
+        super || { deploy: { app[:shortname] => { migrate: migrate?, scm: { revision: git_sha } } } }.to_json
+      end
+
+      def stack_id
+        app[:stack_id]
+      end
+
+      def app
+        @app ||= describe_app
+      end
+
+      def comment
+        interpolate(msg(:comment))
+      end
+
+      def build_number
+        super || sha
+      end
+
+      def describe_app
+        data = opsworks.describe_apps(app_ids: [app_id])
+        error :app_not_found, app_id unless data[:apps] && data[:apps].any?
+        data[:apps].first
+      end
+
+      def describe_deployments(id)
+        opsworks.describe_deployments(deployment_ids: [id])
+      end
+
+      def opsworks
+        @opsworks ||= Aws::OpsWorks::Client.new(region: region, credentials: credentials)
+      end
+
+      def credentials
+        Aws::Credentials.new(access_key_id, secret_access_key)
+      end
+
+      def timeout(sec, &block)
+        Timeout::timeout(sec, &block)
+      rescue Timeout::Error
+        error :timeout
+      end
+    end
+  end
+end

data/lib/dpl/providers/packagecloud.rb

@@ -0,0 +1,190 @@
+# talk to previous contributors about the logic in source_files
+#
+# the docs recommend to just `packagecloud push src target` https://packagecloud.io/docs#travis
+
+module Dpl
+  module Providers
+    class Packagecloud < Provider
+      status :alpha
+
+      description sq(<<-str)
+        tbd
+      str
+
+      gem 'packagecloud-ruby', '~> 1.0.8', require: 'packagecloud'
+
+      opt '--username USER', 'The packagecloud.io username.', required: true
+      opt '--token TOKEN', 'The packagecloud.io api token.', required: true, secret: true
+      opt '--repository REPO', 'The repository to push to.', required: true
+      opt '--local_dir DIR', 'The sub-directory of the built assets for deployment.', default: '.'
+      opt '--dist DIST', 'Required for debian, rpm, and node.js packages (use "node" for node.js packages). The complete list of supported strings can be found on the packagecloud.io docs.'
+      opt '--force', 'Whether package has to be (re)uploaded / deleted before upload'
+      opt '--connect_timeout SEC', type: :integer, default: 60
+      opt '--read_timeout SEC', type: :integer, default: 60
+      opt '--write_timeout SEC', type: :integer, default: 180
+      opt '--package_glob GLOB', type: :array, default: ['**/*']
+
+      # previous implementation checks against all of these in dist_required? but
+      # then the error message only lists rmp, deb, python, and dsc. i think the
+      # error message might be out of date? so is the option description in the
+      # readme (and thus above).
+      NEED_DIST = %w(rpm deb dsc whl egg egg-info gz zip tar bz2 z tgz)
+
+      msgs authenticate:       'Logging in to https://packagecloud.io with %{username}:%{token}',
+           timeouts:           'Timeouts: %{timeout_info}',
+           unauthenticated:    'Could not authenticate to https://packagecloud.io, please check the credentials',
+           supported_packages: 'Supported packages: %s',
+           source_packages:    'Source packages: %s',
+           delete_package:     'Deleting package: %s on %s',
+           push_package:       'Pushing package: %s to %s/%s',
+           source_fragment:    'Found source fragment: %s for %s',
+           missing_packages:   'No supported packages found',
+           missing_dist:       'Distribution needed for rpm, deb, python, and dsc packages (e.g. dist: ubuntu/breezy)',
+           unknown_dist:       'Failed to find distribution %{dist}',
+           error:              'Error: %s'
+
+      def install
+        @cwd = Dir.pwd
+        Dir.chdir(local_dir)
+      end
+
+      def login
+        info :authenticate
+        info :timeouts
+        client
+      rescue ::Packagecloud::UnauthenticatedException
+        error :unauthenticated
+      end
+
+      def timeout_info
+        to_pairs(timeouts)
+      end
+
+      def validate
+        error :missing_packages if paths.empty?
+        error :missing_dist if missing_dist?
+        info :supported_packages, paths.join(', ')
+        info :source_packages, source_paths.join(', ') if source_paths.any?
+      end
+
+      def deploy
+        packages.each do |package|
+          delete(package) if force?
+          push(package)
+        end
+      end
+
+      def finish
+        Dir.chdir(@cwd)
+      end
+
+      private
+
+        def delete(package)
+          info :delete_package, package.filename, dist
+          result = client.delete_package(repository, *dist.split('/'), package.filename)
+          error "Error #{result.response}" unless result.succeeded
+        end
+
+        def push(package)
+          info :push_package, package.filename, username, repository
+          args = [repository, package]
+          args << distro if dist_required?(package.filename)
+          result = client.put_package(*args)
+          error :error, result.response unless result.succeeded
+        end
+
+        def packages
+          paths.map { |path| package(path) }
+        end
+
+        def package(path)
+          opts = { file: path }
+          opts[:source_files] = source_files(path) if source?(path)
+          ::Packagecloud::Package.new(opts)
+        end
+
+        def paths
+          @paths ||= glob(package_glob).select { |path| supported?(path) }
+        end
+
+        def source_paths
+          paths.select { |path| source?(path) }
+        end
+
+        # I believe this resembles the logic in the previous version, but it seems
+        # very odd to me. Files are considered source files only if they are already
+        # part of the package (it looks up the package from the client, and extracts
+        # the file names), and if they are not located in sub directories (it uses
+        # File.basename to filter). Not sure that's how it's supposed to work?
+        def source_files(path)
+          files = contents(path)
+          paths = glob('**/*').select { |path| files.include?(path) }
+          paths = paths.map { |path| [File.basename(path), path] }
+          paths.each { |name, _| info(:source_fragement, name, path) }
+          paths.map { |name, path| [name, open(path)] }.to_h
+        end
+
+        def contents(path)
+          package = ::Packagecloud::Package.new(file: path)
+          result = client.package_contents(repository, package, distro)
+          error :error, result.response unless result.succeeded
+          result.response['files'].map { |file| file['filename'] }
+        end
+
+        def distro
+          @distro ||= client.find_distribution_id(dist) || error(:unknown_dist)
+        rescue ArgumentError => e
+          error :error, e.message
+        end
+
+        def supported?(path)
+          ::Packagecloud::SUPPORTED_EXTENSIONS.include?(ext(path))
+        end
+
+        def source?(path)
+          ext(path) == 'dsc'
+        end
+
+        def dist_required?(path)
+          NEED_DIST.include?(ext(path))
+        end
+
+        def package_glob
+          "{#{super.join(',')}}"
+        end
+
+        def timeouts
+          only(opts, :connect_timeout, :read_timeout, :write_timeout)
+        end
+
+        def ext(path)
+          File.extname(path).to_s.gsub('.','').downcase
+        end
+
+        def glob(glob)
+          Dir.glob(glob).reject { |path| File.directory?(path) }
+        end
+
+        def missing_dist?
+          !dist? && paths.any? { |path| dist_required?(path) }
+        end
+
+        def client
+          @client ||= ::Packagecloud::Client.new(credentials, "travis-ci dpl #{Dpl::VERSION}", connection)
+        end
+
+        def credentials
+          ::Packagecloud::Credentials.new(username, token)
+        end
+
+        def connection
+          ::Packagecloud::Connection.new('https', 'packagecloud.io', '443', timeouts)
+        end
+
+        def to_pairs(hash)
+          hash.map { |pair| pair.join('=') }.join(' ')
+        end
+    end
+  end
+end