shipit-engine 0.31.0 → 0.35.0

data/lib/snippets/publish-lerna-independent-packages

@@ -1,39 +1,40 @@
 #!/usr/bin/env node
-const {resolve} = require('path');
-const {execSync} = require('child_process')
-const Repository = require(resolve('.', 'node_modules', 'lerna', 'lib', 'Repository'));
-const PackageUtilities = require(resolve('.', 'node_modules', 'lerna', 'lib', 'PackageUtilities'));
-
-function npmTag(version) {
-  const isNext = ['-beta', '-alpha', '-rc', '-next'].some(distributionType =>
-    version.includes(distributionType),
-  );
-  return isNext ? 'next' : 'latest';
-}
+const { execSync } = require("child_process");
 
-const taggedPackages = execSync('git tag --points-at HEAD')
+const taggedPackages = execSync("git tag --points-at HEAD")
   .toString()
   .trim()
-  .split('\n')
-  .map(tag => {
-    if (tag.startsWith('@')) {
-      return `@${tag.split('@')[1]}`;
-    }
-    return tag.split('@')[0];
-  });
-
-const repository = new Repository('.');
-const unsortedPackages = PackageUtilities.getPackages({rootPath: '.', packageConfigs: repository.packageConfigs});
-const packages = PackageUtilities.topologicallyBatchPackages(unsortedPackages, true)
-  .reduce((acc, packageGroup) => [...acc, ...packageGroup], [])
-  .filter(({name}) => taggedPackages.includes(name));
-
-packages.forEach(({name, version}) => {
-  const command = `node_modules/.bin/lerna publish --yes --npm-client=npm --skip-npm=false --skip-git --force-publish=${name} --repo-version=${version} --scope=${name} --npm-tag=${npmTag(
-    version,
-  )}`;
-
-  // eslint-disable-next-line no-console
-  console.log(command);
-  require('child_process').execSync(command);
+  .split("\n");
+
+// anything that matches `-` after MAJOR.MINOR.PATCH
+const validPattern = new RegExp(/\d+\.\d+\.\d+-(\w+)/);
+
+// Ensure that all releases use the same prerelease suffix.
+// We want to only release all final versions, or all betas etc
+const allPrereleaseSuffixes =  taggedPackages.map((version) => {
+  const result = validPattern.exec(version);
+  return result ? result[1] : '';
 });
+if ((new Set(allPrereleaseSuffixes)).size > 1) {
+  throw Error("All packages must be of the same type of release. Versions cannot be mixed.");
+}
+
+// set this using machine.environment.SHIPIT_LERNA_PUBLISH_MECHANISM in your shipit.yml
+const publishMechanism = process.env.SHIPIT_LERNA_PUBLISH_MECHANISM || 'from-git';
+
+if (!['from-package', 'from-git'].includes(publishMechanism)) {
+  throw Error("SHIPIT_LERNA_PUBLISH_MECHANISM must be 'from-package' or 'from-git'.");
+}
+
+const command = [
+  "node_modules/.bin/lerna publish",
+  publishMechanism,
+  "--yes",
+  "--dist-tag latest",
+  "--pre-dist-tag next",
+];
+
+const commandString = command.join(" ");
+
+console.log(`${commandString}`);
+execSync(commandString);

data/lib/snippets/publish-lerna-independent-packages-legacy

@@ -0,0 +1,39 @@
+#!/usr/bin/env node
+const {resolve} = require('path');
+const {execSync} = require('child_process')
+const Repository = require(resolve('.', 'node_modules', 'lerna', 'lib', 'Repository'));
+const PackageUtilities = require(resolve('.', 'node_modules', 'lerna', 'lib', 'PackageUtilities'));
+
+function npmTag(version) {
+  const isNext = ['-beta', '-alpha', '-rc', '-next'].some(distributionType =>
+    version.includes(distributionType),
+  );
+  return isNext ? 'next' : 'latest';
+}
+
+const taggedPackages = execSync('git tag --points-at HEAD')
+  .toString()
+  .trim()
+  .split('\n')
+  .map(tag => {
+    if (tag.startsWith('@')) {
+      return `@${tag.split('@')[1]}`;
+    }
+    return tag.split('@')[0];
+  });
+
+const repository = new Repository('.');
+const unsortedPackages = PackageUtilities.getPackages({rootPath: '.', packageConfigs: repository.packageConfigs});
+const packages = PackageUtilities.topologicallyBatchPackages(unsortedPackages, true)
+  .reduce((acc, packageGroup) => [...acc, ...packageGroup], [])
+  .filter(({name}) => taggedPackages.includes(name));
+
+packages.forEach(({name, version}) => {
+  const command = `node_modules/.bin/lerna publish --yes --npm-client=npm --skip-npm=false --skip-git --force-publish=${name} --repo-version=${version} --scope=${name} --npm-tag=${npmTag(
+    version,
+  )}`;
+
+  // eslint-disable-next-line no-console
+  console.log(command);
+  require('child_process').execSync(command);
+});

data/lib/snippets/release-gem

@@ -50,8 +50,12 @@ spec = Gem::Specification.load(spec_path)
 if RubygemsAPI.published?(spec.name, spec.version)
   puts "#{spec.name} version #{spec.version} is already published."
   exit 0
+elsif !spec.metadata['allowed_push_host']
+  puts "Can't release the gem: spec.metadata['allowed_push_host'] must be defined."
+  exit 1
 else
-  Git.tag_and_push(spec.version) do
+  is_successful = Git.tag_and_push(spec.version) do
     system(*release_command)
   end
+  is_successful ? exit(0) : exit(1)
 end

data/lib/tasks/cron.rake

@@ -1,13 +1,16 @@
+# frozen_string_literal: true
 namespace :cron do
   desc "Updates deployed revisions"
   task minutely: :environment do
     Shipit::Stack.refresh_deployed_revisions
     Shipit::Stack.schedule_continuous_delivery
     Shipit::GithubStatus.refresh_status
-    Shipit::PullRequest.schedule_merges
+    Shipit::MergeRequest.schedule_merges
+    Shipit::ReapDeadTasksJob.perform_later
+    Shipit::ReviewStackProvisioningQueue.work
   end
 
-  task hourly: %i(rollup refresh_users)
+  task hourly: %i(rollup refresh_users clear_stale_caches delete_old_deployment_directories)
 
   desc "Rolls-up output chunks for completed deploys older than an hour"
   task rollup: :environment do
@@ -17,4 +20,12 @@ namespace :cron do
   task refresh_users: :environment do
     Shipit::User.refresh_shard(Time.now.hour % 24, 24)
   end
+
+  task clear_stale_caches: :environment do
+    Shipit::ReviewStack.clear_stale_caches
+  end
+
+  task delete_old_deployment_directories: :environment do
+    Shipit::ReviewStack.delete_old_deployment_directories
+  end
 end

data/lib/tasks/dev.rake

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 namespace :dev do
   desc "Appends chunks to the last deploy, or specify with DEPLOY=id"
   task stream: :environment do
@@ -11,7 +12,7 @@ namespace :dev do
 
     deploy.update_attribute(:output, nil)
 
-    logger.info "Starting to stream data to deploy ##{deploy.id}"
+    logger.info("Starting to stream data to deploy ##{deploy.id}")
 
     loop do
       sentence = Faker::Lorem.sentence.split.map do |word|
@@ -22,7 +23,7 @@ namespace :dev do
         end
       end.join(' ')
 
-      logger.error sentence
+      logger.error(sentence)
 
       deploy.chunks.create(text: sentence + "\n")
       sleep 1

data/lib/tasks/shipit.rake

@@ -1,25 +1,26 @@
+# frozen_string_literal: true
 namespace :shipit do
   desc "Deploy from a running instance. "
   task deploy: :environment do
-      stack = ENV['stack']
-      revision = ENV['revision']
+    stack = ENV['stack']
+    revision = ENV['revision']
 
-      raise ArgumentError.new('The first argument has to be a stack, e.g. shopify/shipit/production') if stack.nil?
-      raise ArgumentError.new('The second argument has to be a revision') if revision.nil?
+    raise ArgumentError, 'The first argument has to be a stack, e.g. shopify/shipit/production' if stack.nil?
+    raise ArgumentError, 'The second argument has to be a revision' if revision.nil?
 
-      module Shipit
-        class Task
-          def write(text)
-            p text
-            chunks.create!(text: text)
-          end
+    module Shipit
+      class Task
+        def write(text)
+          p(text)
+          chunks.create!(text: text)
         end
       end
+    end
 
-      Shipit::Stack.run_deploy_in_foreground(stack: stack, revision: revision)
+    Shipit::Stack.run_deploy_in_foreground(stack: stack, revision: revision)
   rescue ArgumentError
-      p "Use this command as follows:"
-      p "bundle exec rake shipit:deploy stack='shopify/shipit/production' revision='$SHA'"
-      raise
+    p("Use this command as follows:")
+    p("bundle exec rake shipit:deploy stack='shopify/shipit/production' revision='$SHA'")
+    raise
   end
 end

data/lib/tasks/teams.rake

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 namespace :teams do
   desc "Import the members of each team configured through the github.oauth.teams config"
   task fetch: :environment do

data/test/controllers/api/base_controller_test.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 require 'test_helper'
 
 module Shipit
@@ -6,7 +7,7 @@ module Shipit
       test "authentication is required" do
         get :index
         assert_response :unauthorized
-        assert_equal({message: 'Bad credentials'}.to_json, response.body)
+        assert_equal({ message: 'Bad credentials' }.to_json, response.body)
       end
 
       test "with proper credentials the request is processed" do
@@ -17,7 +18,7 @@ module Shipit
       test "#index respond with a list of endpoints" do
         authenticate!
         get :index, format: :json
-        assert_equal({stacks_url: api_stacks_url}.to_json, response.body)
+        assert_equal({ stacks_url: api_stacks_url }.to_json, response.body)
       end
     end
   end

data/test/controllers/api/ccmenu_controller_test.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 require 'test_helper'
 
 module Shipit
@@ -10,26 +11,26 @@ module Shipit
 
       test "a request with insufficient permissions will render a 403" do
         @client.update!(permissions: [])
-        get :show, params: {stack_id: @stack.to_param}
+        get :show, params: { stack_id: @stack.to_param }
         assert_response :forbidden
         assert_json 'message', 'This operation requires the `read:stack` permission'
       end
 
       test "#show renders the xml" do
-        get :show, params: {stack_id: @stack.to_param}
+        get :show, params: { stack_id: @stack.to_param }
         assert_response :ok
         assert_payload 'name', @stack.to_param
       end
 
       test "can authenticate with query string token" do
         request.headers['Authorization'] = 'bleh'
-        get :show, params: {stack_id: @stack.to_param, token: @client.authentication_token}
+        get :show, params: { stack_id: @stack.to_param, token: @client.authentication_token }
         assert_response :ok
         assert_payload 'name', @stack.to_param
       end
 
       test "xml contains required attributes" do
-        get :show, params: {stack_id: @stack.to_param}
+        get :show, params: { stack_id: @stack.to_param }
         project = get_project_from_xml(response.body)
         %w(name activity lastBuildStatus lastBuildLabel lastBuildTime webUrl).each do |attribute|
           assert_includes project, attribute, "Response missing required attribute: #{attribute}"
@@ -38,13 +39,13 @@ module Shipit
 
       test "locked stacks show as failed" do
         @stack.lock('test', @user)
-        get :show, params: {stack_id: @stack.to_param}
+        get :show, params: { stack_id: @stack.to_param }
         assert_payload 'lastBuildStatus', 'Failure'
       end
 
       test "stacks with no deploys render correctly" do
-        stack = Stack.create!(repository: Repository.new(owner: "foo", name: "bar"))
-        get :show, params: {stack_id: stack.to_param}
+        stack = Stack.create!(repository: Repository.new(owner: "foo", name: "bar"), branch: 'main')
+        get :show, params: { stack_id: stack.to_param }
         assert_payload 'lastBuildStatus', 'Success'
       end
 
@@ -56,7 +57,7 @@ module Shipit
 
       def assert_payload(k, v)
         @project ||= get_project_from_xml(response.body)
-        assert_equal v, @project[k]
+        assert_equal(v, @project[k])
       end
     end
   end

data/test/controllers/api/commits_controller_test.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 require 'test_helper'
 
 module Shipit
@@ -11,7 +12,7 @@ module Shipit
       test "#index returns a list of commits" do
         commit = @stack.commits.reachable.last
 
-        get :index, params: {stack_id: @stack.to_param}
+        get :index, params: { stack_id: @stack.to_param }
         assert_response :ok
         assert_json '0.sha', commit.sha
       end
@@ -19,7 +20,7 @@ module Shipit
       test "#index with undeployed=1 returns a list of undeployed commits" do
         commits = @stack.undeployed_commits.pluck(:sha)
 
-        get :index, params: {stack_id: @stack.to_param, undeployed: 1}
+        get :index, params: { stack_id: @stack.to_param, undeployed: 1 }
         assert_response :ok
         JSON.parse(response.body).each do |commit|
           assert commits.include?(commit.fetch("sha"))

data/test/controllers/api/deploys_controller_test.rb

@@ -1,3 +1,4 @@
+# frozen_string_literal: true
 require 'test_helper'
 
 module Shipit
@@ -13,7 +14,7 @@ module Shipit
       test "#deploys returns the deploys and revisions for a given stack" do
         tasks = @stack.deploys_and_rollbacks.order(id: :desc)
 
-        get :index, params: {stack_id: @stack.to_param}
+        get :index, params: { stack_id: @stack.to_param }
         assert_response :ok
 
         (0...tasks.length).each do |i|
@@ -23,70 +24,87 @@ module Shipit
 
       test "#create triggers a new deploy for the stack" do
         assert_difference -> { @stack.deploys.count }, 1 do
-          post :create, params: {stack_id: @stack.to_param, sha: @commit.sha}
+          post :create, params: { stack_id: @stack.to_param, sha: @commit.sha }
         end
         assert_response :accepted
         assert_json 'status', 'pending'
       end
 
       test "#create triggers a new deploy for whitelisted variables" do
-        correct_env = {'SAFETY_DISABLED' => 1}
-        post :create, params: {stack_id: @stack.to_param, sha: @commit.sha, env: correct_env}
+        correct_env = { 'SAFETY_DISABLED' => 1 }
+        post :create, params: { stack_id: @stack.to_param, sha: @commit.sha, env: correct_env }
         assert_response :accepted
         assert_json 'type', 'deploy'
         assert_json 'status', 'pending'
       end
 
       test "#create refuses to trigger a new deploy with incorrect variables" do
-        incorrect_env = {'DANGEROUS_VARIABLE' => 1}
-        post :create, params: {stack_id: @stack.to_param, sha: @commit.sha, env: incorrect_env}
+        incorrect_env = { 'DANGEROUS_VARIABLE' => 1 }
+        post :create, params: { stack_id: @stack.to_param, sha: @commit.sha, env: incorrect_env }
         assert_response :unprocessable_entity
         assert_json 'message', 'Variables DANGEROUS_VARIABLE have not been whitelisted'
       end
 
       test "#create use the claimed user as author" do
         request.headers['X-Shipit-User'] = @user.login
-        post :create, params: {stack_id: @stack.to_param, sha: @commit.sha}
+        post :create, params: { stack_id: @stack.to_param, sha: @commit.sha }
         deploy = Deploy.last
         deploy.user == @user
       end
 
       test "#create normalises the claimed user" do
         request.headers['X-Shipit-User'] = @user.login.swapcase
-        post :create, params: {stack_id: @stack.to_param, sha: @commit.sha}
+        post :create, params: { stack_id: @stack.to_param, sha: @commit.sha }
         deploy = Deploy.last
         assert_equal deploy.user, @user
       end
 
       test "#create renders a 422 if the sha isn't found" do
-        post :create, params: {stack_id: @stack.to_param, sha: '123443543545'}
+        post :create, params: { stack_id: @stack.to_param, sha: '123443543545' }
         assert_response :unprocessable_entity
         assert_json 'errors', 'sha' => ['Unknown revision']
       end
 
       test "#create renders a 422 if the sha format is invalid" do
-        post :create, params: {stack_id: @stack.to_param, sha: '1'}
+        post :create, params: { stack_id: @stack.to_param, sha: '1' }
         assert_response :unprocessable_entity
         assert_json 'errors', 'sha' => ['is too short (minimum is 6 characters)']
       end
 
       test "#create renders a 409 if a concurrent task is already running" do
         assert_difference -> { @stack.deploys.count }, 1 do
-          post :create, params: {stack_id: @stack.to_param, sha: @commit.sha}
+          post :create, params: { stack_id: @stack.to_param, sha: @commit.sha }
         end
 
         assert_no_difference -> { @stack.deploys.count } do
-          post :create, params: {stack_id: @stack.to_param, sha: @commit.sha}
+          post :create, params: { stack_id: @stack.to_param, sha: @commit.sha }
         end
 
         assert_response :conflict
       end
 
+      test "#create refuses to deploy unsuccessful commits if the require_ci flag is passed" do
+        Commit.any_instance.expects(:deployable?).returns(false)
+
+        assert_no_difference -> { @stack.deploys.count } do
+          post :create, params: { stack_id: @stack.to_param, sha: @commit.sha, require_ci: true }
+        end
+        assert_response :unprocessable_entity
+        assert_json 'errors.require_ci', ["Commit is not deployable"]
+      end
+
+      test "#create deploys failing commits if the require_ci flag is not passed" do
+        Commit.any_instance.expects(:deployable?).returns(false)
+
+        post :create, params: { stack_id: @stack.to_param, sha: @commit.sha }
+        assert_response :accepted
+      end
+
       test "#create refuses to deploy locked stacks" do
         @stack.update!(lock_reason: 'Something broken')
 
         assert_no_difference -> { @stack.deploys.count } do
-          post :create, params: {stack_id: @stack.to_param, sha: @commit.sha}
+          post :create, params: { stack_id: @stack.to_param, sha: @commit.sha }
         end
         assert_response :unprocessable_entity
         assert_json 'errors.force', ["Can't deploy a locked stack"]
@@ -96,7 +114,7 @@ module Shipit
         @stack.update!(lock_reason: 'Something broken')
 
         assert_difference -> { @stack.deploys.count }, 1 do
-          post :create, params: {stack_id: @stack.to_param, sha: @commit.sha, force: 'true'}
+          post :create, params: { stack_id: @stack.to_param, sha: @commit.sha, force: 'true' }
         end
         assert_response :accepted
         assert_json 'status', 'pending'