@toptal/davinci-ci 6.0.1-alpha-fx-4497-storybook-13e9f909.10 → 7.0.0

package/src/configs/jobs/master-main/Jenkinsfile

@@ -1,460 +0,0 @@
-@Library('globalLibrary@master') _
-
-image = null
-
-jobHelper = new helpers.JobHelper()
-
-commitId = params.GITHUB_BRANCH_HEAD_SHA
-branch = params.GITHUB_BRANCH_NAME
-repositoryUrl = params.GITHUB_REPO_GIT_URL
-
-repositoryName =  repositoryUrl.tokenize('/').last().split("\\.")[0]
-repositorySSHUrl = "git@github.com:toptal/${repositoryName}.git"
-
-prTestsJobName = "${repositoryName}-pr-tests"
-buildImageJobName = "${repositoryName}-build-image"
-buildReleaseImageJobName = "${repositoryName}-build-release-image"
-deployReleaseImageJobName = "${repositoryName}-deploy-helm-run"
-deployToStagingReleaseImageJobName = "${repositoryName}-deploy-staging-helm-run"
-consumerContractsVerifyJobName = "${repositoryName}-consumer-contracts-verify"
-def repoBullhornSlackChannel
-
-configDavinciYaml = "davinci.yaml"
-testsCoverageDirectory = "coverage"
-testsPactsDirectory = "pacts"
-
-testsDataDirectory = "~/${repositoryName}-tests"
-jenkinsTestsCoverageDirectory = "${testsDataDirectory}/${commitId}-coverage"
-jenkinsTestsPactContractsDirectory = "${testsDataDirectory}/${commitId}-pact"
-
-Boolean isEnabledInDavinciYaml(String section, String key) {
-  if (fileExists(configDavinciYaml)) {
-    configuration = jobHelper.readYaml(configDavinciYaml)
-
-    if (configuration[section] && configuration[section][key]) {
-      return true
-    }
-  }
-
-  return false
-}
-
-String readDavinciYaml(String section, String defaultValue = '') {
-  if (fileExists(configDavinciYaml)) {
-    configuration = jobHelper.readYaml(configDavinciYaml)
-
-    if (configuration[section]) {
-      return "${configuration[section]}"
-    }
-  }
-
-  return defaultValue
-}
-
-def getEnvironmentVariables(environmentName) {
-  def environmentFilename = ".env.${environmentName}"
-
-  if(!fileExists(environmentFilename)) {
-    return 'ENV=null'
-  }
-
-  return sh(
-    script: "egrep -v '^(#|\$)' ${environmentFilename} | sed  's/^/ENV./'| awk '{print}' ORS=',' | sed 's/,*\$//g'",
-    returnStdout: true
-  ).trim() as String
-}
-
-String getCommitDetails() {
-    def shortSha = commitId.substring(0, 12)
-    def gitCommitLink = "https://github.com/toptal/${repositoryName}/commit/${commitId}"
-    def author = gitAuthor(commitId)
-    def pullRequestId = gitHubPullRequestId(commitId)
-    def pullRequestLink = gitHubPullRequestLink(repositoryName, commitId)
-
-    if (pullRequestId.trim() != "") {
-      info "pullRequestId: ${pullRequestId}"
-      info "pullRequestLink: ${pullRequestLink}"
-      return "Build <${env.BUILD_URL}|#${env.BUILD_NUMBER}> with <${gitCommitLink}|${shortSha}> (PR <${pullRequestLink}|#${pullRequestId}> by ${author})."
-    }
-
-    return "Build <${env.BUILD_URL}|#${env.BUILD_NUMBER}> with <${gitCommitLink}|${shortSha}> (by ${author})."
-}
-
-def hasParamInDavinciCommand(args) {
-  def command = args.command
-  def parameter = args.parameter
-  def repoName = args.repoName
-  def tag = args.tag
-
-  def davinciHelpOutput = sh(
-    script: """
-      docker run \
-      --rm \
-      -u 469:469 \
-      us-central1-docker.pkg.dev/toptal-hub/containers/${repoName}:${tag} \
-      yarn davinci help ${command}
-    """,
-    returnStdout: true
-  ).trim() as String
-
-  return davinciHelpOutput.contains(parameter)
-}
-
-pipeline {
-  agent { label 'slave_aws' }
-
-  options {
-    ansiColor('xterm')
-    timestamps()
-    timeout(time: 120, unit: 'MINUTES')
-    buildDiscarder(logRotator(numToKeepStr: '20'))
-    skipDefaultCheckout()
-  }
-
-  parameters {
-    string(name: 'SONAR_SERVER_URL', defaultValue: 'https://sonarqube.toptal.net', description: 'URL to the SonarQube instance')
-    string(name: 'GITHUB_REPO_GIT_URL', defaultValue: '', description: 'Repository URL')
-    string(name: 'GITHUB_BRANCH_NAME', defaultValue: 'master', description: 'Branch to build')
-    string(name: 'GITHUB_BRANCH_HEAD_SHA', defaultValue: '', description: 'Commit ID')
-  }
-
-  environment {
-    GCE_ACCOUNT_KEY = credentials('jenkins-storage-administrator')
-    NPM_TOKEN = credentials('npm-token-for-toptal-private-registry')
-    SONARQUBE_TOKEN = credentials('sonarqube_token')
-  }
-
-  stages {
-    stage('Davinci setup') {
-      steps {
-        success "=== This job was generated and brought to you by Davinci engine ==="
-        info "If you want to observe its config check https://github.com/toptal/davinci/blob/master/packages/ci/src/configs/jobs/master-main/Jenkinsfile"
-        info "If you encounter any issues please reach out #-frontend-exp-core"
-      }
-    }
-
-    stage('Git checkout project') {
-      steps {
-        info "=== checking out ${branch} ==="
-        gitCheckout(
-          branches: branch,
-          credentials: [username: 'toptal-build', description: "toptal-build-ssh-key"],
-          url: repositorySSHUrl,
-          additionalBehaviours: [
-            cleanBeforeCheckout: true
-          ])
-        success "=== checked out ${branch} at ${commitId} ==="
-
-        script {
-          if (fileExists(configDavinciYaml)) {
-            info "davinci.yaml file was found in the project root folder"
-            info "Extracting values from the davinci.yaml file"
-            repoBullhornSlackChannel = readDavinciYaml('slack_channel', "${repositoryName}-bullhorn")
-          } else {
-            info "davinci.yaml file was not found, using standard CI configuration"
-          }
-        }
-      }
-    } //checkout project
-
-    stage('Build image') {
-      steps {
-        script {
-          buildWithParameters(
-            jobName: buildImageJobName,
-            propagate: true,
-            wait: true,
-            parameters: [
-              BRANCH: branch,
-              VERSION: commitId,
-              ALIAS_VERSIONS: "latest",
-              IMAGE_NAME: repositoryName,
-              REPOSITORY_NAME: repositoryName
-            ]
-          )
-        }
-      } //steps
-    } //stage
-
-    stage('Prepare directory to share data from tests run') {
-      steps {
-        script {
-          sh """
-            mkdir -p ${testsDataDirectory}
-
-            rm -rf ${jenkinsTestsCoverageDirectory}
-            mkdir ${jenkinsTestsCoverageDirectory}
-
-            rm -rf ${jenkinsTestsPactContractsDirectory}
-            mkdir ${jenkinsTestsPactContractsDirectory}
-          """
-        }
-      }
-    }
-
-    stage('Run unit tests') {
-      when {
-        expression { return !isEnabledInDavinciYaml("master", "unitTests") }
-      }
-
-      steps {
-        script {
-          sh """
-            docker run \
-            --rm \
-            -u 469:469 \
-            -v ${jenkinsTestsCoverageDirectory}:/app/${testsCoverageDirectory} \
-            -v ${jenkinsTestsPactContractsDirectory}:/app/${testsPactsDirectory} \
-            us-central1-docker.pkg.dev/toptal-hub/containers/${repositoryName}:${commitId} \
-            yarn test --ci
-          """
-        }
-      } //steps
-    } //stage
-
-    stage('Publish pact contracts') {
-      when {
-        expression { return isEnabledInDavinciYaml("pr", "contract_testing") }
-      }
-
-      environment {
-        // load pact broker credentials, also loads variable $PACT_BROKER_PSW
-        PACT_BROKER = credentials('pact-broker')
-      }
-
-      steps {
-        script {
-          sh """
-            docker run \
-            --rm \
-            -e PACT_BROKER_PSW=${PACT_BROKER_PSW} \
-            -e GIT_BRANCH=${branch} \
-            -e GIT_СOMMIT=${commitId} \
-            -v ${jenkinsTestsPactContractsDirectory}:/app/${testsPactsDirectory} \
-            us-central1-docker.pkg.dev/toptal-hub/containers/${repositoryName}:${commitId} \
-            yarn publish-pact
-          """
-        }
-      }
-    }
-
-    stage('Trigger consumer contracts verification') {
-      when {
-        expression { return isEnabledInDavinciYaml("pr", "contract_testing") }
-      }
-
-      steps {
-        script {
-          buildWithParameters(
-            jobName: consumerContractsVerifyJobName,
-            propagate: true,
-            wait: true,
-            parameters: [
-              JOB_TYPE: "master",
-              GIT_COMMIT: commitId
-            ]
-          )
-        }
-      }
-    } //stage
-
-    stage('Publish as package') {
-      when {
-        expression { return isEnabledInDavinciYaml("master", "publish_as_package") }
-      }
-
-      environment {
-        GITHUB_TOKEN = credentials('toptal-devbot-personal-token')
-        PUBLISH_NPM_TOKEN = credentials('npm-token-for-toptal-private-registry-publish')
-        GIT_COMMITTER_NAME = 'toptal-bot'
-        GIT_COMMITTER_EMAIL = 'bot@toptal.com'
-      }
-
-      steps {
-        script {
-          PWD = sh(returnStdout: true, script: 'pwd').trim()
-          releasePackageCommand = 'yarn davinci-engine release-package'
-
-          def outputVersionParamExistsInDavinci = hasParamInDavinciCommand(
-            command: 'engine release-package',
-            parameter: 'outputVersion',
-            repoName: repositoryName,
-            tag: commitId
-          )
-          if (outputVersionParamExistsInDavinci) {
-            releasePackageCommand = "${releasePackageCommand} --outputVersion /artifacts/.version"
-          }
-        }
-
-        sshagent(credentials: ['toptal-build-ssh-key']) {
-          // $SSH_AUTH_SOCK - is the ssh key passed from ssh agent
-          //
-          // -u 469:469 \
-          // - all those need to be passed to reuse jenkins user from Jenkins
-          //   and it's .ssh folder, keys and passwords
-          //
-          // -v ${PWD}:/artifacts - needs to pass .versions file
-          //
-          // -e JENKINS_URL=${JENKINS_URL} \
-          // -e GIT_BRANCH=${branch} \
-          // - need to make semantic-release to think
-          //   that we are running it inside CI environment
-          //
-          // -e GITHUB_TOKEN needed for semantic-release to authenticated with GitHub
-          //
-          sh """
-            docker run \
-            --rm \
-            -e GIT_COMMITTER_EMAIL=${GIT_COMMITTER_EMAIL} \
-            -e GIT_COMMITTER_NAME=${GIT_COMMITTER_NAME} \
-            -e GITHUB_TOKEN=${GITHUB_TOKEN} \
-            -e NPM_TOKEN=${PUBLISH_NPM_TOKEN} \
-            -e JENKINS_URL=${JENKINS_URL} \
-            -e GIT_BRANCH=${branch} \
-            -v ${PWD}:/artifacts \
-            -u 469:469 \
-            -v $SSH_AUTH_SOCK:/ssh-agent \
-            -e SSH_AUTH_SOCK=/ssh-agent \
-            -v ${PWD}/.git:/app/.git \
-            us-central1-docker.pkg.dev/toptal-hub/containers/${repositoryName}:${commitId} \
-            ${releasePackageCommand}
-          """
-        }
-      } //steps
-    } //stage
-
-    stage('Build release image') {
-      steps {
-        script {
-          buildWithParameters(
-            jobName: buildReleaseImageJobName,
-            propagate: true,
-            wait: true,
-            parameters: [
-              IMAGE_TAG: commitId,
-              REPOSITORY_NAME: repositoryName,
-              ALIAS_IMAGE_TAGS: 'latest'
-            ]
-          )
-        }
-      }
-    } //stage
-
-    stage('Deploy to staging release image') {
-      when {
-        expression { return isEnabledInDavinciYaml("master", "deploy_staging") }
-      }
-
-      steps {
-        script {
-          def stagingEnvironmentVariables = getEnvironmentVariables('staging')
-
-          buildWithParameters(
-            jobName: deployToStagingReleaseImageJobName,
-            propagate: true,
-            wait: true,
-            parameters: [
-              REPOSITORY_NAME: repositoryName,
-              TAG: commitId,
-              // TODO: remove when all legacy jobs deploy-release-image will be refactored to use k8s
-              DOCKER_TAG: commitId,
-              ENV: stagingEnvironmentVariables,
-              RELEASE: 'staging'
-            ]
-          )
-        }
-      } //steps
-    } //stage
-
-    stage('Cypress tests') {
-      when {
-        expression { return isEnabledInDavinciYaml("master", "cypress") }
-      }
-
-      steps {
-        script {
-            def packageJson = readJSON(file: 'package.json', returnPojo: true)
-            def hasIntegrationCmd = 'test:integration:ci' in (packageJson.scripts ?: [:])
-            def testCommand = hasIntegrationCmd ? 'integration' : 'e2e'
-
-            sh """
-              docker run \
-              --user="root" \
-              --rm us-central1-docker.pkg.dev/toptal-hub/containers/${repositoryName}:${commitId} /bin/bash -c "apt update && apt-get -y install libgtk2.0-0 libgtk-3-0 libgbm-dev libnotify-dev libgconf-2-4 libnss3 libxss1 libasound2 libxtst6 xauth xvfb  && yarn cypress install > /dev/null && yarn test:$testCommand:ci"
-            """
-        }
-      } //steps
-    } //stage
-
-    stage('Deploy release image') {
-      when {
-        expression { return isEnabledInDavinciYaml("master", "deploy") }
-      }
-
-      steps {
-        script {
-          def productionEnvironmentVariables = getEnvironmentVariables('production')
-
-          buildWithParameters(
-            jobName: deployReleaseImageJobName,
-            propagate: true,
-            wait: true,
-            parameters: [
-              REPOSITORY_NAME: repositoryName,
-              TAG: commitId,
-              ENV: productionEnvironmentVariables,
-              RELEASE: 'internal'
-            ]
-          )
-        }
-      } //steps
-    } //stage
-
-  } //stages
-
-  post {
-    failure {
-      script {
-        slackSend color: 'danger',
-                  channel: repoBullhornSlackChannel,
-                  message: "<!here> The current build on `${branch}` branch of `${repositoryName}` is broken :broken_heart:\n${getCommitDetails()}"
-      }
-    }
-
-    aborted {
-      script {
-        slackSend color: 'warning',
-                  channel: repoBullhornSlackChannel,
-                  message: "The current build on `${branch}` branch of `${repositoryName}` was aborted.\n${getCommitDetails()}"
-      }
-    }
-
-    success {
-       script {
-        def message = "The current build on `${branch}` branch of `${repositoryName}` is successful :green_heart:\n${getCommitDetails()}"
-        def isReleasedAsPackage = fileExists('.version')
-
-        if (isReleasedAsPackage) {
-          NEW_PACKAGE_VERSION = sh(returnStdout: true, script: 'cat .version').trim()
-          if (NEW_PACKAGE_VERSION) {
-            message = message + "\n\nNew package: `${NEW_PACKAGE_VERSION}` \nSee <https://github.com/toptal/${repositoryName}/releases/tag/v${NEW_PACKAGE_VERSION}|release notes>"
-          }
-        }
-
-        slackSend color: 'good',
-                  channel: repoBullhornSlackChannel,
-                  message: message
-      }
-    }
-
-    always {
-      script {
-        // clean up created temporary folders
-        sh "rm -rf ${jenkinsTestsCoverageDirectory}"
-        sh "rm -rf ${jenkinsTestsPactContractsDirectory}"
-
-        sendBuildData(currentBuild)
-      }
-    }
-  }
-}

package/src/configs/jobs/master-main/config.xml

@@ -1,119 +0,0 @@
-<flow-definition plugin="workflow-job@2.35">
-  <actions>
-    <org.jenkinsci.plugins.pipeline.modeldefinition.actions.DeclarativeJobAction plugin="pipeline-model-definition@1.3.9"/>
-    <org.jenkinsci.plugins.pipeline.modeldefinition.actions.DeclarativeJobPropertyTrackerAction plugin="pipeline-model-definition@1.3.9">
-      <jobProperties>
-        <string>jenkins.model.BuildDiscarderProperty</string>
-      </jobProperties>
-      <triggers/>
-      <parameters>
-        <string>BRANCH</string>
-      </parameters>
-      <options>
-        <string>skipDefaultCheckout</string>
-      </options>
-    </org.jenkinsci.plugins.pipeline.modeldefinition.actions.DeclarativeJobPropertyTrackerAction>
-  </actions>
-  <description></description>
-  <keepDependencies>false</keepDependencies>
-  <properties>
-    <hudson.model.ParametersDefinitionProperty>
-      <parameterDefinitions>
-        <hudson.model.StringParameterDefinition>
-          <name>BRANCH</name>
-          <description>Branch or tag to build</description>
-          <defaultValue>master</defaultValue>
-          <trim>false</trim>
-          <name>GITHUB_REPO_GIT_URL</name>
-          <description>Repository URL</description>
-          <defaultValue>$PROJECT_URL</defaultValue>
-          <trim>false</trim>
-        </hudson.model.StringParameterDefinition>
-      </parameterDefinitions>
-    </hudson.model.ParametersDefinitionProperty>
-    <jenkins.model.BuildDiscarderProperty>
-      <strategy class="hudson.tasks.LogRotator">
-        <daysToKeep>-1</daysToKeep>
-        <numToKeep>20</numToKeep>
-        <artifactDaysToKeep>-1</artifactDaysToKeep>
-        <artifactNumToKeep>-1</artifactNumToKeep>
-      </strategy>
-    </jenkins.model.BuildDiscarderProperty>
-    <hudson.plugins.jira.JiraProjectProperty plugin="jira@3.0.7"/>
-    <com.sonyericsson.jenkins.plugins.bfa.model.ScannerJobProperty plugin="build-failure-analyzer@1.20.0">
-      <doNotScan>false</doNotScan>
-    </com.sonyericsson.jenkins.plugins.bfa.model.ScannerJobProperty>
-    <com.coravy.hudson.plugins.github.GithubProjectProperty plugin="github@1.29.4">
-      <projectUrl>$PROJECT_URL</projectUrl>
-      <displayName></displayName>
-    </com.coravy.hudson.plugins.github.GithubProjectProperty>
-    <hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1">
-      <maxConcurrentPerNode>0</maxConcurrentPerNode>
-      <maxConcurrentTotal>0</maxConcurrentTotal>
-      <categories class="java.util.concurrent.CopyOnWriteArrayList"/>
-      <throttleEnabled>false</throttleEnabled>
-      <throttleOption>project</throttleOption>
-      <limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams>
-      <paramsToUseForLimit></paramsToUseForLimit>
-    </hudson.plugins.throttleconcurrents.ThrottleJobProperty>
-    <org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty>
-      <triggers>
-        <com.github.kostyasha.github.integration.branch.GitHubBranchTrigger plugin="github-pullrequest@0.2.6">
-          <spec></spec>
-          <triggerMode>HEAVY_HOOKS</triggerMode>
-          <cancelQueued>true</cancelQueued>
-          <abortRunning>false</abortRunning>
-          <skipFirstRun>false</skipFirstRun>
-          <repoProviders>
-            <com.github.kostyasha.github.integration.generic.repoprovider.GitHubPluginRepoProvider>
-              <cacheConnection>true</cacheConnection>
-              <manageHooks>true</manageHooks>
-              <repoPermission>ADMIN</repoPermission>
-            </com.github.kostyasha.github.integration.generic.repoprovider.GitHubPluginRepoProvider>
-          </repoProviders>
-          <events>
-            <com.github.kostyasha.github.integration.branch.events.impl.GitHubBranchHashChangedEvent/>
-            <com.github.kostyasha.github.integration.branch.events.impl.GitHubBranchRestrictionFilter>
-              <exclude>false</exclude>
-              <matchAsPattern>true</matchAsPattern>
-              <matchCriteria>
-                <string>master</string>
-              </matchCriteria>
-            </com.github.kostyasha.github.integration.branch.events.impl.GitHubBranchRestrictionFilter>
-            <com.github.kostyasha.github.integration.branch.events.impl.GitHubBranchCommitMessageCheck>
-              <exclude>true</exclude>
-              <matchAsPattern>true</matchAsPattern>
-              <matchCriteria>
-                <string>(?s).*\[skip ci\].*</string>
-              </matchCriteria>
-            </com.github.kostyasha.github.integration.branch.events.impl.GitHubBranchCommitMessageCheck>
-          </events>
-          <preStatus>false</preStatus>
-        </com.github.kostyasha.github.integration.branch.GitHubBranchTrigger>
-      </triggers>
-    </org.jenkinsci.plugins.workflow.job.properties.PipelineTriggersJobProperty>
-  </properties>
-    <definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.74">
-    <scm class="hudson.plugins.git.GitSCM" plugin="git@3.10.1">
-      <configVersion>2</configVersion>
-      <userRemoteConfigs>
-        <hudson.plugins.git.UserRemoteConfig>
-          <url>git@github.com:toptal/davinci.git</url>
-          <credentialsId>$CREDENTIALS_ID</credentialsId>
-        </hudson.plugins.git.UserRemoteConfig>
-      </userRemoteConfigs>
-      <branches>
-        <hudson.plugins.git.BranchSpec>
-          <name>master</name>
-        </hudson.plugins.git.BranchSpec>
-      </branches>
-      <doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations>
-      <submoduleCfg class="list"/>
-      <extensions/>
-    </scm>
-    <scriptPath>packages/ci/src/configs/jobs/master-main/Jenkinsfile</scriptPath>
-    <lightweight>false</lightweight>
-  </definition>
-  <triggers/>
-  <disabled>false</disabled>
-</flow-definition>