@toptal/davinci-ci 3.0.1-alpha-chore-improve-packages-building-14e3a950.51 → 3.0.2-alpha-chore-improve-packages-building-4fb91e1f.10

package/src/configs/jobs/deploy-helm-run/config.xml

@@ -0,0 +1,107 @@
+<flow-definition plugin="workflow-job@2.35">
+	<actions>
+		<org.jenkinsci.plugins.pipeline.modeldefinition.actions.DeclarativeJobAction plugin="pipeline-model-definition@1.3.9" />
+		<org.jenkinsci.plugins.pipeline.modeldefinition.actions.DeclarativeJobPropertyTrackerAction plugin="pipeline-model-definition@1.3.9">
+			<jobProperties>
+				<string>jenkins.model.BuildDiscarderProperty</string>
+			</jobProperties>
+			<triggers />
+			<parameters>
+				<string>HELM_BRANCH</string>
+				<string>REPOSITORY_NAME</string>
+				<string>TAG</string>
+				<string>RELEASE</string>
+				<string>ENV</string>
+			</parameters>
+			<options>
+				<string>skipDefaultCheckout</string>
+			</options>
+		</org.jenkinsci.plugins.pipeline.modeldefinition.actions.DeclarativeJobPropertyTrackerAction>
+	</actions>
+	<description />
+	<keepDependencies>false</keepDependencies>
+	<properties>
+    <hudson.model.ParametersDefinitionProperty>
+			<parameterDefinitions>
+				<hudson.model.StringParameterDefinition>
+					<name>HELM_BRANCH</name>
+					<description>Helm branch</description>
+					<defaultValue>master</defaultValue>
+					<trim>false</trim>
+				</hudson.model.StringParameterDefinition>
+				<hudson.model.StringParameterDefinition>
+					<name>REPOSITORY_NAME</name>
+					<description>Name of repository</description>
+					<defaultValue />
+					<trim>false</trim>
+				</hudson.model.StringParameterDefinition>
+				<hudson.model.StringParameterDefinition>
+					<name>TAG</name>
+					<description>Image tag to deploy</description>
+					<defaultValue />
+					<trim>false</trim>
+				</hudson.model.StringParameterDefinition>
+				<hudson.model.StringParameterDefinition>
+					<name>RELEASE</name>
+					<description>Release name</description>
+					<defaultValue />
+					<trim>false</trim>
+				</hudson.model.StringParameterDefinition>
+				<hudson.model.StringParameterDefinition>
+					<name>ENV</name>
+					<description>Environment values in format ENV.key1=value1,ENV.key2=value2</description>
+					<defaultValue>ENV=null</defaultValue>
+					<trim>false</trim>
+				</hudson.model.StringParameterDefinition>
+			</parameterDefinitions>
+		</hudson.model.ParametersDefinitionProperty>
+		<hudson.plugins.jira.JiraProjectProperty plugin="jira@3.0.7" />
+		<jenkins.model.BuildDiscarderProperty>
+			<strategy class="hudson.tasks.LogRotator">
+				<daysToKeep>-1</daysToKeep>
+				<numToKeep>20</numToKeep>
+				<artifactDaysToKeep>-1</artifactDaysToKeep>
+				<artifactNumToKeep>-1</artifactNumToKeep>
+			</strategy>
+		</jenkins.model.BuildDiscarderProperty>
+		<com.sonyericsson.jenkins.plugins.bfa.model.ScannerJobProperty plugin="build-failure-analyzer@1.20.0">
+			<doNotScan>false</doNotScan>
+		</com.sonyericsson.jenkins.plugins.bfa.model.ScannerJobProperty>
+		<com.coravy.hudson.plugins.github.GithubProjectProperty plugin="github@1.29.4">
+			<projectUrl>$PROJECT_URL</projectUrl>
+			<displayName />
+		</com.coravy.hudson.plugins.github.GithubProjectProperty>
+		<hudson.plugins.throttleconcurrents.ThrottleJobProperty plugin="throttle-concurrents@2.0.1">
+			<maxConcurrentPerNode>0</maxConcurrentPerNode>
+			<maxConcurrentTotal>0</maxConcurrentTotal>
+			<categories class="java.util.concurrent.CopyOnWriteArrayList" />
+			<throttleEnabled>false</throttleEnabled>
+			<throttleOption>project</throttleOption>
+			<limitOneJobWithMatchingParams>false</limitOneJobWithMatchingParams>
+			<paramsToUseForLimit />
+		</hudson.plugins.throttleconcurrents.ThrottleJobProperty>
+	</properties>
+	<definition class="org.jenkinsci.plugins.workflow.cps.CpsScmFlowDefinition" plugin="workflow-cps@2.74">
+		<scm class="hudson.plugins.git.GitSCM" plugin="git@3.10.1">
+			<configVersion>2</configVersion>
+			<userRemoteConfigs>
+				<hudson.plugins.git.UserRemoteConfig>
+					<url>git@github.com:toptal/davinci.git</url>
+					<credentialsId>$CREDENTIALS_ID</credentialsId>
+				</hudson.plugins.git.UserRemoteConfig>
+			</userRemoteConfigs>
+			<branches>
+				<hudson.plugins.git.BranchSpec>
+					<name>master</name>
+				</hudson.plugins.git.BranchSpec>
+			</branches>
+			<doGenerateSubmoduleConfigurations>false</doGenerateSubmoduleConfigurations>
+			<submoduleCfg class="list" />
+			<extensions />
+		</scm>
+		<scriptPath>packages/ci/src/configs/jobs/deploy-helm-run/Jenkinsfile</scriptPath>
+		<lightweight>true</lightweight>
+	</definition>
+	<triggers />
+	<disabled>false</disabled>
+</flow-definition>

package/src/configs/jobs/deploy-helm-run-trigger/Jenkinsfile

@@ -0,0 +1,200 @@
+@Library('globalLibrary@master') _
+
+ghHelper = new helpers.GithubNotifyHelper()
+helper = new helpers.Helpers()
+jobHelper = new helpers.JobHelper()
+
+buildImageResult = []
+
+environment = "production"
+
+repositoryName = params.REPOSITORY_NAME
+repositorySSHUrl = "git@github.com:toptal/${repositoryName}.git"
+targetBranch = "master"
+configDavinciYaml = "davinci.yaml"
+def repoBullhornSlackChannel
+env.REPO_NAME_FOR_COMMIT = "toptal/${repositoryName}"
+
+buildImageJobName = "${repositoryName}-build-image"
+buildReleaseImageJobName = "${repositoryName}-build-release-image"
+deployHelmRunJobName = "${repositoryName}-deploy-helm-run"
+
+String readDavinciYaml(String section, String defaultValue = '') {
+  if (fileExists(configDavinciYaml)) {
+    configuration = jobHelper.readYaml(configDavinciYaml)
+
+    if (configuration[section]) {
+      return "${configuration[section]}"
+    }
+  }
+
+  return defaultValue
+}
+
+def getEnvironmentVariables(environmentName) {
+  def environmentFilename = ".env.${environmentName}"
+
+  if(!fileExists(environmentFilename)) {
+    return 'ENV=null'
+  }
+
+  return sh(
+    script: "egrep -v '^(#|\$)' ${environmentFilename} | sed  's/^/ENV./'| awk '{print}' ORS=',' | sed 's/,*\$//g'",
+    returnStdout: true
+  ).trim() as String
+}
+
+String getCommitDetails() {
+  def commitId = gitCommit()
+  def shortSha = commitId.substring(0, 12)
+  def gitCommitLink = "https://github.com/toptal/${repositoryName}/commit/${commitId}"
+  def author = gitAuthor(commitId)
+  def pullRequestId = gitHubPullRequestId(commitId)
+  def pullRequestLink = gitHubPullRequestLink(repositoryName, commitId)
+
+  if (pullRequestId.trim() == "") {
+    return "Build <${env.BUILD_URL}|#${env.BUILD_NUMBER}> with <${gitCommitLink}|${shortSha}> (by ${author})."
+  }
+
+  info "pullRequestId: ${pullRequestId}"
+  info "pullRequestLink: ${pullRequestLink}"
+  return "Build <${env.BUILD_URL}|#${env.BUILD_NUMBER}> with <${gitCommitLink}|${shortSha}> (PR <${pullRequestLink}|#${pullRequestId}> by ${author})."
+}
+
+pipeline {
+  agent { label 'docker' }
+
+  options {
+    ansiColor('xterm')
+    timestamps()
+    timeout(time: 1, unit: 'HOURS')
+    buildDiscarder(logRotator(numToKeepStr: '20'))
+    skipDefaultCheckout()
+  }
+
+  parameters {
+    string(name: 'REPOSITORY_NAME', defaultValue: '', description: 'Name of repository')
+  }
+
+  stages {
+    stage('Git checkout PR') {
+      steps {
+        info "== Checking out Git revision ${targetBranch}"
+
+        gitCheckout(
+          branches: "${targetBranch}",
+          credentials: [username: 'toptal-build', description: 'toptal-build-ssh-key'],
+          url: repositorySSHUrl,
+          refspec: "+refs/heads/${targetBranch}:refs/remotes/origin/${targetBranch}",
+          additionalBehaviours: [
+            advancedCheckoutBehaviour: [timeout: 120],
+            advancedCloneBehaviour   : [depth: 0, noTags: true, reference: '', shallow: false, timeout: 340],
+            cleanBeforeCheckout      : false,
+            calculateChangelog       : [compareRemote: 'origin', compareTarget: "${targetBranch}"],
+            mergeBeforeBuild         : [mergeRemote: 'origin', mergeTarget: "${targetBranch}", mergeStrategy: 'DEFAULT', fastForwardMode: 'FF']
+          ]
+        )
+
+        info "Git commit: ${gitCommit()}"
+        info "Git branch: ${gitBranch()}"
+        script { env.COMMIT_FOR_ANVIL = gitCommit() }
+        success 'Checkout finished'
+
+        script {
+          if (fileExists(configDavinciYaml)) {
+            info "davinci.yaml file was found in the project root folder"
+            info "Extracting values from the davinci.yaml file"
+            repoBullhornSlackChannel = readDavinciYaml('slack_channel', "${repositoryName}-bullhorn")
+          } else {
+            info "davinci.yaml file was not found, using standard CI configuration"
+          }
+        }
+      }
+    } //stage
+
+    stage('Build image') {
+      steps {
+        script {
+          buildImageResult[0] = buildWithParameters(
+            jobName: buildImageJobName,
+            propagate: true,
+            wait: true,
+            parameters: [
+              VERSION: gitCommit(),
+              IMAGE_NAME: repositoryName,
+              REPOSITORY_NAME: repositoryName
+            ]
+          )
+        }
+      } //steps
+    } //stage
+
+    stage('Build release image') {
+      steps {
+        script {
+          buildImageResult[1] = buildWithParameters(
+            jobName: buildReleaseImageJobName,
+            propagate: true,
+            wait: true,
+            parameters: [
+              IMAGE_TAG: gitCommit(),
+              REPOSITORY_NAME: repositoryName
+            ]
+          )
+        }
+      } //steps
+    } //stage
+
+    stage('Trigger deploy') {
+      steps {
+        script {
+          def productionEnvironmentVariables = getEnvironmentVariables(environment)
+
+          buildImageResult[2] = buildWithParameters(
+            jobName: deployHelmRunJobName,
+            propagate: false,
+            wait: true,
+            parameters: [
+              REPOSITORY_NAME: repositoryName,
+              TAG: gitCommit(),
+              ENV: productionEnvironmentVariables
+            ]
+          )
+        }
+      } //steps
+    } //stage
+
+    stage('Check images build status') {
+      steps {
+        script {
+          helper.setBuildStatus(buildImageResult)
+        }
+      } //steps
+    } //stage
+
+  } //stages
+
+  post {
+    always{
+      sendBuildData(currentBuild)
+    }
+
+    failure {
+      script {
+        slackSend color: 'danger',
+        channel: repoBullhornSlackChannel,
+        message: "<!here> The latest master version of ${repositoryName} was not deployed to '${environment}' environment.\n${getCommitDetails()}"
+      }
+    }
+
+    success {
+       script {
+        slackSend color: 'good',
+        channel: repoBullhornSlackChannel,
+        message: "The latest master version of ${repositoryName} was deployed to '${environment}' environment :green_heart:.\n${getCommitDetails()}"
+      }
+    }
+  }
+
+}
+// vim:ft=groovy