@docupace/pipeline 1.0.0-alpha.35 → 1.0.0-alpha.37

package/next/deploy.sh

@@ -1,40 +1,40 @@
-#!/bin/bash
+  #!/bin/bash
 
-set -e  # Enable command tracing
-# Variables
-REPO_NAME="gitops-dev"
-REPO_URL="https://x-token-auth:$GITOPS_REP_TOKEN@bitbucket.org/dp-cloud/${REPO_NAME}.git"
-FILE_PATH="dp/$2/$1.values.yaml"
-BUILD_NUMBER=$BITBUCKET_BUILD_NUMBER
-GITOPS_BRANCH=master
-if [ -n "$VERSION_TAG" ]; then
-  DEPLOY_TAG=$VERSION_TAG
-else
-  DEPLOY_TAG="build-$BUILD_NUMBER"
-fi
+  set -e  # Enable command tracing
+  # Variables
+  REPO_NAME="gitops-dev"
+  REPO_URL="https://x-token-auth:$GITOPS_REP_TOKEN@bitbucket.org/dp-cloud/${REPO_NAME}.git"
+  FILE_PATH="dp/$2/$1.values.yaml"
+  BUILD_NUMBER=$BITBUCKET_BUILD_NUMBER
+  GITOPS_BRANCH=master
+  if [ -n "$VERSION_TAG" ]; then
+    DEPLOY_TAG=$VERSION_TAG
+  else
+    DEPLOY_TAG="build-$BUILD_NUMBER"
+  fi
 
 
 
-# Clone the repository
+  # Clone the repository
 
-git config user.email qxebpukjnzljnwty1knte7ym53aogk@bots.bitbucket.org
-git clone $REPO_URL
-cd ${REPO_NAME} || exit
+  git config user.email qxebpukjnzljnwty1knte7ym53aogk@bots.bitbucket.org
+  git clone $REPO_URL
+  cd ${REPO_NAME} || exit
 
-# Checkout the branch
+  # Checkout the branch
 
-# Modify the YAML file
-sed -i "s/tag: .*/tag: $DEPLOY_TAG/" $FILE_PATH
+  # Modify the YAML file
+  sed -i "s/tag: .*/tag: $DEPLOY_TAG/" $FILE_PATH
 
-# Add changes to git
-git add $FILE_PATH
+  # Add changes to git
+  git add $FILE_PATH
 
-# Commit changes
-git commit -m "Update image tag to $DEPLOY_TAG"
+  # Commit changes
+  git commit -m "Update image tag to $DEPLOY_TAG"
 
-# Push changes
-git push origin $GITOPS_BRANCH
+  # Push changes
+  git push origin $GITOPS_BRANCH
 
-# Clean up
-cd ..
-rm -rf ${REPO_NAME}
+  # Clean up
+  cd ..
+  rm -rf ${REPO_NAME}

package/package.json

@@ -1,11 +1,12 @@
 {
   "name": "@docupace/pipeline",
-  "version": "1.0.0-alpha.35",
+  "version": "1.0.0-alpha.37",
   "description": "",
   "main": "index.js",
   "type": "module",
   "bin": {
-    "dp-changeset-cli": "src/changeset/cli.js"
+    "dp-changeset-cli": "src/changeset/cli.js",
+    "dp-next-cli": "src/next/cli.js"
   },
   "keywords": [
     "bash"
@@ -14,6 +15,7 @@
   "license": "ISC",
   "dependencies": {
     "commander": "^12.1.0",
+    "js-yaml": "^4.1.0",
     "zx": "^8.2.4"
   },
   "devDependencies": {

package/src/changeset/validate.js

@@ -12,8 +12,7 @@ export async function validateChangesets(directoryPath) {
         let preJson;
 
         if (!fs.existsSync(preJsonPath) && mdFiles.length === 0) {
-            console.error("Error: No pre.json and no md files found.");
-            process.exit(1);
+            throw new Error("Error: No pre.json and no md files found.")
         }
 
         if (fs.existsSync(preJsonPath)) {
@@ -29,16 +28,15 @@ export async function validateChangesets(directoryPath) {
                 const unmatchedFiles = mdFileNamesWithoutExt.filter(fileName => !changesetNames.includes(fileName));
 
                 if (unmatchedFiles.length  == 0) {
-                    console.error("No new MD files found:", unmatchedFiles);
-                    process.exit(1);
+                    throw new Error("Error: No new MD files found:");
                 }
             }
         }
 
         console.log("Validation successful.");
     } catch (error) {
-        console.error("Error while processing:", error);
-        process.exit(1);
+        console.log(error.message);
+        throw(error);
     }
 }
 

package/src/next/cli.js

@@ -0,0 +1,58 @@
+#!/usr/bin/env node
+
+import { Command } from 'commander';
+import { pull } from './pull.js';
+import { sonar } from './sonar.js';
+import { publish } from './publish.js';
+import { deploy } from './deploy.js';
+import { copy } from './copy.js';
+
+const program = new Command();
+
+// GIT SHA computation
+import { $ } from 'zx';
+const GIT_SHA = (await $`git log --pretty=format:'%h' -n 1`).stdout.trim();
+
+program
+    .command('pull <imageName>')
+    .description('Pull a Docker image from the registry')
+    .action(async (imageName) => {
+        await pull(imageName);
+    });
+
+program
+    .command('sonar')
+    .description('Run Sonar analysis')
+    .action(async () => {
+        await sonar(GIT_SHA);
+    });
+
+program
+    .command('publish')
+    .description('Publish a Docker image')
+    .action(async () => {
+        await publish(GIT_SHA);
+    });
+
+program
+    .command('deploy <application> <site>')
+    .description('Deploy an application for a specific site')
+    .action(async (application, site) => {
+        await deploy(application, site);
+    });
+
+program
+    .command('deployTemplate <site>')
+    .description('Deploy an application for a specific site')
+    .action(async (site) => {
+        await deployTemplate(site);
+    });
+
+program
+    .command('copy')
+    .description('Copy a Docker image between registries')
+    .action(async () => {
+        await copy();
+    });
+
+program.parse(process.argv);

package/src/next/copy.js

@@ -0,0 +1,21 @@
+import { $ } from 'zx';
+
+export async function copy() {
+    const JF_REGISTRY_URL = 'registry.paperout.com';
+    const SOURCE_REGISTRY = `${JF_REGISTRY_URL}/${process.env.BITBUCKET_REPO_SLUG}-dev-docker-local`;
+    const TARGET_REGISTRY = `${JF_REGISTRY_URL}/${process.env.BITBUCKET_REPO_SLUG}-${process.env.TARGET_ENV}-docker-local`;
+    const IMAGE_NAME = `${process.env.BITBUCKET_REPO_SLUG}:${process.env.PUBLISH_TAG}`;
+    const SOURCE_FULL_IMAGE_NAME = `${SOURCE_REGISTRY}/${IMAGE_NAME}`;
+    const TARGET_FULL_IMAGE_NAME = `${TARGET_REGISTRY}/${IMAGE_NAME}`;
+
+    console.log(`Copying Docker image: ${SOURCE_FULL_IMAGE_NAME} -> ${TARGET_FULL_IMAGE_NAME}`);
+
+    // Login to source registry
+    await $`echo ${process.env.JF_REGISTRY_PASSWORD_DEV} | docker login --username ${process.env.JF_REGISTRY_USER_DEV} --password-stdin ${JF_REGISTRY_URL}`;
+    await $`docker pull ${SOURCE_FULL_IMAGE_NAME}`;
+    await $`docker tag ${SOURCE_FULL_IMAGE_NAME} ${TARGET_FULL_IMAGE_NAME}`;
+
+    // Login to target registry
+    await $`echo ${process.env.JF_REGISTRY_PASSWORD_QA} | docker login --username ${process.env.JF_REGISTRY_USER_QA} --password-stdin ${JF_REGISTRY_URL}`;
+    await $`docker push ${TARGET_FULL_IMAGE_NAME}`;
+}

package/src/next/deploy.js

@@ -0,0 +1,118 @@
+import fs from 'fs';
+import path from 'path';
+import yaml from 'js-yaml';
+import { $ } from 'zx';
+
+const REPO_NAME = 'gitops-dev';
+const REPO_URL = `https://x-token-auth:${process.env.GITOPS_REP_TOKEN}@bitbucket.org/dp-cloud/${REPO_NAME}.git`;
+const GITOPS_BRANCH = 'master';
+
+/**
+ * Clone the repository, read the YAML file, and return the parsed data and file paths.
+ * @param {string} application - The application name.
+ * @param {string} site - The site name.
+ * @returns {object} - The repository path, file path, and YAML data.
+ */
+export async function readDeployConfig(application, site) {
+    const repoPath = path.join(process.cwd(), REPO_NAME);
+    const deployConfigFilePath = path.join(repoPath, `dp/${site}/${application}.values.yaml`);
+
+    console.log(`Cloning repository: ${REPO_NAME}`);
+    await $`git clone ${REPO_URL}`;
+    console.log(`Repository cloned to: ${repoPath}`);
+
+    let deployConfig;
+    try {
+        deployConfig = yaml.load(fs.readFileSync(deployConfigFilePath, 'utf8'));
+        console.log(`YAML file loaded from: ${deployConfigFilePath}`);
+    } catch (error) {
+        console.error(`Error reading YAML file: ${error.message}`);
+        process.exit(1);
+    }
+
+    return { repoPath, deployConfigFilePath, deployConfig };
+}
+
+/**
+ * Update the `tag` field in the YAML data.
+ * @param {object} deployConfig - The parsed YAML data.
+ * @param {string} tag - The new tag to set.
+ * @returns {object} - The updated YAML data.
+ */
+export function setTag(deployConfig, tag) {
+    if (deployConfig.image && deployConfig.image.tag) {
+        console.log(`Current image tag: ${deployConfig.image.tag}`);
+        deployConfig.image.tag = tag;
+        console.log(`Updated image tag to: ${deployConfig.image.tag}`);
+    } else {
+        console.error('No "image.tag" field found in the YAML file.');
+        process.exit(1);
+    }
+    return deployConfig;
+}
+
+/**
+ * Write the updated YAML data back to the file, commit the changes, and push to the remote branch.
+ * @param {string} repoPath - The path to the cloned repository.
+ * @param {string} deployConfigFilePath - The path to the YAML file.
+ * @param {object} deployConfig - The updated YAML data.
+ */
+export async function writeDeployConfig(repoPath, deployConfigFilePath, deployConfig) {
+    try {
+        fs.writeFileSync(deployConfigFilePath, yaml.dump(deployConfig), 'utf8');
+        console.log(`Updated YAML file saved at: ${deployConfigFilePath}`);
+    } catch (error) {
+        console.error(`Error writing YAML file: ${error.message}`);
+        process.exit(1);
+    }
+
+    console.log('Committing changes to the repository...');
+    await $`cd ${repoPath} && git config user.email "gitops@docupace.com"`;
+    await $`cd ${repoPath} && git add ${deployConfigFilePath}`;
+    await $`cd ${repoPath} && git commit -m "Update image tag to ${deployConfig.image.tag}"`;
+    await $`cd ${repoPath} && git push origin ${GITOPS_BRANCH}`;
+    console.log('Changes pushed to the remote repository.');
+
+    console.log('Cleaning up...');
+    await $`rm -rf ${repoPath}`;
+    console.log('Cleanup complete.');
+}
+
+/**
+ * Main deploy function that orchestrates reading, updating, and writing the deployment config.
+ * @param {string} application - The application name.
+ * @param {string} site - The site name.
+ */
+
+function getDeployTag() {
+    const gitTag = $`git tag --points-at HEAD | grep '^v' | head -n 1)`.stdout.trim()
+    const deployTag = gitTag || `build-${process.env.BITBUCKET_BUILD_NUMBER}`;
+    return deployTag;
+}
+
+export async function deployTemplate(site) {
+    const deployTag = getDeployTag();
+    console.log(`Deploying standard template for site: ${site}`);
+    console.log(`Using deployment tag: ${deployTag}`);
+    const { repoPath, deployConfigFilePath, deployConfig } = await readDeployConfig('graphql', site);
+
+    deployConfig.graphqlServer.standardConfigRemoteBranch = deployTag;
+
+    await writeDeployConfig(repoPath, deployConfigFilePath, deployConfig);
+    console.log('Deployment completed successfully.');
+
+}
+
+
+export async function deploy(application, site) {
+    const deployTag = getDeployTag();
+
+    console.log(`Deploying application: ${application} for site: ${site}`);
+    console.log(`Using deployment tag: ${deployTag}`);
+
+    const { repoPath, deployConfigFilePath, deployConfig } = await readDeployConfig(application, site);
+    const updatedConfigData = setTag(deployConfig, deployTag);
+    await writeDeployConfig(repoPath, deployConfigFilePath, updatedConfigData);
+
+    console.log('Deployment completed successfully.');
+}

package/src/next/publish.js

@@ -0,0 +1,46 @@
+import { $ } from 'zx';
+
+export async function publish(GIT_SHA) {
+    const BITBUCKET_REPO_SLUG = process.env.BITBUCKET_REPO_SLUG;
+    const BUILD_IMAGE_NAME = `${BITBUCKET_REPO_SLUG}:build-${process.env.BITBUCKET_BUILD_NUMBER}`;
+    const IMAGE_NAME = `${BITBUCKET_REPO_SLUG}:sha-${GIT_SHA}`;
+    const JF_REGISTRY_FULL_URL = `${process.env.JF_REGISTRY_URL}/${process.env.JF_REGISTRY_REPO_NAME}`;
+
+    console.log(`Publishing Docker image: ${IMAGE_NAME}`);
+
+    // Docker login
+    await $`echo ${process.env.JF_REGISTRY_PASSWORD_DEV} | docker login --username ${process.env.JF_REGISTRY_USER_DEV} --password-stdin ${process.env.JF_REGISTRY_URL}`;
+
+    // Check if the image already exists
+    try {
+        await $`docker manifest inspect ${JF_REGISTRY_FULL_URL}/${IMAGE_NAME}`;
+        console.log(`Tag sha-${GIT_SHA} already exists in the remote repository. Skipping push.`);
+    } catch {
+        await $`docker tag ${IMAGE_NAME} ${JF_REGISTRY_FULL_URL}/${IMAGE_NAME}`;
+        await $`docker push ${JF_REGISTRY_FULL_URL}/${IMAGE_NAME}`;
+    }
+
+    // Tag and push build image
+    await $`docker tag ${IMAGE_NAME} ${JF_REGISTRY_FULL_URL}/${BUILD_IMAGE_NAME}`;
+    await $`docker push ${JF_REGISTRY_FULL_URL}/${BUILD_IMAGE_NAME}`;
+
+    // Fetch Git tags pointing to the current HEAD
+    const gitTagsOutput = (await $`git tag --points-at HEAD`).stdout.trim();
+    const gitTags = gitTagsOutput.split('\n').filter((tag) => tag);
+
+    // Tag and push each Git tag as a Docker tag
+    if (gitTags.length > 0) {
+        console.log(`Found Git tags pointing to HEAD: ${gitTags.join(', ')}`);
+        for (const gitTag of gitTags) {
+            const dockerTag = `${JF_REGISTRY_FULL_URL}/${BITBUCKET_REPO_SLUG}:${gitTag}`;
+            console.log(`Tagging and pushing Docker image for Git tag: ${gitTag}`);
+            await $`docker tag ${IMAGE_NAME} ${dockerTag}`;
+            await $`docker push ${dockerTag}`;
+        }
+    } else {
+        console.log('No Git tags found pointing to the current HEAD.');
+    }
+
+    // Docker logout
+    await $`docker logout ${process.env.JF_REGISTRY_URL}`;
+}

package/src/next/sonar.js

@@ -0,0 +1,23 @@
+import { $ } from 'zx';
+
+export async function sonar(GIT_SHA) {
+    const IMAGE_NAME = `${process.env.BITBUCKET_REPO_SLUG}:sha-${GIT_SHA}`;
+    const SONAR_CONTAINER_NAME = `${process.env.BITBUCKET_REPO_SLUG}-${GIT_SHA}`;
+
+    console.log(`Running Sonar analysis on Docker image: ${IMAGE_NAME}`);
+
+    // Remove existing container
+    const existingContainer = (
+        await $`docker ps -a --filter "name=${SONAR_CONTAINER_NAME}" --format "{{.Names}}"`
+    ).stdout.trim();
+    if (existingContainer) {
+        await $`docker rm -f ${SONAR_CONTAINER_NAME}`;
+    }
+
+    await $`docker run --rm \
+    -e BRANCH=${process.env.BITBUCKET_BRANCH} \
+    -e PR_ID=${process.env.BITBUCKET_PR_ID} \
+    -e PR_DESTINATION_BRANCH=${process.env.BITBUCKET_PR_DESTINATION_BRANCH} \
+    -e SONAR_TOKEN=${process.env.SONAR_TOKEN} \
+    --name ${SONAR_CONTAINER_NAME} ${IMAGE_NAME} pnpm sonar`;
+}