@docupace/pipeline 1.0.5-alpha.1 → 1.0.5-alpha.12

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@docupace/pipeline",
-  "version": "1.0.5-alpha.1",
+  "version": "1.0.5-alpha.12",
   "description": "",
   "main": "index.js",
   "type": "module",
@@ -15,6 +15,7 @@
   "license": "ISC",
   "dependencies": {
     "@changesets/cli": "^2.27.10",
+    "axios": "^1.7.9",
     "commander": "^12.1.0",
     "dotenv": "^16.4.7",
     "js-yaml": "^4.1.0",
@@ -31,5 +32,9 @@
     "eslint-plugin-prettier": "^5.2.1",
     "globals": "^15.14.0",
     "prettier": "^3.4.2"
+  },
+  "scripts": {
+    "test-deploy-core": "dp-next-cli deploy-core dev template",
+    "test-deploy-from-site": "dp-next-cli deploy-from-site --from-env dev --to-env dev --from-site financialdev --to-site template"
   }
 }

package/src/jenkins/setParams.groovy

@@ -0,0 +1,59 @@
+import groovy.json.JsonSlurper
+
+import hudson.model.*;
+
+def build = Thread.currentThread().executable
+def params = build.getEnvironment(listener)
+
+def site = params.get('site')
+def server = "jboss7"
+def environment = params.get('environment')
+
+def buildFile=new File("D:\\Docupace\\CustomFolders\\" + environment + "\\" + site + "\\" + server + "\\buildApp.properties")
+
+List<String> jboss7controllerResult = []
+
+def controllersReport = new File("D:\\Docupace\\controllers_report.json")
+def inputJSON = new JsonSlurper().parseText(controllersReport.text)
+def props = new Properties()
+buildFile.withInputStream { stream -> props.load(stream) }
+def webRootContext = props["web.root.context"]
+if (webRootContext == null || webRootContext =="core") webRootContext = props["docupace.config.client.id"].toLowerCase()
+
+webRootContext  = webRootContext.replaceFirst('_sso','')
+def map = inputJSON.'content'
+
+def Boolean enabled
+
+map.each {k,v ->
+    v.each{vk, vv -> if (vk == webRootContext ) {
+        enabled = false
+        if(vv.deploymentsProperty.size()>0) enabled = vv.deploymentsProperty[0].isEnabled
+        if (enabled) jboss7controllerResult.push(k)
+        else jboss7controllerResult << k
+    }
+    }
+}
+
+if (jboss7controllerResult.size()>0) {
+    if (environment == 'preprod') {
+        jboss7controllerResult.remove("dev-corjbdc10.corp.docupace.com")
+        jboss7controllerResult.remove("usdoc-s-jbdc1.corp.docupace.com")
+    }
+    if (environment == 'dev') {
+        jboss7controllerResult.remove("qa-corjbdc10.corp.docupace.com")
+        jboss7controllerResult.remove("qa-corjbdc20.corp.docupace.com")
+        jboss7controllerResult.remove("usdoc-s-jbdc2.corp.docupace.com")
+    }
+}
+
+println jboss7controllerResult[0]
+
+env.jboss7controller = jboss7controllerResult[0]
+
+def serverGroup = inputJSON.'content'."${jboss7controller}"."${webRootContext}".'serverGroup'
+
+println serverGroup
+
+params.put("serverGroup", serverGroup)
+

package/src/next/cli.js

@@ -4,7 +4,7 @@ import { Command } from 'commander';
 import { pull } from './pull.js';
 import { sonar } from './sonar.js';
 import { publish } from './publish.js';
-import {deploy, deployFromSite} from './deploy.js';
+import { deployFromSite } from './deploy.js';
 import { deployTemplate } from './deploy.js';
 import { copy } from './copy.js';
 import dotenv from 'dotenv';
@@ -15,6 +15,8 @@ const program = new Command();
 
 // GIT SHA computation
 import { $ } from 'zx';
+import { deployCore } from './jenkins.js';
+import { runPipeline } from './pipline.js';
 const GIT_SHA = (await $`git log --pretty=format:'%h' -n 1`).stdout.trim();
 
 program
@@ -57,6 +59,26 @@ program
     await deployTemplate(site);
   });
 
+program
+  .command('deploy-core <env> <site>')
+  .description('Deploy Core')
+  .option('-l, --liquibase <liquibase>', 'Application name', 'true')
+  .action(async (env, site, liquibase) => {
+    await deployCore(env, site, liquibase);
+  });
+
+program
+  .command('deploy-core-pipeline <env> <site>')
+  .description('Deploy Core')
+  .option('-l, --liquibase <liquibase>', 'Application name', 'true')
+  .action(async (env, site, liquibase) => {
+    await runPipeline('site-deploy', 'deploy-core', {
+      ENV: env,
+      SITE: site,
+      LIQUIBASE: liquibase,
+    });
+  });
+
 program
   .command('copy')
   .description('Copy a Docker image between registries')

package/src/next/config.js

@@ -35,7 +35,14 @@ export const getBitbucketInfo = () => {
   return {
     username: process.env.BITBUCKET_USERNAME,
     password: process.env.BITBUCKET_APP_PASSWORD,
+    workspace: 'dp-cloud',
   };
 };
 
+export const getRepUrl = (repoName) => {
+  const { username, password, workspace } = getBitbucketInfo();
+  const repoUrl = `https://${username}:${password}@bitbucket.org/${workspace}/${repoName}.git`;
+  return repoUrl;
+}
+
 export const jfRegistryUrl = 'registry.paperout.com';

package/src/next/copy.js

@@ -20,7 +20,6 @@ export async function copy(application, fromEnv, toEnv, tag) {
   );
 
   // Login to source registry
-  await $`export DOCKER_HOST=""`;
   await $`echo ${envInfo[fromEnv].jfrog.password} | docker login --username ${envInfo[fromEnv].jfrog.username} --password-stdin ${jfRegistryUrl}`;
   await $`docker pull ${fromFullImageName}`;
   await $`docker tag ${fromFullImageName} ${toFullImageName}`;

package/src/next/deploy.js

@@ -3,11 +3,9 @@ import path from 'path';
 import yaml from 'js-yaml';
 import { $ } from 'zx';
 import lodash from 'lodash';
-import { appInfo, getBitbucketInfo } from './config.js';
+import {appInfo, getBitbucketInfo, getRepUrl} from './config.js';
 import { copy } from './copy.js';
 
-const GITOPS_BRANCH = 'master';
-
 /**
  * Clone the repository, read the YAML file, and return the parsed data and file paths.
  * @param {string} application - The application name.
@@ -23,8 +21,7 @@ function getRepoLocalPath(env) {
 
 async function cloneEnvRepository(env) {
   const { repoPath, repoName } = getRepoLocalPath(env);
-  const { username, password } = getBitbucketInfo();
-  const repoUrl = `https://${username}:${password}@bitbucket.org/dp-cloud/${repoName}.git`;
+  const repoUrl = getRepUrl(repoName);
   console.log(`Cloning repository: ${repoName}`);
   await $`git clone ${repoUrl}`;
   console.log(`Repository cloned to: ${repoPath}`);
@@ -109,8 +106,8 @@ export async function pushDeployConfig(repoPath, commitMessage) {
   console.log('📌 Committing changes to the repository...');
   await $`cd ${repoPath} && git config user.email "gitops@docupace.com"`;
   await $`cd ${repoPath} && git add .`;
-  await $`cd ${repoPath} && git commit -m "${commitMessage}"`;
-  await $`cd ${repoPath} && git push origin ${GITOPS_BRANCH}`;
+  await $`cd ${repoPath} && git commit -m ${commitMessage}`;
+  await $`cd ${repoPath} && git push`;
   console.log('✅ Changes pushed to the remote repository.');
 
   console.log('🧹 Cleaning up...');

package/src/next/jenkins.js

@@ -0,0 +1,87 @@
+import axios from 'axios';
+
+const JENKINS_URL = 'http://devops.corp.docupace.com';
+const JOB_NAME = 'auto-deploy-site';
+const USERNAME = process.env.CORE_JENKINS_USERNAME;
+const API_TOKEN = process.env.CORE_JENKINS_API_TOKEN;
+
+export async function deployCore(env, site, liquibase) {
+  const parameters = {
+    environment: env,
+    site: site,
+    runLiquibase: liquibase,
+  };
+
+  try {
+    // Trigger the job
+    console.log('Triggering Jenkins job...');
+    const buildResponse = await axios.post(
+      `${JENKINS_URL}/job/${JOB_NAME}/buildWithParameters`,
+      new URLSearchParams(parameters),
+      {
+        auth: { username: USERNAME, password: API_TOKEN },
+        headers: { 'Content-Type': 'application/x-www-form-urlencoded' },
+        validateStatus: (status) => status === 201 || status === 302, // Accept 201 and 302 as valid statuses
+      },
+    );
+
+    const queueUrl = buildResponse.headers.location;
+    console.log(`Job queued at: ${queueUrl}`);
+
+    // Poll queue for executable URL
+    let jobUrl = null;
+    while (!jobUrl) {
+      const queueResponse = await axios.get(`${queueUrl}api/json`, {
+        auth: { username: USERNAME, password: API_TOKEN },
+      });
+      jobUrl = queueResponse.data.executable?.url || null;
+
+      if (!jobUrl) {
+        console.log('Waiting for job to start...');
+        await new Promise((resolve) => setTimeout(resolve, 5000));
+      }
+    }
+
+    jobUrl = jobUrl.replaceAll('https', 'http');
+
+    console.log(`Job started at: ${jobUrl}`);
+
+    // Stream console output
+    const consoleUrl = `${jobUrl}consoleText`;
+    let lastSize = 0;
+
+    console.log('Streaming job output...');
+    while (true) {
+      const consoleResponse = await axios.get(consoleUrl, {
+        auth: { username: USERNAME, password: API_TOKEN },
+        responseType: 'text',
+      });
+
+      const consoleText = consoleResponse.data;
+      const newOutput = consoleText.slice(lastSize);
+      process.stdout.write(newOutput); // Write new output to console
+      lastSize = consoleText.length;
+
+      // Check job status
+      const jobResponse = await axios.get(`${jobUrl}api/json`, {
+        auth: { username: USERNAME, password: API_TOKEN },
+      });
+      const result = jobResponse.data.result;
+
+      if (result) {
+        console.log(`\nJob completed with result: ${result}`);
+        if (result === 'SUCCESS') {
+          process.exit(0);
+        } else {
+          process.exit(1);
+        }
+      }
+
+      // Wait before polling again
+      await new Promise((resolve) => setTimeout(resolve, 5000));
+    }
+  } catch (error) {
+    console.error('Error:', error.message);
+    process.exit(1);
+  }
+}

package/src/next/pipline.js

@@ -0,0 +1,101 @@
+import axios from 'axios';
+import { getBitbucketInfo } from './config.js';
+
+const BITBUCKET_BASE_URL = 'https://api.bitbucket.org/2.0';
+
+async function triggerPipelineByName(
+  repository,
+  pipelineName,
+  branch,
+  variables,
+) {
+  const { username, password, workspace } = getBitbucketInfo();
+  const url = `${BITBUCKET_BASE_URL}/repositories/${workspace}/${repository}/pipelines/`;
+  const auth = {
+    username: username,
+    password: password,
+  };
+
+  const payload = {
+    target: {
+      ref_type: 'branch',
+      ref_name: branch,
+      selector: {
+        type: 'custom',
+        pattern: pipelineName,
+      },
+    },
+    variables: Object.entries(variables).map(([key, value]) => ({
+      key,
+      value,
+      secured: false, // Set to true if the variable should be secure
+    })),
+  };
+
+  try {
+    const response = await axios.post(url, payload, { auth });
+    return response.data;
+  } catch (error) {
+    console.error(
+      'Error triggering custom pipeline:',
+      error.response?.data || error.message,
+    );
+    throw error;
+  }
+}
+
+async function getPipelineStatus(repository, pipelineUUID) {
+  const { username, password, workspace } = getBitbucketInfo();
+  const url = `${BITBUCKET_BASE_URL}/repositories/${workspace}/${repository}/pipelines/${pipelineUUID}`;
+  const auth = {
+    username: username,
+    password: password,
+  };
+
+  try {
+    const response = await axios.get(url, { auth });
+    return response.data.state.name;
+  } catch (error) {
+    console.error(
+      'Error fetching pipeline status:',
+      error.response?.data || error.message,
+    );
+    throw error;
+  }
+}
+
+export async function runPipeline(repository, pipelineName, branch, variables) {
+  try {
+    console.log(
+      `Triggering custom pipeline: ${pipelineName} for branch: ${branch}...`,
+    );
+    const pipeline = await triggerPipelineByName(
+      repository,
+      pipelineName,
+      branch,
+      variables,
+    );
+    const pipelineUUID = pipeline.uuid;
+
+    console.log(`Pipeline triggered with UUID: ${pipelineUUID}`);
+    let status = '';
+    do {
+      console.log('Checking pipeline status...');
+      await new Promise((resolve) => setTimeout(resolve, 10000)); // Wait 10 seconds
+      status = await getPipelineStatus(repository, pipelineUUID);
+      console.log(`Pipeline status: ${status}`);
+    } while (['IN_PROGRESS', 'PENDING', 'RUNNING'].includes(status));
+
+    console.log(`Pipeline completed with status: ${status}`);
+  } catch (error) {
+    console.error('Error monitoring pipeline:', error.message);
+  }
+}
+
+// Example: Trigger and monitor a custom pipeline
+const variables = {
+  ENV: 'production',
+  DEPLOY_VERSION: 'v1.2.3',
+};
+
+runPipeline('site-deploy', 'deploy-to-production', 'main', variables);