@docupace/pipeline 1.0.2-3.tes2 → 1.0.2-3.test10

package/src/next/connect.js

@@ -1,199 +1,187 @@
 import 'zx/globals'; // npm i zx
 import fs from 'fs-extra';
 import path from 'path';
-import axios from 'axios';
 import { $ } from 'zx';
 
-
-
-import {
-  cloneEnvRepository,
-  cloneRepository
-} from './deploy.js';
-
-
 import { getVaultSecrets } from '../auth0/vault.js';
 
-import {
-  getVaultSecretsConfigs,
-  environmentConfig
-} from './config.js';
-
-process.env.COMMON_VAULT_PATH = process.env.COMMON_VAULT_PATH || 'secret/data/common/config';
+process.env.COMMON_VAULT_PATH =
+  process.env.COMMON_VAULT_PATH || 'secret/data/common/config';
 process.env.VAULT_SKIP_VERIFY = process.env.VAULT_SKIP_VERIFY || 'true';
 process.env.CONNECT_DIR = process.env.CONNECT_DIR || 'connect';
 const vaultToken = process.env.VAULT_TOKEN;
 const vaultAddr = process.env.VAULT_ADDR;
 
-const connectUIEnvMap= {
-  'dev': 'dev',
-  'qa': 'preprod',
-  'stg': 'stg',
-  'uat': 'uat',
-  'prd': 'prod-las'
+const connectUIEnvMap = {
+  dev: 'dev',
+  qa: 'preprod',
+  stg: 'stg',
+  uat: 'uat',
+  prd: 'prod-las',
 };
 
 function log(msg) {
-    console.log(`[*] ${msg}`);
-  }
-  
-  /* --------------------------------
-   * 1. GIT CHECKOUT
-   * -------------------------------- */
-  async function gitCheckout(repository, destDir, branch = 'master') {
-    if (!(await fs.pathExists(destDir))) {
-      log(`Directory ${destDir} does not exist. Cloning repository...`);
-    } else {
-      log(`Directory ${destDir} exists. Removing it...`);
-      await fs.remove(destDir);
-      log(`Cloning ${destDir} repository...`);
-    }
-    
-    const username = process.env.BITBUCKET_USERNAME;
-    const password = process.env.BITBUCKET_APP_PASSWORD;
-  
-    // Construct clone command
-    const cloneUrl = `https://${username}:${password}@bitbucket.org/dp-cloud/${repository}.git`;
-  
-    log(`Perform cloning`);
-    await $`git clone --branch=${branch} --depth 1 ${cloneUrl} ${destDir}`;
+  console.log(`[*] ${msg}`);
+}
+
+/* --------------------------------
+ * 1. GIT CHECKOUT
+ * -------------------------------- */
+async function gitCheckout(repository, destDir, branch = 'master') {
+  if (!(await fs.pathExists(destDir))) {
+    log(`Directory ${destDir} does not exist. Cloning repository...`);
+  } else {
+    log(`Directory ${destDir} exists. Removing it...`);
+    await fs.remove(destDir);
+    log(`Cloning ${destDir} repository...`);
   }
-  
-  
 
+  const username = process.env.BITBUCKET_USERNAME;
+  const password = process.env.BITBUCKET_APP_PASSWORD;
 
-  
+  // Construct clone command
+  const cloneUrl = `https://${username}:${password}@bitbucket.org/dp-cloud/${repository}.git`;
+
+  log(`Perform cloning`);
+  await $`git clone --branch=${branch} --depth 1 ${cloneUrl} ${destDir}`;
+}
 
 export async function connectClone() {
-     const connectFromEnv = connectUIEnvMap[process.env.BUILD_ENVIRONMENT];
-     const connectToEnv = connectUIEnvMap[process.env.BUILD_ENVIRONMENT];
-    if (!vaultToken || !vaultAddr) {
-      console.error("Error: VAULT_TOKEN and VAULT_ADDR must be set.");
-      throw new Error("VAULT_TOKEN and VAULT_ADDR must be set.");
-    }
+  const connectFromEnv = connectUIEnvMap[process.env.BUILD_ENVIRONMENT];
+  const connectToEnv = connectUIEnvMap[process.env.BUILD_ENVIRONMENT];
+  if (!vaultToken || !vaultAddr) {
+    console.error('Error: VAULT_TOKEN and VAULT_ADDR must be set.');
+    throw new Error('VAULT_TOKEN and VAULT_ADDR must be set.');
+  }
 
-    const site = process.env.BUILD_SITE;
-    if (!site) {
-      log('Error: BUILD_SITE is not set');
-      process.exit(1);
-    }
-    const siteCommonVaultPath = `secret/data/${site}/common/config`;
-  
-  
-    // 2) getVaultSecrets
-    const secretsJson = await getVaultSecrets(siteCommonVaultPath);
-    if (!secretsJson.AUTH0_CLIENT_ID) {
-      log('Failed to retrieve secret data.');
-      process.exit(1);
-    }
-    const siteCommonSecrets = secretsJson;
-  
-    // 3) Export secrets as environment variables
-    process.env.AUTH0_CLIENT_ID = siteCommonSecrets.AUTH0_CLIENT_ID;
-    process.env.AUTH0_CLIENT_SECRET = siteCommonSecrets.AUTH0_CLIENT_SECRET;
-  
-   
-    process.env.AUTH0_REGION_DOMAIN="us.auth0.com";
-
-    log(`BUILD_ENVIRONMENT: ${connectToEnv}`);
-    log(`BUILD_SITE: ${process.env.BUILD_SITE}`);
-    log(`AUTH0_SUBDOMAIN: ${process.env.AUTH0_SUBDOMAIN}`);
-    log(`AUTH0_REGION_DOMAIN: ${process.env.AUTH0_REGION_DOMAIN}`);
-    log(`AUTH0_CLIENT_ID: ${process.env.AUTH0_CLIENT_ID}`);
-  
-    process.env.AUTH0_DOMAIN = `docupace-${process.env.BUILD_ENVIRONMENT}-${process.env.BUILD_SITE}.${process.env.AUTH0_REGION_DOMAIN}`;
-    
-
-    const projectRoot = process.cwd();
-    // 4) Clone 'connect-deploy' into CONNECT_DIR
-
-    
-    await gitCheckout('connect-deploy', process.env.CONNECT_DIR);
-    
-    await gitCheckout(`${connectToEnv}-site-settings`, `${process.env.CONNECT_DIR}/${connectToEnv}-site-settings`);
-
-    // 5) Create site clone (emulating the dock.sh call)
-    const cloneFrom = path.join(projectRoot,process.env.CONNECT_DIR,`envs`,`${connectFromEnv}/${process.env.FROM_BUILD_SITE}`);
-    const cloneTo = path.join(projectRoot,process.env.CONNECT_DIR,`envs`,`${connectToEnv}/${process.env.BUILD_SITE}`);
-
-    const connectHome = path.join(projectRoot,process.env.CONNECT_DIR);
-    if (!(await fs.pathExists(cloneFrom))) {
-      log('Clone template directory not found:');
-      process.exit(1);
-    }
-  
-  
-    if (!(await fs.pathExists(cloneTo))) {
-      log('New site does not exist. Performing cloning...');
-
-      process.env.IMAGE_VERSION=await $`cd ${cloneFrom} && grep -E '^IMAGE_VERSION=' dock.sh | cut -f2 -d=`
-      log(`Image version: ${process.env.IMAGE_VERSION}` );
-      //await $`cd ${cloneFrom} && bash dock.sh clone ${process.env.BUILD_ENVIRONMENT} ${process.env.BUILD_SITE} ${process.env.IMAGE_VERSION}`;
-      await (async () => {
-        try {
-            // Execute the shell command
-            const result = await $`cd ${cloneFrom} && bash dock.sh clone ${connectToEnv} ${process.env.BUILD_SITE} ${process.env.IMAGE_VERSION}`;
-            console.log('Command succeeded:');
-            console.log('stdout:', result.stdout); // Standard output
-            console.log('stderr:', result.stderr); // Standard error
-        } catch (error) {
-            console.error('Command failed:');
-            console.error('Exit Code:', error._code); // Exit code of the command
-            console.error('Signal:', error._signal); // Signal that caused termination (if any)
-            console.error('stdout:', error._stdout); // Standard output
-            console.error('stderr:', error._stderr); // Standard error
-        }
-    })();
-    
-    
-    } else {
-      log('Site already exists. Continuing Auth0 setup...');
-    }
-  
-    
+  const site = process.env.BUILD_SITE;
+  if (!site) {
+    log('Error: BUILD_SITE is not set');
+    process.exit(1);
+  }
+  const siteCommonVaultPath = `secret/data/${site}/common/config`;
+
+  // 2) getVaultSecrets
+  const secretsJson = await getVaultSecrets(siteCommonVaultPath);
+  if (!secretsJson.AUTH0_CLIENT_ID) {
+    log('Failed to retrieve secret data.');
+    process.exit(1);
+  }
+  const siteCommonSecrets = secretsJson;
+
+  // 3) Export secrets as environment variables
+  process.env.AUTH0_CLIENT_ID = siteCommonSecrets.AUTH0_CLIENT_ID;
+  process.env.AUTH0_CLIENT_SECRET = siteCommonSecrets.AUTH0_CLIENT_SECRET;
+
+  process.env.AUTH0_REGION_DOMAIN = 'us.auth0.com';
+
+  log(`BUILD_ENVIRONMENT: ${connectToEnv}`);
+  log(`BUILD_SITE: ${process.env.BUILD_SITE}`);
+  log(`AUTH0_SUBDOMAIN: ${process.env.AUTH0_SUBDOMAIN}`);
+  log(`AUTH0_REGION_DOMAIN: ${process.env.AUTH0_REGION_DOMAIN}`);
+  log(`AUTH0_CLIENT_ID: ${process.env.AUTH0_CLIENT_ID}`);
+
+  process.env.AUTH0_DOMAIN = `docupace-${process.env.BUILD_ENVIRONMENT}-${process.env.BUILD_SITE}.${process.env.AUTH0_REGION_DOMAIN}`;
+
+  const projectRoot = process.cwd();
+  // 4) Clone 'connect-deploy' into CONNECT_DIR
+
+  await gitCheckout('connect-deploy', process.env.CONNECT_DIR);
+
+  await gitCheckout(
+    `${connectToEnv}-site-settings`,
+    `${process.env.CONNECT_DIR}/${connectToEnv}-site-settings`,
+  );
+
+  // 5) Create site clone (emulating the dock.sh call)
+  const cloneFrom = path.join(
+    projectRoot,
+    process.env.CONNECT_DIR,
+    `envs`,
+    `${connectFromEnv}/${process.env.FROM_BUILD_SITE}`,
+  );
+  const cloneTo = path.join(
+    projectRoot,
+    process.env.CONNECT_DIR,
+    `envs`,
+    `${connectToEnv}/${process.env.BUILD_SITE}`,
+  );
+
+  if (!(await fs.pathExists(cloneFrom))) {
+    log('Clone template directory not found:');
+    process.exit(1);
+  }
+
+  if (!(await fs.pathExists(cloneTo))) {
+    log('New site does not exist. Performing cloning...');
+
+    process.env.IMAGE_VERSION =
+      await $`cd ${cloneFrom} && grep -E '^IMAGE_VERSION=' dock.sh | cut -f2 -d=`;
+    log(`Image version: ${process.env.IMAGE_VERSION}`);
+    //await $`cd ${cloneFrom} && bash dock.sh clone ${process.env.BUILD_ENVIRONMENT} ${process.env.BUILD_SITE} ${process.env.IMAGE_VERSION}`;
     await (async () => {
       try {
-          // Execute the shell command
-          const result = await $`cd ${cloneTo} && bash dock.sh getAuth0Metadata`;
-          console.log('Command succeeded:');
-          console.log('stdout:', result.stdout); // Standard output
-          console.log('stderr:', result.stderr); // Standard error
+        // Execute the shell command
+        const result =
+          await $`cd ${cloneFrom} && bash dock.sh clone ${connectToEnv} ${process.env.BUILD_SITE} ${process.env.IMAGE_VERSION}`;
+        console.log('Command succeeded:');
+        console.log('stdout:', result.stdout); // Standard output
+        console.log('stderr:', result.stderr); // Standard error
       } catch (error) {
-          console.error('Command failed:');
-          console.error('Exit Code:', error._code); // Exit code of the command
-          console.error('Signal:', error._signal); // Signal that caused termination (if any)
-          console.error('stdout:', error._stdout); // Standard output
-          console.error('stderr:', error._stderr); // Standard error
+        console.error('Command failed:');
+        console.error('Exit Code:', error._code); // Exit code of the command
+        console.error('Signal:', error._signal); // Signal that caused termination (if any)
+        console.error('stdout:', error._stdout); // Standard output
+        console.error('stderr:', error._stderr); // Standard error
       }
-  })();
-
+    })();
+  } else {
+    log('Site already exists. Continuing Auth0 setup...');
+  }
 
-    // 7) Check conf files, print logs
-    await $`grep "auth0" ${path.join(cloneTo, 'conf/application.conf')}`;
-    await $`ls -all ${path.join(cloneTo, 'conf')}`;
-    await $`ls -all ${path.join(cloneTo, 'conf/saml')}`;
-    await $`cat ${path.join(cloneTo, 'conf/saml/auth0.xml')}`;
-  
-    // 8) Git add, commit, push
-    await $`cd ${cloneTo} && git checkout master && git pull --ff-only`;
-    await $`cd ${cloneTo} && git remote -v`;
-    await $`cd ${cloneTo} && git branch`;
-    await $`cd ${cloneTo} && git status`;
-    await $`cd ${cloneTo} && git add . ../sites.sh`;
-    await $`cd ${cloneTo} && git status`;
-  
-    const numChanges = (
-      await $`cd ${cloneTo} && git diff-index HEAD`
-    ).stdout.split('\n').filter(Boolean).length;
-  
-    if (numChanges > 0) {
-      const jiraTicket = process.env.JIRA_TICKET || 'NO_JIRA';
-      const message = `${jiraTicket} usdoc-s-builui job download_auth0_metadata for ${connectToEnv}/${process.env.BUILD_SITE}`;
-      log('About to commit changes to git');
-      await $`cd ${cloneTo} && git commit -m ${message}`;
-      await $`cd ${cloneTo} && git push -u origin master`;
-    } else {
-      log('No changes have been made. The site likely already has the correct configuration.');
+  await (async () => {
+    try {
+      // Execute the shell command
+      const result = await $`cd ${cloneTo} && bash dock.sh getAuth0Metadata`;
+      console.log('Command succeeded:');
+      console.log('stdout:', result.stdout); // Standard output
+      console.log('stderr:', result.stderr); // Standard error
+    } catch (error) {
+      console.error('Command failed:');
+      console.error('Exit Code:', error._code); // Exit code of the command
+      console.error('Signal:', error._signal); // Signal that caused termination (if any)
+      console.error('stdout:', error._stdout); // Standard output
+      console.error('stderr:', error._stderr); // Standard error
     }
+  })();
+
+  // 7) Check conf files, print logs
+  await $`grep "auth0" ${path.join(cloneTo, 'conf/application.conf')}`;
+  await $`ls -all ${path.join(cloneTo, 'conf')}`;
+  await $`ls -all ${path.join(cloneTo, 'conf/saml')}`;
+  await $`cat ${path.join(cloneTo, 'conf/saml/auth0.xml')}`;
+
+  // 8) Git add, commit, push
+  await $`cd ${cloneTo} && git checkout master && git pull --ff-only`;
+  await $`cd ${cloneTo} && git remote -v`;
+  await $`cd ${cloneTo} && git branch`;
+  await $`cd ${cloneTo} && git status`;
+  await $`cd ${cloneTo} && git add . ../sites.sh`;
+  await $`cd ${cloneTo} && git status`;
+
+  const numChanges = (await $`cd ${cloneTo} && git diff-index HEAD`).stdout
+    .split('\n')
+    .filter(Boolean).length;
+
+  if (numChanges > 0) {
+    const jiraTicket = process.env.JIRA_TICKET || 'NO_JIRA';
+    const message = `${jiraTicket} usdoc-s-builui job download_auth0_metadata for ${connectToEnv}/${process.env.BUILD_SITE}`;
+    log('About to commit changes to git');
+    await $`cd ${cloneTo} && git commit -m ${message}`;
+    await $`cd ${cloneTo} && git push -u origin master`;
+  } else {
+    log(
+      'No changes have been made. The site likely already has the correct configuration.',
+    );
   }
-  
+}

package/src/next/copy.js

@@ -28,3 +28,25 @@ export async function copy(application, fromEnv, toEnv, tag) {
   await $`echo ${envInfo[toEnv].jfrog.password} | docker login --username ${envInfo[toEnv].jfrog.username} --password-stdin ${jfRegistryUrl}`;
   await $`docker push ${toFullImageName}`;
 }
+
+export async function copy2(repositoryName, fromEnv, toEnv, tag) {
+  const envInfo = getEnvInfo();
+  const fromRegistry = `${jfRegistryUrl}/${repositoryName}-${fromEnv}-docker-local`;
+  const toRegistry = `${jfRegistryUrl}/${repositoryName}-${toEnv}-docker-local`;
+  const imageName = `${repositoryName}:${tag}`;
+  const fromFullImageName = `${fromRegistry}/${imageName}`;
+  const toFullImageName = `${toRegistry}/${imageName}`;
+
+  console.log(
+    `Copying Docker image: ${fromFullImageName} -> ${toFullImageName}`,
+  );
+
+  // Login to source registry
+  await $`echo ${envInfo[fromEnv].jfrog.password} | docker login --username ${envInfo[fromEnv].jfrog.username} --password-stdin ${jfRegistryUrl}`;
+  await $`docker pull ${fromFullImageName}`;
+  await $`docker tag ${fromFullImageName} ${toFullImageName}`;
+
+  // Login to target registry
+  await $`echo ${envInfo[toEnv].jfrog.password} | docker login --username ${envInfo[toEnv].jfrog.username} --password-stdin ${jfRegistryUrl}`;
+  await $`docker push ${toFullImageName}`;
+}

package/src/next/deploy.js

@@ -4,9 +4,9 @@ import yaml from 'js-yaml';
 import { $ } from 'zx';
 import lodash from 'lodash';
 import { appInfo, environmentConfig, getRepUrl } from './config.js';
-import { copy } from './copy.js';
+import { copy2 } from './copy.js';
 import axios from 'axios';
-import { deployCore } from './jenkins.js';
+import { deployCore, deployConnect } from './jenkins.js';
 
 /**
  * Clone the repository, read the YAML file, and return the parsed data and file paths.
@@ -21,6 +21,62 @@ function getRepoLocalPath(env) {
   return { repoPath, repoName };
 }
 
+async function updateAndCommitConnectVersion(
+  toEnv,
+  toSite,
+  getComparedVersion,
+  connectDeployPath,
+) {
+  const filePath = path.join(
+    connectDeployPath,
+    'envs',
+    toEnv,
+    toSite,
+    'dock.sh',
+  );
+
+  try {
+    let content = fs.readFileSync(filePath, 'utf8');
+    content = content.replace(
+      /IMAGE_VERSION=.*/,
+      `IMAGE_VERSION=${getComparedVersion}`,
+    );
+    fs.writeFileSync(filePath, content, 'utf8');
+
+    // Git commands to stage, commit and push changes
+    await $`cd ${connectDeployPath}`;
+    await $`git add ${filePath}`;
+    await $`git commit -m "Update Connect version for ${toSite} in ${toEnv} to ${getComparedVersion}"`;
+    await $`git push`;
+  } catch (error) {
+    console.error('Error updating Connect version:', error);
+    throw error;
+  }
+}
+
+async function compareGetConnectSiteVersions(fromEnv, fromSite, toEnv, toSite) {
+  try {
+    const fromResponse = await axios.get(
+      `https://${fromSite}.${fromEnv}.dpai.tech/connect/loginFooter`,
+    );
+    const toResponse = await axios.get(
+      `https://${toSite}.${toEnv}.dpai.tech/connect/loginFooter`,
+    );
+
+    const fromMatch = fromResponse.data.match(/UI Build: ([a-f0-9]*)/);
+    const toMatch = toResponse.data.match(/UI Build: ([a-f0-9]*)/);
+
+    if (fromMatch && fromMatch[1] && toMatch && toMatch[1]) {
+      if (fromMatch[1] !== toMatch[1]) {
+        return fromMatch[1];
+      }
+    }
+    return false;
+  } catch (error) {
+    console.error('Error fetching Connect versions:', error);
+    throw error;
+  }
+}
 function getRepoLocalPathByRepoSlug(repoSlug) {
   const repoName = `${repoSlug}`;
   const repoPath = path.join(process.cwd(), repoName);
@@ -73,7 +129,6 @@ function getConfigPath(application, env, site, name) {
 function getAppTypesFromRepo(env, site) {
   const { repoPath } = getRepoLocalPath(env);
   const deployConfigFilePath = path.join(repoPath, `dp/${site}`);
-  console.log(deployConfigFilePath);
   const applications = [];
   if (fs.existsSync(deployConfigFilePath)) {
     const files = fs.readdirSync(deployConfigFilePath);
@@ -303,7 +358,12 @@ export async function deployApp(
   );
 
   if (fromEnv !== toEnv) {
-    await copy(application, fromEnv, toEnv, fromDeployConfig.image.tag);
+    await copy2(
+      appDetails.repositoryName,
+      fromEnv,
+      toEnv,
+      fromDeployConfig.image.tag,
+    );
   }
 
   // Read the deployment configuration for the target environment and site
@@ -343,6 +403,7 @@ export async function deployFromSite(
   toEnv,
   toSite,
   isDeployCore,
+  isDeployConnect,
 ) {
   if (isDeployCore === 'true') {
     const branchName = await getCoreBranchName(fromEnv, fromSite);
@@ -359,6 +420,29 @@ export async function deployFromSite(
     });*/
   }
 
+  if (isDeployConnect === 'true') {
+    const branch = '';
+    const getComparedVersion = await compareGetConnectSiteVersions(
+      fromEnv,
+      fromSite,
+      toEnv,
+      toSite,
+    );
+    if (getComparedVersion) {
+      const connectDeployPath = await cloneRepository('connect-deploy');
+      // update target version set to git-commit-${getCommparedVersion}}
+      await updateAndCommitConnectVersion(
+        toEnv,
+        toSite,
+        getComparedVersion,
+        connectDeployPath,
+      );
+      // save and deploy
+      const runLiquibase = true;
+      await deployConnect(toEnv, toSite, runLiquibase, branch);
+    }
+  }
+
   // Clone repositories for source and target environments
   const fromRepoPath = await cloneEnvRepository(fromEnv);
   const toRepoPath =
@@ -369,18 +453,21 @@ export async function deployFromSite(
   const applications = await getAppTypesFromRepo(fromEnv, fromSite);
   console.log(applications);
   // Iterate over applications in appInfo
-  let appInfoLocal = {};
-  // let appInfoLocal = Object.fromEntries(
-  //   applications
-  //     .filter((application) => appInfo[application])
-  //     .map((application) => [application, appInfo[application]]),
-  // );
-
-  for (const application of applications) {
-    if (Object.prototype.hasOwnProperty.call(appInfo, application)) {
-      appInfoLocal[application] = appInfo[application];
-    }
-  }
+
+  let appInfoLocal = Object.fromEntries(
+    applications.applications
+      .filter((application) =>
+        Object.prototype.hasOwnProperty.call(appInfo, application),
+      )
+      .map((application) => [application, appInfo[application]]),
+  );
+
+  // let appInfoLocal = {};
+  // for (const application of applications.applications) {
+  //   if (Object.prototype.hasOwnProperty.call(appInfo, application)) {
+  //     appInfoLocal[application] = appInfo[application];
+  //   }
+  // }
 
   if (Object.keys(appInfoLocal).length === 0) {
     const { deployConfig: toDeployAppConfig } = await readDeployConfig(
@@ -396,7 +483,9 @@ export async function deployFromSite(
     };
   }
 
-  for (const [application, appDetails] of Object.entries(appInfo)) {
+  console.log('appinfoLocal', appInfoLocal);
+
+  for (const [application, appDetails] of Object.entries(appInfoLocal)) {
     let cm = await deployApp(
       application,
       appDetails,

package/src/next/pipline.js

@@ -99,7 +99,6 @@ export async function runPipeline(
       return;
     }
 
-
     let status = '';
     do {
       console.log('Checking pipeline status...');