@docupace/pipeline 1.0.4-4.6 → 1.0.4-4.8

package/src/next/connect.js

@@ -1,224 +1,224 @@
-import 'zx/globals'; // npm i zx
-import fs from 'fs-extra';
-import path from 'path';
-import { $ } from 'zx';
-
-import { getVaultSecrets } from '../auth0/vault.js';
-
-process.env.COMMON_VAULT_PATH =
-  process.env.COMMON_VAULT_PATH || 'secret/data/common/config';
-process.env.VAULT_SKIP_VERIFY = process.env.VAULT_SKIP_VERIFY || 'true';
-process.env.CONNECT_DIR = process.env.CONNECT_DIR || 'connect';
-const vaultToken = process.env.VAULT_TOKEN;
-const vaultAddr = process.env.VAULT_ADDR;
-
-const connectUIEnvMap = {
-  dev: 'dev',
-  qa: 'preprod',
-  stage: 'stg',
-  uat: 'uat',
-  prod: 'prod-www3',
-};
-
-
-const siteSettingsEnvMap = {
-  dev: 'dev',
-  preprod: 'preprod',
-  qa: 'preprod',
-  stage: 'staging',
-  stg: 'staging',
-  uat: 'uat',
-  prd: 'prod',
-  prod: 'prod',
-  'prod-www3': 'prod',
-  'prod-las': 'prod',
-  'prod-lax': 'prod',
-  'prod-athene': 'prod',
-  'prod-staging': 'prod',
-};
-
-const idpEnvMap = {
-  dev: 'dev',
-  preprod: 'qa',
-  qa: 'qa',
-  stage: 'stage',
-  stg: 'stage',
-  uat: 'uat',
-  prd: 'prod',
-  prod: 'prod',
-  'prod-www3': 'prod',
-  'prod-las': 'prod',
-  'prod-lax': 'prod',
-  'prod-athene': 'prod',
-  'prod-staging': 'prod',
-};
-
-function log(msg) {
-  console.log(`[*] ${msg}`);
-}
-
-/* --------------------------------
- * 1. GIT CHECKOUT
- * -------------------------------- */
-async function gitCheckout(repository, destDir, branch = 'master') {
-  if (!(await fs.pathExists(destDir))) {
-    log(`Directory ${destDir} does not exist. Cloning repository...`);
-  } else {
-    log(`Directory ${destDir} exists. Removing it...`);
-    await fs.remove(destDir);
-    log(`Cloning ${destDir} repository...`);
-  }
-
-  const username = process.env.BITBUCKET_USERNAME;
-  const password = process.env.BITBUCKET_APP_PASSWORD;
-
-  // Construct clone command
-  const cloneUrl = `https://${username}:${password}@bitbucket.org/dp-cloud/${repository}.git`;
-
-  log(`Perform cloning`);
-  await $`git clone --branch=${branch} --depth 1 ${cloneUrl} ${destDir}`;
-}
-
-export async function connectClone() {
-  // const connectFromEnv = connectUIEnvMap[process.env.FROM_BUILD_ENVIRONMENT];
-  const connectFromEnv = process.env.FROM_BUILD_ENVIRONMENT;
-  const connectToEnv = process.env.BUILD_ENVIRONMENT;
-
-  if (!vaultToken || !vaultAddr) {
-    console.error('Error: VAULT_TOKEN and VAULT_ADDR must be set.');
-    throw new Error('VAULT_TOKEN and VAULT_ADDR must be set.');
-  }
-
-  const site = process.env.BUILD_SITE;
-  if (!site) {
-    log('Error: BUILD_SITE is not set');
-    process.exit(1);
-  }
-  const siteCommonVaultPath = `secret/data/${site}/common/config`;
-
-  // 2) getVaultSecrets
-  const secretsJson = await getVaultSecrets(siteCommonVaultPath);
-  if (!secretsJson.AUTH0_CLIENT_ID) {
-    log('Failed to retrieve secret data.');
-    process.exit(1);
-  }
-  const siteCommonSecrets = secretsJson;
-
-  // 3) Export secrets as environment variables
-  process.env.AUTH0_CLIENT_ID = siteCommonSecrets.AUTH0_CLIENT_ID;
-  process.env.AUTH0_CLIENT_SECRET = siteCommonSecrets.AUTH0_CLIENT_SECRET;
-
-  process.env.AUTH0_REGION_DOMAIN = 'us.auth0.com';
-
-  log(`BUILD_ENVIRONMENT: ${connectToEnv}`);
-  log(`BUILD_SITE: ${process.env.BUILD_SITE}`);
-  log(`AUTH0_SUBDOMAIN: ${process.env.AUTH0_SUBDOMAIN}`);
-  log(`AUTH0_REGION_DOMAIN: ${process.env.AUTH0_REGION_DOMAIN}`);
-  log(`AUTH0_CLIENT_ID: ${process.env.AUTH0_CLIENT_ID}`);
-
-  process.env.AUTH0_DOMAIN = `docupace-${idpEnvMap[process.env.BUILD_ENVIRONMENT]}-${process.env.BUILD_SITE}.${process.env.AUTH0_REGION_DOMAIN}`;
-
-  const projectRoot = process.cwd();
-  // 4) Clone 'connect-deploy' into CONNECT_DIR
-
-  await gitCheckout('connect-deploy', process.env.CONNECT_DIR);
-
-  await gitCheckout(
-    `${siteSettingsEnvMap[connectToEnv]}-site-settings`,
-    `${process.env.CONNECT_DIR}/${siteSettingsEnvMap[connectToEnv]}-site-settings`,
-  );
-
-  // 5) Create site clone (emulating the dock.sh call)
-  const cloneFrom = path.join(
-    projectRoot,
-    process.env.CONNECT_DIR,
-    `envs`,
-    `${connectFromEnv}/${process.env.FROM_BUILD_SITE}`,
-  );
-  const cloneTo = path.join(
-    projectRoot,
-    process.env.CONNECT_DIR,
-    `envs`,
-    `${connectToEnv}/${process.env.BUILD_SITE}`,
-  );
-
-  if (!(await fs.pathExists(cloneFrom))) {
-    log('Clone template directory not found:');
-    process.exit(1);
-  }
-
-  if (!(await fs.pathExists(cloneTo))) {
-    log('New site does not exist. Performing cloning...');
-
-    process.env.IMAGE_VERSION =
-      await $`cd ${cloneFrom} && grep -E '^IMAGE_VERSION=' dock.sh | cut -f2 -d=`;
-    log(`Image version: ${process.env.IMAGE_VERSION}`);
-    //await $`cd ${cloneFrom} && bash dock.sh clone ${process.env.BUILD_ENVIRONMENT} ${process.env.BUILD_SITE} ${process.env.IMAGE_VERSION}`;
-    await (async () => {
-      try {
-        // Execute the shell command
-        const result =
-          await $`cd ${cloneFrom} && bash dock.sh clone ${connectToEnv} ${process.env.BUILD_SITE} ${process.env.IMAGE_VERSION}`;
-        await $`cd ${cloneTo} && git checkout master && git pull --ff-only`;
-        await $`cd ${cloneTo} && git remote -v`;
-        await $`cd ${cloneTo} && git branch`;
-        await $`cd ${cloneTo} && git status`;
-        await $`cd ${cloneTo} && git add . ../sites.sh`;
-
-        console.log('Command succeeded:');
-        console.log('stdout:', result.stdout); // Standard output
-        console.log('stderr:', result.stderr); // Standard error
-      } catch (error) {
-        console.error('Command failed:');
-        console.error('Exit Code:', error._code); // Exit code of the command
-        console.error('Signal:', error._signal); // Signal that caused termination (if any)
-        console.error('stdout:', error._stdout); // Standard output
-        console.error('stderr:', error._stderr); // Standard error
-      }
-    })();
-  } else {
-    log('Site already exists. Continuing Auth0 setup...');
-  }
-
-  await (async () => {
-    try {
-      // Execute the shell command
-      const result = await $`cd ${cloneTo} && bash dock.sh getAuth0Metadata`;
-      console.log('Command succeeded:');
-      console.log('stdout:', result.stdout); // Standard output
-      console.log('stderr:', result.stderr); // Standard error
-    } catch (error) {
-      console.error('Command failed:');
-      console.error('Exit Code:', error._code); // Exit code of the command
-      console.error('Signal:', error._signal); // Signal that caused termination (if any)
-      console.error('stdout:', error._stdout); // Standard output
-      console.error('stderr:', error._stderr); // Standard error
-    }
-  })();
-
-  // 7) Check conf files, print logs
-  await $`grep "auth0" ${path.join(cloneTo, 'conf/application.conf')}`;
-  await $`ls -all ${path.join(cloneTo, 'conf')}`;
-  await $`ls -all ${path.join(cloneTo, 'conf/saml')}`;
-  await $`cat ${path.join(cloneTo, 'conf/saml/auth0.xml')}`;
-
-  // 8) Git add, commit, push
-  await $`cd ${cloneTo} && git add ./conf/application.conf ./conf/saml/auth0.xml`;
-  await $`cd ${cloneTo} && git status`;
-
-  const numChanges = (await $`cd ${cloneTo} && git diff-index HEAD`).stdout
-    .split('\n')
-    .filter(Boolean).length;
-
-  if (numChanges > 0) {
-    const jiraTicket = process.env.JIRA_TICKET || 'NO_JIRA';
-    const message = `${jiraTicket} usdoc-s-builui job download_auth0_metadata for ${connectToEnv}/${process.env.BUILD_SITE}`;
-    log('About to commit changes to git');
-    await $`cd ${cloneTo} && git commit -m ${message}`;
-    await $`cd ${cloneTo} && git push -u origin master`;
-  } else {
-    log(
-      'No changes have been made. The site likely already has the correct configuration.',
-    );
-  }
-}
+import 'zx/globals'; // npm i zx
+import fs from 'fs-extra';
+import path from 'path';
+import { $ } from 'zx';
+
+import { getVaultSecrets } from '../auth0/vault.js';
+
+process.env.COMMON_VAULT_PATH =
+  process.env.COMMON_VAULT_PATH || 'secret/data/common/config';
+process.env.VAULT_SKIP_VERIFY = process.env.VAULT_SKIP_VERIFY || 'true';
+process.env.CONNECT_DIR = process.env.CONNECT_DIR || 'connect';
+const vaultToken = process.env.VAULT_TOKEN;
+const vaultAddr = process.env.VAULT_ADDR;
+
+const connectUIEnvMap = {
+  dev: 'dev',
+  qa: 'preprod',
+  stage: 'stg',
+  uat: 'uat',
+  prod: 'prod-www3',
+};
+
+
+const siteSettingsEnvMap = {
+  dev: 'dev',
+  preprod: 'preprod',
+  qa: 'preprod',
+  stage: 'staging',
+  stg: 'staging',
+  uat: 'uat',
+  prd: 'prod',
+  prod: 'prod',
+  'prod-www3': 'prod',
+  'prod-las': 'prod',
+  'prod-lax': 'prod',
+  'prod-athene': 'prod',
+  'prod-staging': 'prod',
+};
+
+const idpEnvMap = {
+  dev: 'dev',
+  preprod: 'qa',
+  qa: 'qa',
+  stage: 'stage',
+  stg: 'stage',
+  uat: 'uat',
+  prd: 'prod',
+  prod: 'prod',
+  'prod-www3': 'prod',
+  'prod-las': 'prod',
+  'prod-lax': 'prod',
+  'prod-athene': 'prod',
+  'prod-staging': 'prod',
+};
+
+function log(msg) {
+  console.log(`[*] ${msg}`);
+}
+
+/* --------------------------------
+ * 1. GIT CHECKOUT
+ * -------------------------------- */
+async function gitCheckout(repository, destDir, branch = 'master') {
+  if (!(await fs.pathExists(destDir))) {
+    log(`Directory ${destDir} does not exist. Cloning repository...`);
+  } else {
+    log(`Directory ${destDir} exists. Removing it...`);
+    await fs.remove(destDir);
+    log(`Cloning ${destDir} repository...`);
+  }
+
+  const username = process.env.BITBUCKET_USERNAME;
+  const password = process.env.BITBUCKET_APP_PASSWORD;
+
+  // Construct clone command
+  const cloneUrl = `https://${username}:${password}@bitbucket.org/dp-cloud/${repository}.git`;
+
+  log(`Perform cloning`);
+  await $`git clone --branch=${branch} --depth 1 ${cloneUrl} ${destDir}`;
+}
+
+export async function connectClone() {
+  // const connectFromEnv = connectUIEnvMap[process.env.FROM_BUILD_ENVIRONMENT];
+  const connectFromEnv = process.env.FROM_BUILD_ENVIRONMENT;
+  const connectToEnv = process.env.BUILD_ENVIRONMENT;
+
+  if (!vaultToken || !vaultAddr) {
+    console.error('Error: VAULT_TOKEN and VAULT_ADDR must be set.');
+    throw new Error('VAULT_TOKEN and VAULT_ADDR must be set.');
+  }
+
+  const site = process.env.BUILD_SITE;
+  if (!site) {
+    log('Error: BUILD_SITE is not set');
+    process.exit(1);
+  }
+  const siteCommonVaultPath = `secret/data/${site}/common/config`;
+
+  // 2) getVaultSecrets
+  const secretsJson = await getVaultSecrets(siteCommonVaultPath);
+  if (!secretsJson.AUTH0_CLIENT_ID) {
+    log('Failed to retrieve secret data.');
+    process.exit(1);
+  }
+  const siteCommonSecrets = secretsJson;
+
+  // 3) Export secrets as environment variables
+  process.env.AUTH0_CLIENT_ID = siteCommonSecrets.AUTH0_CLIENT_ID;
+  process.env.AUTH0_CLIENT_SECRET = siteCommonSecrets.AUTH0_CLIENT_SECRET;
+
+  process.env.AUTH0_REGION_DOMAIN = 'us.auth0.com';
+
+  log(`BUILD_ENVIRONMENT: ${connectToEnv}`);
+  log(`BUILD_SITE: ${process.env.BUILD_SITE}`);
+  log(`AUTH0_SUBDOMAIN: ${process.env.AUTH0_SUBDOMAIN}`);
+  log(`AUTH0_REGION_DOMAIN: ${process.env.AUTH0_REGION_DOMAIN}`);
+  log(`AUTH0_CLIENT_ID: ${process.env.AUTH0_CLIENT_ID}`);
+
+  process.env.AUTH0_DOMAIN = `docupace-${idpEnvMap[process.env.BUILD_ENVIRONMENT]}-${process.env.BUILD_SITE}.${process.env.AUTH0_REGION_DOMAIN}`;
+
+  const projectRoot = process.cwd();
+  // 4) Clone 'connect-deploy' into CONNECT_DIR
+
+  await gitCheckout('connect-deploy', process.env.CONNECT_DIR);
+
+  await gitCheckout(
+    `${siteSettingsEnvMap[connectToEnv]}-site-settings`,
+    `${process.env.CONNECT_DIR}/${siteSettingsEnvMap[connectToEnv]}-site-settings`,
+  );
+
+  // 5) Create site clone (emulating the dock.sh call)
+  const cloneFrom = path.join(
+    projectRoot,
+    process.env.CONNECT_DIR,
+    `envs`,
+    `${connectFromEnv}/${process.env.FROM_BUILD_SITE}`,
+  );
+  const cloneTo = path.join(
+    projectRoot,
+    process.env.CONNECT_DIR,
+    `envs`,
+    `${connectToEnv}/${process.env.BUILD_SITE}`,
+  );
+
+  if (!(await fs.pathExists(cloneFrom))) {
+    log('Clone template directory not found:');
+    process.exit(1);
+  }
+
+  if (!(await fs.pathExists(cloneTo))) {
+    log('New site does not exist. Performing cloning...');
+
+    process.env.IMAGE_VERSION =
+      await $`cd ${cloneFrom} && grep -E '^IMAGE_VERSION=' dock.sh | cut -f2 -d=`;
+    log(`Image version: ${process.env.IMAGE_VERSION}`);
+    //await $`cd ${cloneFrom} && bash dock.sh clone ${process.env.BUILD_ENVIRONMENT} ${process.env.BUILD_SITE} ${process.env.IMAGE_VERSION}`;
+    await (async () => {
+      try {
+        // Execute the shell command
+        const result =
+          await $`cd ${cloneFrom} && bash dock.sh clone ${connectToEnv} ${process.env.BUILD_SITE} ${process.env.IMAGE_VERSION}`;
+        await $`cd ${cloneTo} && git checkout master && git pull --ff-only`;
+        await $`cd ${cloneTo} && git remote -v`;
+        await $`cd ${cloneTo} && git branch`;
+        await $`cd ${cloneTo} && git status`;
+        await $`cd ${cloneTo} && git add . ../sites.sh`;
+
+        console.log('Command succeeded:');
+        console.log('stdout:', result.stdout); // Standard output
+        console.log('stderr:', result.stderr); // Standard error
+      } catch (error) {
+        console.error('Command failed:');
+        console.error('Exit Code:', error._code); // Exit code of the command
+        console.error('Signal:', error._signal); // Signal that caused termination (if any)
+        console.error('stdout:', error._stdout); // Standard output
+        console.error('stderr:', error._stderr); // Standard error
+      }
+    })();
+  } else {
+    log('Site already exists. Continuing Auth0 setup...');
+  }
+
+  await (async () => {
+    try {
+      // Execute the shell command
+      const result = await $`cd ${cloneTo} && bash dock.sh getAuth0Metadata`;
+      console.log('Command succeeded:');
+      console.log('stdout:', result.stdout); // Standard output
+      console.log('stderr:', result.stderr); // Standard error
+    } catch (error) {
+      console.error('Command failed:');
+      console.error('Exit Code:', error._code); // Exit code of the command
+      console.error('Signal:', error._signal); // Signal that caused termination (if any)
+      console.error('stdout:', error._stdout); // Standard output
+      console.error('stderr:', error._stderr); // Standard error
+    }
+  })();
+
+  // 7) Check conf files, print logs
+  await $`grep "auth0" ${path.join(cloneTo, 'conf/application.conf')}`;
+  await $`ls -all ${path.join(cloneTo, 'conf')}`;
+  await $`ls -all ${path.join(cloneTo, 'conf/saml')}`;
+  await $`cat ${path.join(cloneTo, 'conf/saml/auth0.xml')}`;
+
+  // 8) Git add, commit, push
+  await $`cd ${cloneTo} && git add ./conf/application.conf ./conf/saml/auth0.xml`;
+  await $`cd ${cloneTo} && git status`;
+
+  const numChanges = (await $`cd ${cloneTo} && git diff-index HEAD`).stdout
+    .split('\n')
+    .filter(Boolean).length;
+
+  if (numChanges > 0) {
+    const jiraTicket = process.env.JIRA_TICKET || 'NO_JIRA';
+    const message = `${jiraTicket} usdoc-s-builui job download_auth0_metadata for ${connectToEnv}/${process.env.BUILD_SITE}`;
+    log('About to commit changes to git');
+    await $`cd ${cloneTo} && git commit -m ${message}`;
+    await $`cd ${cloneTo} && git push -u origin master`;
+  } else {
+    log(
+      'No changes have been made. The site likely already has the correct configuration.',
+    );
+  }
+}

package/src/next/haproxy.js

@@ -1,71 +1,71 @@
-import { $ } from 'zx';
-import fs from 'fs-extra';
-import path from 'path';
-
-export async function haproxySync() {
-  const cluster = process.env.HAPROXY_CLUSTER;
-  if (cluster !== 'preprod' && cluster !== 'stage' && cluster !== 'prod-www3') {
-    console.log('Error: Cluster must be preprod or stage');
-    process.exit(1);
-  }
-
-  const repoPath = '/root/repo/docupace-ansible';
-  const inventory = path.join(repoPath, `inventories/${cluster}/inventory`);
-
-  // Create haproxy.sh
-  const cluserHostMap = {
-    preprod: {
-      host: '10.10.28.198',
-      branch: 'master',
-    },
-    stage: {
-      host: '10.12.28.10',
-      branch: 'INFP-6565-haproxy-prod-implementation',
-    },
-    'prod-www3': {
-      host: '10.13.28.45',
-      branch: 'INFP-6565-haproxy-prod-implementation',
-    },
-  };
-
-  const scriptContent = `
-  #!/bin/bash
-  
-  [[ ! -f ${inventory} ]] && ( echo "Alert: no inventory file: ${inventory}" ; exit 1 )
-  cd ${repoPath}
-  pwd
-  git stash
-  git fetch --all
-  git pull origin master
-  git checkout ${cluserHostMap[cluster].branch}
-  git submodule update --remote
-  git submodule foreach --recursive git checkout master
-  git submodule foreach --recursive git pull origin master
-  
-  ansible-playbook -i inventories/${cluster}/inventory haproxy.yml -e "cluster=${cluster}  -e build=true"
-  
-  echo "proceeding"
-  echo "committing changes"
-  git add ${cluster}-haproxy.cfg
-  git commit -m "Sync haproxy"
-  git push origin master
-  `;
-
-  await fs.writeFile('haproxy.sh', scriptContent);
-
-  // Private key
-  const haproxyPrivateKey = process.env.HAPROXY_PRIVATE_KEY;
-  if (!haproxyPrivateKey) {
-    console.log('Error: HAPROXY_PRIVATE_KEY not set.');
-    process.exit(1);
-  }
-
-  await fs.writeFile('private.key', Buffer.from(haproxyPrivateKey, 'base64'));
-  await fs.chmod('private.key', 0o600);
-
-  // Copy script to remote
-  await $`scp -i private.key -o StrictHostKeyChecking=no haproxy.sh root@${cluserHostMap[cluster].host}:/tmp/haproxy.sh`;
-
-  // Execute script on remote
-  await $`ssh -i private.key -o StrictHostKeyChecking=no root@${cluserHostMap[cluster].host} "bash /tmp/haproxy.sh"`;
-}
+import { $ } from 'zx';
+import fs from 'fs-extra';
+import path from 'path';
+
+export async function haproxySync() {
+  const cluster = process.env.HAPROXY_CLUSTER;
+  if (cluster !== 'preprod' && cluster !== 'stage' && cluster !== 'prod-www3') {
+    console.log('Error: Cluster must be preprod or stage');
+    process.exit(1);
+  }
+
+  const repoPath = '/root/repo/docupace-ansible';
+  const inventory = path.join(repoPath, `inventories/${cluster}/inventory`);
+
+  // Create haproxy.sh
+  const cluserHostMap = {
+    preprod: {
+      host: '10.10.28.198',
+      branch: 'master',
+    },
+    stage: {
+      host: '10.12.28.10',
+      branch: 'INFP-6565-haproxy-prod-implementation',
+    },
+    'prod-www3': {
+      host: '10.13.28.45',
+      branch: 'INFP-6565-haproxy-prod-implementation',
+    },
+  };
+
+  const scriptContent = `
+  #!/bin/bash
+  
+  [[ ! -f ${inventory} ]] && ( echo "Alert: no inventory file: ${inventory}" ; exit 1 )
+  cd ${repoPath}
+  pwd
+  git stash
+  git fetch --all
+  git pull origin master
+  git checkout ${cluserHostMap[cluster].branch}
+  git submodule update --remote
+  git submodule foreach --recursive git checkout master
+  git submodule foreach --recursive git pull origin master
+  
+  ansible-playbook -i inventories/${cluster}/inventory haproxy.yml -e "cluster=${cluster}  -e build=true"
+  
+  echo "proceeding"
+  echo "committing changes"
+  git add ${cluster}-haproxy.cfg
+  git commit -m "Sync haproxy"
+  git push origin master
+  `;
+
+  await fs.writeFile('haproxy.sh', scriptContent);
+
+  // Private key
+  const haproxyPrivateKey = process.env.HAPROXY_PRIVATE_KEY;
+  if (!haproxyPrivateKey) {
+    console.log('Error: HAPROXY_PRIVATE_KEY not set.');
+    process.exit(1);
+  }
+
+  await fs.writeFile('private.key', Buffer.from(haproxyPrivateKey, 'base64'));
+  await fs.chmod('private.key', 0o600);
+
+  // Copy script to remote
+  await $`scp -i private.key -o StrictHostKeyChecking=no haproxy.sh root@${cluserHostMap[cluster].host}:/tmp/haproxy.sh`;
+
+  // Execute script on remote
+  await $`ssh -i private.key -o StrictHostKeyChecking=no root@${cluserHostMap[cluster].host} "bash /tmp/haproxy.sh"`;
+}