@docupace/pipeline 1.0.4 → 1.0.5-4.ervins

package/src/next/cli.js

@@ -1,59 +1,228 @@
-#!/usr/bin/env node
-
-import { Command } from 'commander';
-import { pull } from './pull.js';
-import { sonar } from './sonar.js';
-import { publish } from './publish.js';
-import { deploy } from './deploy.js';
-import { deployTemplate } from './deploy.js';
-import { copy } from './copy.js';
-
-const program = new Command();
-
-// GIT SHA computation
-import { $ } from 'zx';
-const GIT_SHA = (await $`git log --pretty=format:'%h' -n 1`).stdout.trim();
-
-program
-    .command('pull <imageName>')
-    .description('Pull a Docker image from the registry')
-    .action(async (imageName) => {
-        await pull(imageName);
-    });
-
-program
-    .command('sonar')
-    .description('Run Sonar analysis')
-    .action(async () => {
-        await sonar(GIT_SHA);
-    });
-
-program
-    .command('publish')
-    .description('Publish a Docker image')
-    .action(async () => {
-        await publish(GIT_SHA);
-    });
-
-program
-    .command('deploy <application> <site>')
-    .description('Deploy an application for a specific site')
-    .action(async (application, site) => {
-        await deploy(application, site);
-    });
-
-program
-    .command('deployTemplate <site>')
-    .description('Deploy an application for a specific site')
-    .action(async (site) => {
-        await deployTemplate(site);
-    });
-
-program
-    .command('copy')
-    .description('Copy a Docker image between registries')
-    .action(async () => {
-        await copy();
-    });
-
-program.parse(process.argv);
+#!/usr/bin/env node
+
+import { Command } from 'commander';
+import { pull } from './pull.js';
+import { sonar } from './sonar.js';
+import { publish } from './publish.js';
+import {
+  deployAppWithTag,
+  deployFromSite,
+  deployTemplate,
+  getDefaultDeploySite,
+  getDeployTag,
+} from './deploy.js';
+import { copy, copy2 } from './copy.js';
+import { vaultAddSiteData } from './vault.js';
+import { addApacheSite } from './apache.js';
+import { haproxySync } from './haproxy.js';
+import { connectClone } from './connect.js';
+import dotenv from 'dotenv';
+import { $ } from 'zx';
+import { deployConnect, deployCore } from './jenkins.js';
+import { runPipeline } from './pipline.js';
+
+dotenv.config({ path: ['.env.pipeline.local', 'config/.env.pipeline.local'] });
+
+const program = new Command();
+
+const GIT_SHA = (await $`git log --pretty=format:'%h' -n 1`).stdout.trim();
+
+program
+  .command('pull <imageName>')
+  .description('Pull a Docker image from the registry')
+  .action(async (imageName) => {
+    await pull(imageName);
+  });
+
+program
+  .command('sonar')
+  .description('Run Sonar analysis')
+  .action(async () => {
+    await sonar(GIT_SHA);
+  });
+
+program
+  .command('addApacheSite')
+  .description('Add site to apache')
+  .action(async () => {
+    await addApacheSite();
+  });
+
+program
+  .command('connectClone')
+  .description('Clone connect site')
+  .action(async () => {
+    await connectClone();
+  });
+
+program
+  .command('haproxySync')
+  .description('Sync haproxy config')
+  .action(async () => {
+    await haproxySync();
+  });
+
+program
+  .command('vaultAddSiteData')
+  .description('Add m2m auth0 data to vault')
+  .requiredOption('-s, --site-name <siteName>', 'Site name')
+  .requiredOption(
+    '-p, --site-config-remote-path <siteConfigRemotePath>',
+    'Site Config Remote Path',
+  )
+  .action(async (options) => {
+    const { siteName, siteConfigRemotePath } = options;
+    await vaultAddSiteData(siteName, siteConfigRemotePath);
+  });
+
+program
+  .command('publish')
+  .description('Publish a Docker image')
+  .action(async () => {
+    await publish(GIT_SHA);
+  });
+
+program
+  .command('deploy-from-site')
+  .description('Deploy an application for a specific site')
+  .requiredOption('-f, --from-env <fromEnv>', 'Source environment')
+  .requiredOption('-t, --to-env <toEnv>', 'Target environment')
+  .requiredOption('-F, --from-site <fromSite>', 'Source site')
+  .requiredOption('-T, --to-site <toSite>', 'Target site')
+  .option('-c, --deploy-core <deployCore>', 'Deploy Core', 'false')
+  .option('-C, --deploy-connect <deployConnect>', 'Deploy Connect', 'false')
+  .action(async (options) => {
+    const { fromEnv, fromSite, toEnv, toSite, deployCore, deployConnect } =
+      options;
+    await deployFromSite(
+      fromEnv,
+      fromSite,
+      toEnv,
+      toSite,
+      deployCore,
+      deployConnect,
+    );
+  });
+
+program
+  .command('deploy-template [tagPrefix]')
+  .description('Deploy an application for a specific site')
+  .action(async (tagPrefix) => {
+    const deployTag = await getDeployTag(tagPrefix);
+    const sites = await getDefaultDeploySite(deployTag);
+    for (const { env, site } of sites) {
+      await deployTemplate(env, site, deployTag);
+    }
+  });
+
+program
+  .command('deployTemplate')
+  .description('Deploy an application for a specific site')
+  .action(async () => {
+    const deployTag = await getDeployTag();
+    const sites = await getDefaultDeploySite(deployTag);
+    for (const { env, site } of sites) {
+      await deployTemplate(env, site, deployTag);
+    }
+  });
+
+program
+  .command('deploy-app <application>')
+  .description('Deploy an application for a specific site')
+  .action(async (application) => {
+    const deployTag = await getDeployTag();
+    const sites = await getDefaultDeploySite(deployTag);
+    for (const { env, site } of sites) {
+      await deployAppWithTag(application, env, site, deployTag);
+    }
+  });
+
+program
+  .command('deploy-mono-app <tag> <application>')
+  .description('Deploy an application for a specific site')
+  .action(async (tag, application) => {
+    const deployTag = await getDeployTag(tag);
+    const version = 'v' + deployTag.split('@')[1];
+    const sites = await getDefaultDeploySite(version);
+    for (const { env, site } of sites) {
+      await deployAppWithTag(application, env, site, version);
+    }
+  });
+
+program
+  .command('deploy-core <env> <site>')
+  .description('Deploy Core')
+  .option('-l, --liquibase <liquibase>', 'Application name', 'true')
+  .option('-b, --branch <branch>', 'Branch', 'master')
+  .action(async (env, site, options) => {
+    await deployCore(env, site, options.liquibase, options.branch);
+  });
+
+program
+  .command('deploy-connect <env> <site>')
+  .description('Deploy Core')
+  .option('-l, --liquibase <liquibase>', 'Application name', 'true')
+  .option('-b, --branch <branch>', 'Branch', 'master')
+  .action(async (env, site, options) => {
+    await deployConnect(env, site, options.liquibase, options.branch);
+  });
+
+program
+  .command('deploy-core-pipeline <env> <site>')
+  .description('Deploy Core')
+  .option('-l, --liquibase <liquibase>', 'Application name', 'true')
+  .option('-b, --branch <branch>', 'Branch', 'master')
+  .action(async (env, site, options) => {
+    await runPipeline('site-deploy', 'deploy-core', 'main', {
+      ENV: env,
+      SITE: site,
+      LIQUIBASE: options.liquibase,
+      BRANCH: options.branch,
+    });
+  });
+
+program
+  .command('copy')
+  .description('Copy a Docker image between registries')
+  .requiredOption('-r, --repository <repository>', 'Repostory name')
+  .requiredOption('-f, --from-env <fromEnv>', 'Source environment')
+  .requiredOption('-t, --to-env <toEnv>', 'Target environment')
+  .requiredOption('-g, --tag <tag>', 'Image tag')
+  .requiredOption('-a, --application <application>', 'Application name')
+  .action(async (options) => {
+    const { repository, fromEnv, toEnv, tag, application } = options;
+    await copy2(repository, fromEnv, toEnv, tag, application);
+  });
+
+program
+  .command('run-pipeline')
+  .description('Trigger a pipeline by name')
+  .requiredOption('-r, --repository <repository>', 'Repository name')
+  .requiredOption('-p, --pipeline-name <pipelineName>', 'Pipeline name')
+  .requiredOption('-b, --branch <branch>', 'Branch name')
+  .option(
+    '-v, --variables <key=value>',
+    'Pipeline variable as key=value pair',
+    (value, previous) => {
+      const [key, val] = value.split('=');
+      if (!key || val === undefined) {
+        throw new Error(`Invalid variable format: ${value}. Use key=value.`);
+      }
+      return { ...previous, [key]: val };
+    },
+    {},
+  )
+  .option('-w, --wait', 'Wait for the pipeline to complete', false) // Defaults to false
+  .action(async (cmdObj) => {
+    try {
+      const { repository, pipelineName, branch, variables, wait } = cmdObj;
+
+      // Call the triggerPipelineByName function
+      await runPipeline(repository, pipelineName, branch, variables, wait);
+    } catch (error) {
+      console.error('Error triggering pipeline:', error.message);
+      process.exit(1);
+    }
+  });
+
+program.parse(process.argv);

package/src/next/config.js

@@ -0,0 +1,137 @@
+import semver from 'semver';
+
+export const environments = ['dev', 'qa', 'uat', 'stage', 'prod'];
+
+const UI_MONO_VERSION = '1.4.0-alpha.0';
+
+export const environmentConfig = {
+  dev: {
+    newUrl: (site) => `https://${site}.dev.dpai.tech`,
+    oldUrl: (site) => `https://www.dev.docupaceinc.com/${site}`,
+    docupaceHost: () => 'www.dev.docupaceinc.com',
+    ccUrl: (site) => `https://${site}-cc.dev.dpai.tech`,
+  },
+  qa: {
+    newUrl: (site) => `https://${site}.qa.dpai.tech`,
+    oldUrl: (site) => `https://www.preprod.docupaceinc.com/${site}`,
+    docupaceHost: () => 'www.preprod.docupaceinc.com',
+    ccUrl: (site) => `https://${site}-cc.qa.dpai.tech`,
+  },
+  uat: {
+    newUrl: (site) => `https://${site}.uat.dpai.tech`,
+    oldUrl: (site) => `https://uat.paperout.com/${site}`,
+    docupaceHost: () => 'uat.paperout.com',
+    ccUrl: (site) => `https://${site}-cc.uat.dpai.tech`,
+  },
+  stage: {
+    newUrl: (site) => `https://${site}.stage.dpai.tech`,
+    oldUrl: (site) => `https://stage.paperout.com/${site}`,
+    docupaceHost: () => 'stage.paperout.com',
+    ccUrl: (site) => `https://${site}-cc.stage.dpai.tech`,
+  },
+  prod: {
+    newUrl: (site) => `https://${site}.dpai.tech`,
+    oldUrl: (site) => `https://www3.paperout.com/${site}`,
+    docupaceHost: () => 'www3.paperout.com',
+    ccUrl: (site) => `https://${site}-cc.dpai.tech`,
+  },
+};
+
+export const appInfo = {
+  'graphql-server': {
+    repositoryName: 'docupace-graphql-server',
+    imageName: 'docupace-graphql-server',
+    deployAttributes: [
+      'image.tag',
+      'graphqlServer.siteConfigRemoteBranch',
+      'graphqlServer.standardConfigRemoteBranch',
+    ],
+  },
+  cc: {
+    repositoryName: 'docupace-ui-main',
+    imageName: 'cc-ui-app',
+    deployAttributes: ['image.tag'],
+    getAppRevision: (config) => {
+      const version = config.image.tag.slice(1);
+      return 'cc-ui-app@' + version;
+    },
+  },
+  ui: {
+    repositoryName: 'docupace-ui-main',
+    imageName: 'enterprise-ui-app',
+    deployAttributes: ['image.tag'],
+    getAppRevision: (config) => {
+      const tag = config.image.tag;
+      const version = tag.startsWith('v') ? tag.slice(1) : tag;
+      if (semver.gt(version, UI_MONO_VERSION)) {
+        return 'enterprise-ui-app@' + version;
+      } else {
+        return tag;
+      }
+    },
+    updateConfigFunction: (config) => {
+      if (config.image.repository.endsWith('/docupace-ui-main')) {
+        const tag = config.image.tag;
+        const version = tag.startsWith('v') ? tag.slice(1) : tag;
+        if (semver.gt(version, UI_MONO_VERSION)) {
+          const parts = config.image.repository.split('/');
+          parts[2] = 'enterprise-ui-app';
+          config.image.repository = parts.join('/');
+        }
+      }
+      return config;
+    },
+  },
+};
+
+export const getEnvInfo = () => {
+  const envInfo = Object.fromEntries(
+    environments.map((env) => [
+      env,
+      {
+        jfrog: {
+          username: process.env[`JF_REGISTRY_${env.toUpperCase()}_USERNAME`],
+          password: process.env[`JF_REGISTRY_${env.toUpperCase()}_PASSWORD`],
+        },
+      },
+    ]),
+  );
+
+  return envInfo;
+};
+
+export const getBitbucketInfo = () => {
+  return {
+    username: process.env.BITBUCKET_USERNAME,
+    password: process.env.BITBUCKET_APP_PASSWORD,
+    workspace: 'dp-cloud',
+  };
+};
+
+export const getRepUrl = (repoName) => {
+  const { username, password, workspace } = getBitbucketInfo();
+  return `https://${username}:${password}@bitbucket.org/${workspace}/${repoName}.git`;
+};
+
+export const jfRegistryUrl = 'registry.paperout.com';
+
+export const getVaultSecretsConfigs = (site) => {
+  return {
+    commonSecretsPath: 'secret/data/common/config',
+    siteCommonSecretsPath: `secret/data/${site}/common/config`,
+    graphqlServerSecretsPath: `secret/data/${site}/graphql-server/config`,
+    uiSecretsPath: `secret/data/${site}/ui/config`,
+    ccUISecretsPath: `secret/data/${site}/ui-cc/config`,
+    awsSecretsPath: `secret/data/${site}/aws/config`,
+  };
+};
+
+export const coreSiteEnvMap = {
+  dev: 'dev',
+  qa: 'preprod',
+  stg: 'staging',
+  stage: 'staging',
+  uat: 'uat',
+  prd: 'prod',
+  prod: 'prod',
+};

package/src/next/connect.js

@@ -0,0 +1,227 @@
+import 'zx/globals'; // npm i zx
+import fs from 'fs-extra';
+import path from 'path';
+import { $ } from 'zx';
+import { getAuth0Metadata } from '../auth0/metadata.js';
+import { getVaultSecrets } from '../auth0/vault.js';
+
+process.env.COMMON_VAULT_PATH =
+  process.env.COMMON_VAULT_PATH || 'secret/data/common/config';
+process.env.VAULT_SKIP_VERIFY = process.env.VAULT_SKIP_VERIFY || 'true';
+process.env.CONNECT_DIR = process.env.CONNECT_DIR || 'connect';
+const vaultToken = process.env.VAULT_TOKEN;
+const vaultAddr = process.env.VAULT_ADDR;
+
+const connectUIEnvMap = {
+  dev: 'dev',
+  qa: 'preprod',
+  stage: 'stg',
+  uat: 'uat',
+  prod: 'prod-www3',
+};
+
+
+const siteSettingsEnvMap = {
+  dev: 'dev',
+  preprod: 'preprod',
+  qa: 'preprod',
+  stage: 'staging',
+  stg: 'staging',
+  uat: 'uat',
+  prd: 'prod',
+  prod: 'prod',
+  'prod-www3': 'prod',
+  'prod-las': 'prod',
+  'prod-lax': 'prod',
+  'prod-athene': 'prod',
+  'prod-staging': 'prod',
+};
+
+const idpEnvMap = {
+  dev: 'dev',
+  preprod: 'qa',
+  qa: 'qa',
+  stage: 'stage',
+  stg: 'stage',
+  uat: 'uat',
+  prd: 'prod',
+  prod: 'prod',
+  'prod-www3': 'prod',
+  'prod-las': 'prod',
+  'prod-lax': 'prod',
+  'prod-athene': 'prod',
+  'prod-staging': 'prod',
+};
+
+function log(msg) {
+  console.log(`[*] ${msg}`);
+}
+
+/* --------------------------------
+ * 1. GIT CHECKOUT
+ * -------------------------------- */
+async function gitCheckout(repository, destDir, branch = 'master') {
+  if (!(await fs.pathExists(destDir))) {
+    log(`Directory ${destDir} does not exist. Cloning repository...`);
+  } else {
+    log(`Directory ${destDir} exists. Removing it...`);
+    await fs.remove(destDir);
+    log(`Cloning ${destDir} repository...`);
+  }
+
+  const username = process.env.BITBUCKET_USERNAME;
+  const password = process.env.BITBUCKET_APP_PASSWORD;
+
+  // Construct clone command
+  const cloneUrl = `https://${username}:${password}@bitbucket.org/dp-cloud/${repository}.git`;
+
+  log(`Perform cloning`);
+  await $`git clone --branch=${branch} --depth 1 ${cloneUrl} ${destDir}`;
+}
+
+export async function connectClone() {
+  // const connectFromEnv = connectUIEnvMap[process.env.FROM_BUILD_ENVIRONMENT];
+  const connectFromEnv = process.env.FROM_BUILD_ENVIRONMENT;
+  const connectToEnv = process.env.BUILD_ENVIRONMENT;
+
+  if (!vaultToken || !vaultAddr) {
+    console.error('Error: VAULT_TOKEN and VAULT_ADDR must be set.');
+    throw new Error('VAULT_TOKEN and VAULT_ADDR must be set.');
+  }
+
+  const site = process.env.BUILD_SITE;
+  if (!site) {
+    log('Error: BUILD_SITE is not set');
+    process.exit(1);
+  }
+  const siteCommonVaultPath = `secret/data/${site}/common/config`;
+
+  // 2) getVaultSecrets
+  const secretsJson = await getVaultSecrets(siteCommonVaultPath);
+  if (!secretsJson.AUTH0_CLIENT_ID) {
+    log('Failed to retrieve secret data.');
+    process.exit(1);
+  }
+  const siteCommonSecrets = secretsJson;
+
+  // 3) Export secrets as environment variables
+  process.env.AUTH0_CLIENT_ID = siteCommonSecrets.AUTH0_CLIENT_ID;
+  process.env.AUTH0_CLIENT_SECRET = siteCommonSecrets.AUTH0_CLIENT_SECRET;
+
+  process.env.AUTH0_REGION_DOMAIN = 'us.auth0.com';
+
+  log(`BUILD_ENVIRONMENT: ${connectToEnv}`);
+  log(`BUILD_SITE: ${process.env.BUILD_SITE}`);
+  log(`AUTH0_SUBDOMAIN: ${process.env.AUTH0_SUBDOMAIN}`);
+  log(`AUTH0_REGION_DOMAIN: ${process.env.AUTH0_REGION_DOMAIN}`);
+  log(`AUTH0_CLIENT_ID: ${process.env.AUTH0_CLIENT_ID}`);
+
+  process.env.AUTH0_DOMAIN = `docupace-${idpEnvMap[process.env.BUILD_ENVIRONMENT]}-${process.env.BUILD_SITE}.${process.env.AUTH0_REGION_DOMAIN}`;
+
+  const projectRoot = process.cwd();
+  // 4) Clone 'connect-deploy' into CONNECT_DIR
+
+  await gitCheckout('connect-deploy', process.env.CONNECT_DIR);
+
+  await gitCheckout(
+    `${siteSettingsEnvMap[connectToEnv]}-site-settings`,
+    `${process.env.CONNECT_DIR}/${siteSettingsEnvMap[connectToEnv]}-site-settings`,
+  );
+
+  // 5) Create site clone (emulating the dock.sh call)
+  const cloneFrom = path.join(
+    projectRoot,
+    process.env.CONNECT_DIR,
+    `envs`,
+    `${connectFromEnv}/${process.env.FROM_BUILD_SITE}`,
+  );
+  const cloneTo = path.join(
+    projectRoot,
+    process.env.CONNECT_DIR,
+    `envs`,
+    `${connectToEnv}/${process.env.BUILD_SITE}`,
+  );
+
+  if (!(await fs.pathExists(cloneFrom))) {
+    log('Clone template directory not found:');
+    process.exit(1);
+  }
+
+  if (!(await fs.pathExists(cloneTo))) {
+    log('New site does not exist. Performing cloning...');
+
+    process.env.IMAGE_VERSION =
+      await $`cd ${cloneFrom} && grep -E '^IMAGE_VERSION=' dock.sh | cut -f2 -d=`;
+    log(`Image version: ${process.env.IMAGE_VERSION}`);
+    //await $`cd ${cloneFrom} && bash dock.sh clone ${process.env.BUILD_ENVIRONMENT} ${process.env.BUILD_SITE} ${process.env.IMAGE_VERSION}`;
+    await (async () => {
+      try {
+        // Execute the shell command
+        const result =
+        await $`cd ${cloneFrom} && bash dock.sh clone ${connectToEnv} ${process.env.BUILD_SITE} ${process.env.IMAGE_VERSION}`;
+        await $`cd ${cloneTo} && git checkout master && git pull --ff-only`;
+        await $`cd ${cloneTo} && git remote -v`;
+        await $`cd ${cloneTo} && git branch`;
+        await $`cd ${cloneTo} && git status`;
+        await $`cd ${cloneTo} && git add . ../sites.sh`;
+
+        console.log('Command succeeded:');
+        console.log('stdout:', result.stdout); // Standard output
+        console.log('stderr:', result.stderr); // Standard error
+      } catch (error) {
+        console.error('Command failed:');
+        console.error('Exit Code:', error._code); // Exit code of the command
+        console.error('Signal:', error._signal); // Signal that caused termination (if any)
+        console.error('stdout:', error._stdout); // Standard output
+        console.error('stderr:', error._stderr); // Standard error
+      }
+    })();
+  } else {
+    log('Site already exists. Continuing Auth0 setup...');
+  }
+
+  // await (async () => {
+  //   try {
+  //     // Execute the shell command
+  //     //await getAuth0Metadata(process.env.BUILD_SITE, connectToEnv);
+  //     const result = await $`cd ${cloneTo} && bash dock.sh getAuth0Metadata`;
+  //     console.log('Command succeeded:');
+  //     console.log('stdout:', result.stdout); // Standard output
+  //     console.log('stderr:', result.stderr); // Standard error
+  //   } catch (error) {
+  //     console.error('Command failed:');
+  //     console.error('Exit Code:', error._code); // Exit code of the command
+  //     console.error('Signal:', error._signal); // Signal that caused termination (if any)
+  //     console.error('stdout:', error._stdout); // Standard output
+  //     console.error('stderr:', error._stderr); // Standard error
+  //   }
+  // })();
+
+  // 7) Check conf files, print logs
+  // await $`grep "auth0" ${path.join(cloneTo, 'conf/application.conf')}`;
+  // await $`ls -all ${path.join(cloneTo, 'conf')}`;
+  // await $`ls -all ${path.join(cloneTo, 'conf/saml')}`;
+  // await $`cat ${path.join(cloneTo, 'conf/saml/auth0.xml')}`;
+
+  // 8) Git add, commit, push
+  // await $`cd ${cloneTo} && git add ./conf/application.conf ./conf/saml/auth0.xml`;
+  //await $`cd ${cloneTo} && git add ./conf/application.conf`;
+  //await $`cd ${cloneTo} && git status`;
+
+  const numChanges = (await $`cd ${cloneTo} && git diff-index HEAD`).stdout
+    .split('\n')
+    .filter(Boolean).length;
+
+  if (numChanges > 0) {
+    const jiraTicket = process.env.JIRA_TICKET || 'NO_JIRA';
+    const message = `${jiraTicket} usdoc-s-builui job download_auth0_metadata for ${connectToEnv}/${process.env.BUILD_SITE}`;
+    log('About to commit changes to git');
+    await $`cd ${cloneTo} && git commit -m ${message}`;
+    await $`cd ${cloneTo} && git push -u origin master`;
+    //await getAuth0Metadata(process.env.BUILD_SITE, connectToEnv);
+  } else {
+    log(
+      'No changes have been made. The site likely already has the correct configuration.',
+    );
+  }
+}