@docupace/pipeline 1.0.7-alpha.ervins1.9 → 1.0.7-beta.2

package/src/auth0/vault.js

@@ -1,107 +0,0 @@
-import axios from 'axios';
-
-/**
- * Fetch secrets from Vault.
- * @param {string} vaultPath - The path in Vault to fetch secrets from.
- * @returns {Promise<Object>} - The secret data as a JSON object.
- */
-export async function getVaultSecrets(vaultPath) {
-  if (!vaultPath) {
-    console.error("Error: VAULT_PATH is required.");
-    throw new Error("VAULT_PATH is required.");
-  }
-
-  const vaultToken = process.env.VAULT_TOKEN;
-  const vaultAddr = process.env.VAULT_ADDR;
-
-  if (!vaultToken || !vaultAddr) {
-    console.error("Error: VAULT_TOKEN and VAULT_ADDR must be set.");
-    throw new Error("VAULT_TOKEN and VAULT_ADDR must be set.");
-  }
-
-  try {
-    // Disable SSL verification globally by setting environment variable
-    if (process.env.VAULT_SKIP_VERIFY === 'true') {
-      process.env.NODE_TLS_REJECT_UNAUTHORIZED = '0';
-    }
-
-    // Fetch the secret from Vault
-    const response = await axios.get(`${vaultAddr}/v1/${vaultPath}`, {
-      headers: {
-        'X-Vault-Token': vaultToken,
-      },
-    });
-
-    // Validate the response contains JSON data
-    const data = response.data;
-    if (data && typeof data === 'object') {
-      // console.log(`Secrets fetched successfully from Vault at ${JSON.stringify(data.data.data)})`);
-      return data.data.data;
-    } else {
-      console.error("Error: Invalid JSON received from Vault.");
-      throw new Error("Invalid JSON received from Vault.");
-    }
-  } catch (error) {
-    if (error.response) {
-      console.error(
-        `Error: Failed to connect to Vault server at ${vaultAddr}. Response: ${error.response.status} ${error.response.statusText}`
-      );
-    } else {
-      console.error(`Error: ${error.message}`);
-    }
-    // throw error;
-  }
-}
-
-/**
- * Update a secret in Vault.
- * @param {string} vaultPath - The path in Vault where the secret should be updated.
- * @param {Object} secretData - The secret data to be stored (as a JSON object).
- * @returns {Promise<Object>} - The response from Vault as a JSON object.
- */
-export async function updateVaultSecrets(vaultPath, secretData) {
-  if (!vaultPath || !secretData) {
-    console.error("Usage: updateVaultSecret(vaultPath, secretData)");
-    throw new Error("Both vaultPath and secretData are required.");
-  }
-
-  const vaultToken = process.env.VAULT_TOKEN;
-  const vaultAddr = process.env.VAULT_ADDR;
-
-  if (!vaultToken || !vaultAddr) {
-    console.error("Error: VAULT_TOKEN and VAULT_ADDR must be set.");
-    throw new Error("VAULT_TOKEN and VAULT_ADDR must be set.");
-  }
-
-  try {
-    // Disable SSL verification globally if VAULT_SKIP_VERIFY is set
-    if (process.env.VAULT_SKIP_VERIFY === 'true') {
-      process.env.NODE_TLS_REJECT_UNAUTHORIZED = '0';
-    }
-
-    // Make the POST request to update the Vault secret
-    const response = await axios.post(
-      `${vaultAddr}/v1/${vaultPath}`,
-      secretData,
-      {
-        headers: {
-          'X-Vault-Token': vaultToken,
-          'Content-Type': 'application/json',
-        },
-      }
-    );
-
-    // Return the response from Vault
-    console.log(response.data);
-    return response.data;
-  } catch (error) {
-    if (error.response) {
-      console.error(
-        `Error: Failed to update secret at ${vaultPath}. Response: ${error.response.status} ${error.response.statusText}`
-      );
-    } else {
-      console.error(`Error: ${error.message}`);
-    }
-    // throw error;
-  }
-}

package/src/next/apache.js

@@ -1,36 +0,0 @@
-import { $ } from 'zx';
-
-export async function addApacheSite() {
-    if (
-      !process.env.ENVIRONMENT ||
-      (process.env.ENVIRONMENT !== 'dev' && process.env.ENVIRONMENT !== 'qa')
-    ) {
-      log("Error: ENVIRONMENT must be either 'dev' or 'qa'.");
-      process.exit(1);
-    }
-    if (!process.env.SITE) {
-      log('Error: SITE cannot be empty.');
-      process.exit(1);
-    }
-  
-    // Save private key from base64
-    const haproxyPrivateKey = process.env.HAPROXY_PRIVATE_KEY;
-    if (!haproxyPrivateKey) {
-      log('Error: HAPROXY_PRIVATE_KEY not set.');
-      process.exit(1);
-    }
-  
-    await fs.writeFile('private.key', Buffer.from(haproxyPrivateKey, 'base64'));
-    await fs.chmod('private.key', 0o600);
-  
-    const server = `${process.env.ENVIRONMENT}-apalb01a.corp.docupace.com`;
-    console.log("Running command");
-    const sshCmd = (script) =>
-      $`ssh -i private.key -o StrictHostKeyChecking=no root@${server} ${script}`;
-  
-    // The script is run twice in the Bash version
-    await sshCmd(`/root/repo/iis-preprod/scripts/addsite/add_core_site.sh ${process.env.ENVIRONMENT} ${process.env.SITE}`);
-    //await sshCmd(`/root/repo/iis-preprod/scripts/addsite/add_core_site.sh ${process.env.ENVIRONMENT} ${process.env.SITE}`);
-  }
-  
-  

package/src/next/connect.js

@@ -1,158 +0,0 @@
-import 'zx/globals'; // npm i zx
-import fs from 'fs-extra';
-import path from 'path';
-import axios from 'axios';
-import { $ } from 'zx';
-
-
-
-import {
-  cloneEnvRepository,
-  cloneRepository
-} from './deploy.js';
-
-
-import { getVaultSecrets } from '../auth0/vault.js';
-
-import {
-  getVaultSecretsConfigs,
-  environmentConfig
-} from './config.js';
-
-process.env.COMMON_VAULT_PATH = process.env.COMMON_VAULT_PATH || 'secret/data/common/config';
-process.env.VAULT_SKIP_VERIFY = process.env.VAULT_SKIP_VERIFY || 'true';
-process.env.CONNECT_DIR = process.env.CONNECT_DIR || 'connect';
-const vaultToken = process.env.VAULT_TOKEN;
-const vaultAddr = process.env.VAULT_ADDR;
-
-function log(msg) {
-    console.log(`[*] ${msg}`);
-  }
-  
-  /* --------------------------------
-   * 1. GIT CHECKOUT
-   * -------------------------------- */
-  async function gitCheckout(repository, destDir, branch = 'master') {
-    if (!(await fs.pathExists(destDir))) {
-      log(`Directory ${destDir} does not exist. Cloning repository...`);
-    } else {
-      log(`Directory ${destDir} exists. Removing it...`);
-      await fs.remove(destDir);
-      log(`Cloning ${destDir} repository...`);
-    }
-    
-    const username = process.env.BITBUCKET_USERNAME;
-    const password = process.env.BITBUCKET_APP_PASSWORD;
-  
-    // Construct clone command
-    const cloneUrl = `https://${username}:${password}@bitbucket.org/dp-cloud/${repository}.git`;
-  
-    log(`Perform cloning`);
-    await $`git clone --branch=${branch} --depth 1 ${cloneUrl} ${destDir}`;
-  }
-  
-  
-
-
-  
-
-export async function connectClone() {
-
-
-    if (!vaultToken || !vaultAddr) {
-      console.error("Error: VAULT_TOKEN and VAULT_ADDR must be set.");
-      throw new Error("VAULT_TOKEN and VAULT_ADDR must be set.");
-    }
-
-    const site = process.env.BUILD_SITE;
-    if (!site) {
-      log('Error: BUILD_SITE is not set');
-      process.exit(1);
-    }
-    const siteCommonVaultPath = `secret/data/${site}/common/config`;
-  
-  
-    // 2) getVaultSecrets
-    const secretsJson = await getVaultSecrets(siteCommonVaultPath);
-    if (!secretsJson.AUTH0_CLIENT_ID) {
-      log('Failed to retrieve secret data.');
-      process.exit(1);
-    }
-    const siteCommonSecrets = secretsJson;
-  
-    // 3) Export secrets as environment variables
-    process.env.AUTH0_CLIENT_ID = siteCommonSecrets.AUTH0_CLIENT_ID;
-    process.env.AUTH0_CLIENT_SECRET = siteCommonSecrets.AUTH0_CLIENT_SECRET;
-  
-    process.env.AUTH0_SUBDOMAIN="docupace-${BUILD_ENVIRONMENT}-${BUILD_SITE}"
-    process.env.AUTH0_REGION_DOMAIN="us.auth0.com"
-
-    log(`BUILD_ENVIRONMENT: ${process.env.BUILD_ENVIRONMENT}`);
-    log(`BUILD_SITE: ${process.env.BUILD_SITE}`);
-    log(`AUTH0_SUBDOMAIN: ${process.env.AUTH0_SUBDOMAIN}`);
-    log(`AUTH0_REGION_DOMAIN: ${process.env.AUTH0_REGION_DOMAIN}`);
-    log(`AUTH0_CLIENT_ID: ${process.env.AUTH0_CLIENT_ID}`);
-  
-    process.env.AUTH0_DOMAIN = `${process.env.AUTH0_SUBDOMAIN}.${process.env.AUTH0_REGION_DOMAIN}`;
-    
-
-    const projectRoot = process.cwd();
-    // 4) Clone 'connect-deploy' into CONNECT_DIR
-    const test1 = $`pwd ; echo "test"; find ..`;
-    log(test1);
-
-    await gitCheckout('connect-deploy', process.env.CONNECT_DIR);
-
-    // 5) Create site clone (emulating the dock.sh call)
-    const cloneFrom = path.join(projectRoot,process.env.CONNECT_DIR,`${process.env.FROM_BUILD_ENVIRONMENT}/${process.env.FROM_BUILD_SITE}`);
-    const cloneTo = path.join(projectRoot,process.env.CONNECT_DIR,`${process.env.BUILD_ENVIRONMENT}/${process.env.BUILD_SITE}`);
-    log(`projectRoot: ${projectRoot}`);
-    const connectHome = path.join(projectRoot,process.env.CONNECT_DIR);
-    $`find .`;
-    if (!(await fs.pathExists(cloneFrom))) {
-      log('Clone template directory not found:');
-      process.exit(1);
-    }
-  
-  
-    if (!(await fs.pathExists(cloneTo))) {
-      log('New site does not exist. Performing cloning...');
-
-      process.env.IMAGE_VERSION=$`cd ${cloneFrom} && grep -E '^IMAGE_VERSION=' dock.sh | cut -f2 -d=`
-      await $`cd ${cloneTo} && bash dock.sh clone ${process.env.BUILD_ENVIRONMENT} ${process.env.BUILD_SITE} ${process.env.IMAGE_VERSION}`;
-    } else {
-      log('Site already exists. Continuing Auth0 setup...');
-    }
-  
-
-    await $`cd ${cloneTo} && bash dock.sh getAuth0Metadata`;
-  
-    // 7) Check conf files, print logs
-    await $`grep "auth0" ${path.join(cloneTo, 'conf/application.conf')}`;
-    await $`ls -all ${path.join(cloneTo, 'conf')}`;
-    await $`ls -all ${path.join(cloneTo, 'conf/saml')}`;
-    await $`cat ${path.join(cloneTo, 'conf/saml/auth0.xml')}`;
-  
-    // 8) Git add, commit, push
-    await $`cd ${cloneTo} && git checkout master && git pull --ff-only`;
-    await $`cd ${cloneTo} && git remote -v`;
-    await $`cd ${cloneTo} && git branch`;
-    await $`cd ${cloneTo} && git status`;
-    await $`cd ${cloneTo} && git add . ../sites.sh`;
-    await $`cd ${cloneTo} && git status`;
-  
-    const numChanges = (
-      await $`cd ${cloneTo} && git diff-index HEAD`
-    ).stdout.split('\n').filter(Boolean).length;
-  
-    if (numChanges > 0) {
-      const jiraTicket = process.env.JIRA_TICKET || 'NO_JIRA';
-      const message = `${jiraTicket} usdoc-s-builui job download_auth0_metadata for ${process.env.BUILD_ENVIRONMENT}/${process.env.BUILD_SITE}`;
-      log('About to commit changes to git');
-      await $`cd ${cloneTo} && git commit -m ${message}`;
-      await $`cd ${cloneTo} && git push -u origin master`;
-    } else {
-      log('No changes have been made. The site likely already has the correct configuration.');
-    }
-  }
-  

package/src/next/haproxy.js

@@ -1,50 +0,0 @@
-import { $ } from 'zx';
-
-
-export async function haproxySync() {
-    const repoPath = '/root/repo/docupace-ansible';
-    const inventory = path.join(repoPath, 'inventories/preprod/inventory');
-  
-    // Create haproxy.sh
-    const scriptContent = `
-  #!/bin/bash
-  
-  [[ ! -f ${inventory} ]] && ( echo "Alert: no inventory file: ${inventory}" ; exit 1 )
-  cd ${repoPath}
-  pwd
-  git stash
-  git pull origin master
-  git checkout master
-  git submodule update --remote
-  git submodule foreach --recursive git checkout master
-  git submodule foreach --recursive git pull origin master
-  
-  ansible-playbook -i inventories/preprod/inventory haproxy.yml -e "cluster=preprod"
-  
-  echo "proceeding"
-  echo "committing changes"
-  git add preprod-haproxy.cfg
-  git commit -m "Sync haproxy"
-  git push origin master
-  `;
-  
-    await fs.writeFile('haproxy.sh', scriptContent);
-  
-    // Private key
-    const haproxyPrivateKey = process.env.HAPROXY_PRIVATE_KEY;
-    if (!haproxyPrivateKey) {
-      log('Error: HAPROXY_PRIVATE_KEY not set.');
-      process.exit(1);
-    }
-  
-    await fs.writeFile('private.key', Buffer.from(haproxyPrivateKey, 'base64'));
-    await fs.chmod('private.key', 0o600);
-  
-    await $`cat private.key`; // Just to mimic the script's behavior
-  
-    // Copy script to remote
-    await $`scp -i private.key -o StrictHostKeyChecking=no haproxy.sh root@10.10.28.198:/tmp/haproxy.sh`;
-  
-    // Execute script on remote
-    await $`ssh -i private.key -o StrictHostKeyChecking=no root@10.10.28.198 "bash /tmp/haproxy.sh"`;
-  }

package/src/next/vault.js

@@ -1,13 +0,0 @@
-import { $ } from 'zx';
-
-
-export async function vaultAddSiteData(SITE) {
-    const AUTH0_CLIENT_ID = `${process.env.AUTH0_CLIENT_ID}`;
-    const AUTH0_CLIENT_SECRET = `${process.env.AUTH0_CLIENT_SECRET}`; 
-    await $`export VAULT_SKIP_VERIFY=true`;
-    await $`vault kv put secret/dp-${SITE}/common/config AUTH0_CLIENT_ID="${AUTH0_CLIENT_ID}" AUTH0_CLIENT_SECRET="${AUTH0_CLIENT_SECRET}"`
-}
-
-
-
-