@leverege/build-tools 2.96.8 → 2.97.0

package/lib/server/overwhelm.js

@@ -1,447 +0,0 @@
-#!/usr/bin/env node
-
-// XXX console.log( `TOP=>[${process.cwd()}] PWD=[${process.env.PWD}]` )
-/* eslint-disable no-console */
-/* eslint-disable security/detect-non-literal-fs-filename */
-"use strict";
-
-var _nodePath = _interopRequireDefault(require("node:path"));
-var _nodeChild_process = require("node:child_process");
-var _nodeFs = _interopRequireDefault(require("node:fs"));
-var _chalk = _interopRequireDefault(require("chalk"));
-var _commandLineArgs = _interopRequireDefault(require("command-line-args"));
-var _deepmerge = _interopRequireDefault(require("deepmerge"));
-var _glob = _interopRequireDefault(require("glob"));
-var _parseGitignore = _interopRequireDefault(require("parse-gitignore"));
-var _readlineSync = _interopRequireDefault(require("readline-sync"));
-var _jsYaml = _interopRequireDefault(require("js-yaml"));
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-// const cliHelp = require( 'command-line-usage' )
-const optionsDefinitions = [/* eslint-disable no-multi-spaces */
-{
-  name: 'context',
-  alias: 'x',
-  type: String,
-  default: ''
-}, {
-  name: 'section',
-  alias: 's',
-  type: String,
-  default: 'default'
-}, {
-  name: 'key',
-  alias: 'k',
-  type: String
-}, {
-  name: 'export',
-  alias: 'e',
-  type: Boolean,
-  default: false
-}, {
-  name: 'continue',
-  alias: 'c',
-  type: Boolean,
-  default: false
-}, {
-  name: 'checkctx',
-  alias: 't',
-  type: Boolean,
-  default: false
-},
-// checks overwhelm context
-{
-  name: 'fetchctx',
-  alias: 'f',
-  type: Boolean,
-  default: false
-},
-// fetch and set k8s context
-{
-  name: 'genvals',
-  alias: 'g',
-  type: Boolean,
-  default: false
-},
-// only generates values.yaml
-{
-  name: 'matchk8s',
-  alias: 'm',
-  type: Boolean,
-  default: false
-},
-// checks k8s context
-{
-  name: 'verbose',
-  alias: 'v',
-  type: Boolean,
-  default: false
-}
-/* eslint-enable no-multi-spaces */];
-
-const args = (0, _commandLineArgs.default)(optionsDefinitions);
-
-// See if we are in a monorepo, which changes some of the rules.
-const gitTop = (0, _nodeChild_process.execSync)('git rev-parse --show-toplevel', {
-  stdio: [undefined]
-}).toString().trim();
-let monoTop;
-if (_nodeFs.default.existsSync(`${gitTop}/packages`)) {
-  monoTop = _nodePath.default.basename(_nodePath.default.resolve()); // process.env.PWD
-  console.log(`MONO=[${monoTop}]`);
-}
-
-// The kubernetes context is equal to the git branch name.
-const gitBranch = (0, _nodeChild_process.execSync)('git rev-parse --abbrev-ref HEAD', {
-  stdio: [undefined]
-}).toString().trim();
-const context = args.context || monoTop || gitBranch;
-if (context === 'master') {
-  console.log('***ERROR: master context is forbidden; change to a different branch\n\n');
-  process.exit(1);
-}
-if (!_nodeFs.default.existsSync('overwhelm.yaml')) {
-  console.log(_chalk.default.red.bold(`
-
-***ERROR overwhelm => missing the overwhelm.yaml file - this command expects
-                      to execute from within a platform-k8s branch
-  `));
-  process.exit(1);
-}
-
-// Load the default values and then overlay with the project specific yaml
-// values. This supports the notion of this type of approach in the
-// overwhelm yaml settings:
-//   default:
-//     GCE_MACHINE : "n1-standard-2"
-//
-//   my-project:
-//     GCE_MACHINE : "n1-highcpu-8"
-//
-// fashion, but it is advised not to set a default region with this
-// approach in order to keep us cognizant of exactly where a cluster is
-// being formed.
-//
-const yaml = _jsYaml.default.load(_nodeFs.default.readFileSync('overwhelm.yaml', 'utf-8'));
-const over = yaml.default;
-if (process.env.OVERWHELM_DEBUG) {
-  console.log({
-    over,
-    yaml
-  }, '<==Contents of the over and yaml structs');
-}
-let cfgs = yaml[context];
-
-// If we just need to check context return 0 if cfgs exists, else error.
-if (args.checkctx) {
-  process.exit(!cfgs);
-}
-if (!cfgs) {
-  console.log(`***ERROR: Unknown context => [${context}]\n`);
-  console.log('   Known k8s contexts are:');
-  Object.keys(yaml).forEach(key => {
-    if (key !== 'default') {
-      console.log(`             ${key}`);
-    }
-  });
-  console.log(`Add a section into overwhelm.yaml for ${context}\n\n`);
-  process.exit(1);
-}
-
-// Check to see if we are deriving from another configuration.
-if (cfgs.PROJECT_BASE) {
-  const baseName = cfgs.PROJECT_BASE;
-  const tempCfgs = cfgs;
-  cfgs = yaml[baseName];
-  Object.keys(tempCfgs).forEach(key => {
-    cfgs[key] = tempCfgs[key];
-  });
-  console.log('PROJECT_BASE still under evaluation');
-  console.log('\n  cfgs=', cfgs);
-  process.exit(1); // XXX HERE
-}
-
-Object.keys(cfgs).forEach(key => {
-  over[key] = cfgs[key] || over[key];
-});
-
-// Expand any variables that reference other variable settings. A perfect
-// example of where this is useful is in the setting of a PROJECT_NAME and
-// a PROJECT_ID. Most of the time these values are identical, which is why
-// this setting exists in the default section:
-//   default:
-//     PROJECT_ID : ${PROJECT_NAME}
-//
-// However, in the case of projects like Siren Marine, this is the more
-// likely setup due to legacy naming schemes:
-//   sire-marine:
-//     PROJECT_NAME : siren-marine
-//     PROJECT_ID   : prod-rt-data
-//
-const varErrors = [];
-Object.keys(over).forEach(key => {
-  if (!over[key]) return; // no value to work with - skip it
-
-  // Look for something in the form of "thing-${VAR1}-${VAR2}-${VARn}-stuff"
-  const matches = over[key].match(/\$\{\w+\}/g);
-  if (!matches) return;
-  matches.forEach(replaceThis => {
-    // The matched variable names will be in the form of ${VARNAME} so drop
-    // the ${} characters before using the VARNAME to map into the
-    // overwhelm map containing the desired replacement value.
-    const withThat = over[replaceThis.replace(/\W+/g, '')];
-    if (!withThat) {
-      varErrors.push(`${key} : ${over[key]}`);
-      return;
-    }
-    // Store the replaced string back in the overwhelm value map.
-    over[key] = over[key].replace(replaceThis, withThat);
-  });
-});
-if (varErrors.length > 0) {
-  console.log('***ERROR: unkown variable reference(s) in overwhelm.yaml:\n');
-  varErrors.forEach(error => {
-    console.log(`     ${error}`);
-  });
-  console.log('');
-  process.exit(1);
-}
-
-// Grab a list of the existing yaml templates.
-const yams = _glob.default.sync('values-*.yaml');
-
-// A function to apply the replacements to all of the matching yaml which
-// will error out if it runs into an unknown OVH<tag>.
-const doReplacements = (yamls, replacements) => {
-  let replYaml = yamls;
-
-  // wrap special chars with quotes if needed, like "#---incident-alerts---"
-  const quoteSpecials = raw => {
-    return /[#$?*]/g.test(raw) ? `"${raw}"` : raw;
-  };
-  Object.keys(replacements).forEach(repl => {
-    const replaceThis = new RegExp(`OVH:<${repl}>`, 'g');
-    const withThat = quoteSpecials(`${replacements[repl]}`);
-    replYaml = replYaml.replace(replaceThis, withThat);
-  });
-
-  // Verify all replaceables have been handled, or error out.
-  const missed = replYaml.match(/OVH:<(.*)>/g);
-  if (missed) {
-    console.log('\n***ERROR: missing replacements in overwhelm.yaml for these tags:\n');
-    missed.forEach(miss => {
-      console.log(`     TAG: ${miss.match(/OVH:<(.*)>/)[1]}`);
-    });
-    console.log('');
-    process.exit(1);
-  }
-  return replYaml;
-};
-
-// Collect all of the yaml from the yams...
-const buildYaml = (yamls, replacements) => {
-  const always = ['values-default.yaml'];
-  const values = [...always, ...yamls];
-  const loaded = [];
-  let allYamls = '';
-  values.forEach(yaml => {
-    if (!_nodeFs.default.existsSync(yaml)) {
-      console.log(`\n***ERROR: yaml file missing => ${yaml}\n`);
-      process.exit(1);
-    }
-    if (!loaded.includes(yaml)) {
-      allYamls += `\n# AHOY => ${yaml}\n\n`;
-      allYamls += _nodeFs.default.readFileSync(yaml, {
-        encoding: 'utf-8'
-      });
-      loaded.push(yaml);
-    }
-  });
-
-  // Now apply all of the replacements from the overwhelm file.
-  return doReplacements(allYamls, replacements);
-};
-
-// Call buildYaml to replace the OVH strings in the yaml files.
-const values = buildYaml(yams, over);
-
-// Check to see if someone is requesting a value from the yaml.
-if (args.key) {
-  const section = args.section || 'default';
-  const keys = yaml[section];
-  if (args.verbose) {
-    console.log('replacements');
-    console.log(keys);
-  }
-  if (args.export) {
-    console.log(`export ${args.key}=${keys[args.key]}`);
-  } else {
-    console.log(keys[args.key]);
-  }
-  if (!args.continue) process.exit();
-}
-
-// Find all of the potential target dirs. Utilize .gitignore to ignore files
-const gitignore = (0, _parseGitignore.default)(_nodeFs.default.readFileSync('.gitignore'));
-const opt = {
-  ignore: gitignore.patterns
-};
-const ahoy = _glob.default.sync('*/', opt);
-
-// .noahoy = skips generation of values.yaml but allows helmup to run
-// .nohelm = overwhelm and helmup will skip the deployment entirely
-ahoy.forEach(dir => {
-  if (_nodeFs.default.existsSync(`${dir}/.noahoy`)) {
-    !args.fetchctx && console.log(_chalk.default.yellow(`***WARNING: .noahoy detected, not regenerating ${dir}values.yaml`));
-  } else if (!_nodeFs.default.existsSync(`${dir}/.nohelm`)) {
-    args.verbose && console.log(`Generating values in ${dir}`); // eslint-disable-line no-unused-expressions
-
-    let valuesOut = []; // An accumulator for all of the output values.
-
-    // Add support for localized values for things like keel (or whatever)
-    const valuesLocal = `${dir}values-local.yaml`;
-    if (_nodeFs.default.existsSync(valuesLocal)) {
-      args.verbose && console.log(`     Local values in ${valuesLocal}`); // eslint-disable-line no-unused-expressions
-      valuesOut += '\n# AHOY => values-local.yaml\n\n';
-      valuesOut += _nodeFs.default.readFileSync(valuesLocal, {
-        encoding: 'utf-8'
-      });
-    }
-    valuesOut += `\n${values}`;
-
-    // Augment the default service section of the YAML with settings that
-    // usually come from the top level overwhelm.yaml file.
-    //
-    const valuesAll = _jsYaml.default.load(valuesOut) || {};
-    const valuesSvc = {
-      service: {
-        project_id: 'OVH:<PROJECT_ID>',
-        project_name: 'OVH:<PROJECT_NAME>',
-        host: 'OVH:<HOST>',
-        ingress: 'OVH:<INGRESS>'
-      }
-    };
-    const valuesMerged = _jsYaml.default.dump((0, _deepmerge.default)(valuesSvc, valuesAll), {
-      quotingType: '"'
-    });
-    valuesOut = doReplacements(valuesMerged, over);
-
-    // DEPRECATED once siren and manheim are platform 4.0
-    // If we are going to override then we need to convert it to YAML and
-    // do a deepmerge to combine the values.
-    const valuesOverride = `${dir}/values-override.yaml`;
-    if (_nodeFs.default.existsSync(valuesOverride)) {
-      console.log(`===>Applying Overrides=> ${valuesOverride}`);
-      const overrides = _jsYaml.default.load(_nodeFs.default.readFileSync(valuesOverride, {
-        encofind: 'utf-8'
-      }));
-      const allValues = _jsYaml.default.load(valuesOut);
-      valuesOut = _jsYaml.default.dump((0, _deepmerge.default)(allValues, overrides), {
-        quotingType: '"'
-      });
-    }
-    // DEPRECATED
-
-    _nodeFs.default.writeFileSync(`${dir}/values.yaml`, valuesOut);
-  }
-});
-
-// we can also apply replaceables to any top level .ovh files to support top level config maps
-_glob.default.sync('**/*.ovh').forEach(cfgmap => {
-  const target = cfgmap.replace(/.ovh$/, '');
-  let valuesOut = _nodeFs.default.readFileSync(cfgmap, {
-    encoding: 'utf-8'
-  });
-  valuesOut = doReplacements(valuesOut, over);
-  _nodeFs.default.writeFileSync(target, valuesOut);
-});
-if (args.genvals) {
-  process.exit(0);
-}
-
-// Set the GCP context for safety!
-const clusterName = over.CLUSTER_NAME;
-if (over.PROJECT_NAME === 'minikube') {
-  process.exit(0);
-}
-const projectId = over.PROJECT_ID;
-const zone = over.GCE_REGION + (over.GCE_ZONE ? `-${over.GCE_ZONE}` : '');
-if (!clusterName) {
-  console.log(_chalk.default.yellow(`
-
-    The overwhelm.yaml file in this branch is missing a CLUSTER_NAME setting,
-    which was added to support cluster names that do not match the project
-    name. Since the mismatch is rare, you can probably get by with simply
-    adding this line following PROJECT_NAME in the default section of
-    overwhelm.yaml:
-
-      ${_chalk.default.bold.green('CLUSTER_NAME   : \'${PROJECT_NAME}\'')}
-
-    However, if the CLUSTER_NAME is not the same as the PROJECT_NAME then go
-    ahead and add the CLUSTER_NAME setting to the ${_chalk.default.bold.green(projectId)} section of the
-    overwhelm.yaml file.
-
-    `));
-  process.exit(1);
-}
-let kubeout = '_no_current_context_';
-try {
-  kubeout = (0, _nodeChild_process.execSync)('kubectl config current-context', {
-    stdio: [undefined]
-  });
-} catch (err) {
-  // err && console.log( `Caught Error =>[${err}]` )
-}
-const currentCtx = kubeout.toString().trim();
-const desiredCtx = `gke_${projectId}_${zone}_${clusterName}`;
-const cmd = `gcloud container clusters get-credentials ${clusterName} --zone ${zone} --project ${projectId}`;
-const matchedCtx = currentCtx === desiredCtx;
-if (args.matchk8s) {
-  process.exit(matchedCtx ? 0 : 1);
-}
-
-// just fetch the context and exit if -f is specified
-if (args.fetchctx) {
-  if (!matchedCtx) {
-    try {
-      (0, _nodeChild_process.execSync)(`${cmd}`, {
-        stdio: [undefined]
-      });
-    } catch (err) {
-      process.exit(61); // ECONNREFUSED
-    }
-  }
-
-  process.exit(0);
-}
-if (matchedCtx) {
-  console.log(`
-
-  Current context matches => ${_chalk.default.bold.green(currentCtx)}
-
-  `);
-} else {
-  console.log(`
-  You are about to change your Kubernetes context to:
-      CLUSTER_NAME => ${_chalk.default.bold.green(clusterName)}
-      PROJECT_ID   => ${_chalk.default.bold.green(projectId)}
-      REGION       => ${_chalk.default.bold.green(zone)}
-
-  `);
-}
-const operation = matchedCtx ? 'refetch the credentials' : 'switch your context';
-const ans = _readlineSync.default.question(`Enter "${_chalk.default.bold.green('yes')}" if you wish to ${operation} => `);
-if (ans !== 'yes') {
-  if (matchedCtx) {
-    console.log(_chalk.default.bold.yellow('\n\nSkipping a refetch of your Kubernetes context and credentials\n\n'));
-    process.exit(0);
-  }
-  console.log(_chalk.default.bold.red('\n\nYour Kubernetes context and credentials do NOT match - this could be bad!\n\n'));
-  process.exit(1);
-}
-console.log(`\n\nExecuting: ${_chalk.default.bold.yellow(cmd)}\n\n`);
-(0, _nodeChild_process.execSync)(`${cmd}`, (error, out) => {
-  if (error) {
-    console.log(`\n\n***ERROR ${error}\n\n`);
-    process.exit(1);
-  }
-});

package/lib/server/push-my-chart.js

@@ -1,18 +0,0 @@
-#!/usr/bin/env node
-"use strict";
-
-var _execa = _interopRequireDefault(require("execa"));
-var _semver = require("semver");
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-const pushItGood = async () => {
-  const version = await (0, _execa.default)('helm', ['version', '--short']);
-  const pusher = (0, _semver.lt)(version.stdout, '3.7.0') ? 'push' : 'cm-push';
-  try {
-    const museum = await (0, _execa.default)('helm', [pusher, 'helm', 'leverege']);
-    console.log(museum.stdout); // eslint-disable-line no-console
-  } catch (ex) {
-    console.log(ex.stderr); // eslint-disable-line no-console
-    process.exit(1);
-  }
-};
-pushItGood();

package/lib/server/refresh-npm-token.js

@@ -1,135 +0,0 @@
-#!/usr/bin/env node
-/*
- * refresh-npm-token will check the access time of the $HOME/.npmrc npm token
- * file and if it is older than 24 hours then it will be updated to whatever
- * value is currently in the NPM_DEVELOPER_SECRET on leverege-artifacts. It
- * will also check to see if the deprecated $HOME/.npmrc.ro file exists and
- * will suggest to the user to remove it. If either of the token files exist
- * the first 6 and last four characters of the token will be extracted and
- * reported via slack to allow DevOps operators to clean up old tokens in npm.
- *
- * For testing the Unix touch command may be used to modify the access access
- * time of the npmrc token. The REFRESH_NPM_TOKEN_DEBUG env variable may also
- * be set to enable debugging and disable the slack channel spam.
- *
- * touch -d 2023-08-20 ~/.npmrc; REFRESH_NPM_TOKEN_DEBUG=1 refresh-npm-token.mjs
- */
-
-/* eslint-disable security/detect-non-literal-fs-filename */
-"use strict";
-
-var _nodeFs = _interopRequireDefault(require("node:fs"));
-var _nodeOs = _interopRequireDefault(require("node:os"));
-var _chalk = _interopRequireDefault(require("chalk"));
-var _execa = _interopRequireDefault(require("execa"));
-var _semver = require("semver");
-function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
-// we can't use $ until we upgrade to ESM execa
-if ((0, _semver.lt)(process.version, '18.0.0')) {
-  console.log(_chalk.default.red('\n\n***ERROR: must be running at least node 18\n')); // eslint-disable-line no-console
-  process.exit(1);
-}
-
-// max age in seconds of the npmrc file before refresh
-const refreshThreshold = 3600 * 24; // 1 day
-
-// eslint-disable-next-line no-console
-const log = console.log;
-const debug = (obj, text) => {
-  if (process.env.REFRESH_NPM_TOKEN_DEBUG) {
-    log(obj, _chalk.default.yellow(text));
-  }
-};
-const fetchToken = filename => {
-  const results = {
-    filename,
-    exists: false,
-    token: 'none',
-    lastUpdated: -1
-  };
-  try {
-    if (_nodeFs.default.existsSync(filename)) {
-      results.exists = true;
-      const stat = _nodeFs.default.statSync(filename);
-      results.lastUpdated = Math.trunc((Date.now() - stat.mtimeMs) / 1000);
-      // grab the current token for logging a redacted version
-      const currentNpmrc = _nodeFs.default.readFileSync(filename, 'utf8');
-      const found = currentNpmrc.match(/_authToken=(.*)\n/);
-      if (found) {
-        results.token = `${found[1].slice(0, 8)}......${found[1].slice(-4)}`;
-      }
-    }
-  } catch (statErr) {
-    log({
-      statErr
-    }, `<==fs.statSync failed on file ${filename}`);
-  }
-  return results;
-};
-
-// fetch the tokens - note the RO token is deprecated and may not exist
-const npmrc = fetchToken(`${_nodeOs.default.homedir()}/.npmrc`);
-const npmrcRo = fetchToken(`${_nodeOs.default.homedir()}/.npmrc.ro`);
-debug({
-  npmrc,
-  npmrcRo
-}, '<==Your current tokens'); // debug
-
-if (npmrc.exists && npmrc.lastUpdated < refreshThreshold) {
-  process.exit(0);
-}
-
-// fetch the contents of the npmrc secret stored on leverege-registry
-let npmrcSecret;
-const execaOpts = ['secrets', 'versions', 'access', 'latest', '--secret=NPM_DEVELOPER_NPMRC', '--project=leverege-registry'];
-try {
-  const execaOut = await (0, _execa.default)('gcloud', execaOpts);
-  npmrcSecret = execaOut.stdout;
-  debug({
-    execaOut,
-    execaOpts
-  }, '<==exec info'); // debug
-} catch (err) {
-  log(_chalk.default.yellow(`\nFailed Command => [${err.escapedCommand}]\n\n`), _chalk.default.red(err.stderr));
-  process.exit(1);
-}
-
-// now update the user's npmrc file
-log(_chalk.default.yellow('\n*** Refreshing your ~/.npmrc npm token file'));
-try {
-  if (_nodeFs.default.existsSync(npmrc)) {
-    _nodeFs.default.copyFileSync(npmrc, `${npmrc}-BAK`); // make a backup for safety
-  }
-
-  _nodeFs.default.writeFileSync(npmrc.filename, npmrcSecret);
-} catch (fileErr) {
-  log(fileErr, 'fs failed');
-  process.exit(1);
-}
-const now = new Date().toLocaleString();
-const slackURL = 'https://hooks.slack.com/services/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';
-const execaAct = await (0, _execa.default)('gcloud', ['config', 'get', 'account']);
-const account = execaAct.stdout;
-const slackData = {
-  // eslint-disable-next-line max-len
-  text: `--- npmrc refreshed by \`${account}\` at ${now}\n     tokens RW [\`${npmrc.token}\`] RO [\`${npmrcRo.token}\`]`,
-  channel: '#dev-ops-helm'
-};
-if (process.env.REFRESH_NPM_TOKEN_DEBUG) {
-  log({
-    slackURL,
-    slackData
-  }, '<==Slack skipped');
-} else {
-  fetch(slackURL, {
-    method: 'POST',
-    body: JSON.stringify(slackData),
-    headers: {
-      'Content-Type': 'application/json'
-    }
-  });
-}
-if (npmrcRo.exists) {
-  log(_chalk.default.red('\nWARNING - the need for the ~/.npmrc.ro file has been eliminated - please remove'));
-  process.exit(1);
-}