@hiiretail/gcp-infra-cli 0.104.0 → 1.0.0

package/generators/init/clan-infra/templates/release-notes-schema/release-notes.schema.json

@@ -1,63 +0,0 @@
-{
-    "type": "object",
-    "properties": {
-        "service_name": {
-            "type": "string"
-        },
-        "service_repository": {
-            "type": "string"
-        },
-        "service_description": {
-            "type": "string"
-        },
-        "releases": {
-            "type": "array",
-            "items": {
-                "type": "object",
-                "properties": {
-                    "date": {
-                        "format": "date"
-                    },
-                    "version": {
-                        "type": "string"
-                    },
-                    "items": {
-                        "type": "array",
-                        "items": {
-                            "type": "object",
-                            "properties": {
-                                "type": {
-                                    "type": "string",
-                                    "enum": [
-                                        "Feature",
-                                        "Changed",
-                                        "Fixed",
-                                        "Removed",
-                                        "Issue",
-                                        "Announcement"
-                                    ]
-                                },
-                                "exposure": {
-                                    "type": "string",
-                                    "enum": [
-                                        "public",
-                                        "internal"
-                                    ]
-                                },
-                                "description": {
-                                    "type": "string"
-                                }
-                            },
-                            "required": ["type", "exposure", "description"],
-                            "additionalProperties": false
-                        }
-                    }
-                }
-            },
-            "required": ["date", "version", "items"],
-            "additionalProperties": false
-        }
-    },
-    "required": ["service_name", "service_repository", "service_description", "releases"],
-    "additionalProperties": false
-}

package/generators/init/clan-infra/tribe-clan-repo.js

@@ -1,38 +0,0 @@
-const path = require('path');
-const fs = require('fs');
-
-const getKeyValue = (content, key) => {
-  let value = '';
-  content.split(/\r?\n/).forEach((line) => {
-    if (line.includes(key)) {
-      value = line.split('=')[1].replace('"', '').replace('"', '').trim();
-    }
-  });
-  return value;
-};
-
-const getTribeAndClanName = () => {
-  const repoName = path.basename(path.resolve());
-  const isClanInfraRepo = repoName.match(/^(?:\w+-){2}common(?:$|\W)$/) !== null;
-
-  let tribe = '';
-  let clan = '';
-
-  if (isClanInfraRepo) {
-    [tribe, clan] = repoName.split('-');
-  } else {
-    const commonHCL = path.join('infra', 'common.hcl');
-    if (fs.existsSync(commonHCL)) {
-      const commonHCLContent = fs.readFileSync(commonHCL, 'utf8');
-      tribe = getKeyValue(commonHCLContent, 'tribe_name');
-      clan = getKeyValue(commonHCLContent, 'clan_name');
-    }
-  }
-
-  return {
-    tribe,
-    clan,
-  };
-};
-
-module.exports = getTribeAndClanName;

package/generators/init/clan-infra/validate.js

@@ -1,8 +0,0 @@
-const validate = {};
-
-validate.jiraProjectKey = (input) => {
-  if (!/\s/.test(input) && input === input.toLowerCase()) return true;
-  return 'Must be lowercase and not contain any whitepace';
-};
-
-module.exports = validate;

package/generators/init/command.json

@@ -1,7 +0,0 @@
-{
-  "description": "Initialize repository structure.",
-  "query": "What repository type do you want to initialize?",
-  "require": [
-    "git-repo"
-  ]
-}

package/generators/maintenance/command.json

@@ -1,7 +0,0 @@
-{
-  "description": "Run maintenance task.",
-  "query": "What maintenance task you want to run?",
-  "require": [
-    "git-repo"
-  ]
-}

package/generators/maintenance/manage-states/generator.json

@@ -1,4 +0,0 @@
-{
-  "name": "Manage terraform state files",
-  "description": "Manage terraform state files"
-}

package/generators/maintenance/manage-states/index.js

@@ -1,188 +0,0 @@
-const console = require('console');
-const fg = require('fast-glob');
-const fs = require('fs');
-const path = require('path');
-const chalk = require('chalk');
-const inquirer = require('inquirer');
-const Separator = require('enquirer-separator');
-const { Storage } = require('@google-cloud/storage');
-const BaseGenerator = require('../../../src/BaseGenerator');
-
-const getBucketName = (answers) => {
-  const dirName = path.basename(process.cwd());
-  let bucketName = '';
-  if (dirName === 'tf-infra-gcp') {
-    bucketName = 'platform-tf-admin-prod';
-  } else if (dirName.endsWith('-common')) {
-    bucketName = `tf-state-${dirName.replace('-common', '')}-${answers.env}`;
-  } else {
-    throw new Error('Run this command from the root of tf-infra-gcp of -common repository');
-  }
-  return bucketName;
-};
-
-const downloadStateFiles = (files, dest) => {
-  files.forEach((file) => {
-    const destFile = path.join(dest, file.name);
-    const modTime = new Date(file.metadata.updated);
-    fs.mkdirSync(path.dirname(destFile), { recursive: true });
-    file.download({ destination: destFile }, () => {
-      console.log(`gs://${file.bucket.name}/${file.name} [${chalk.magenta(file.metadata.size)}] (${chalk.yellow(file.metadata.updated.slice(0, 10))})`);
-      fs.utimesSync(destFile, modTime, modTime);
-    });
-  });
-};
-
-module.exports = class extends BaseGenerator {
-  prompting() {
-    const prompts = [
-      {
-        type: 'list',
-        name: 'command',
-        message: 'Select operation to do',
-        store: true,
-        choices: [
-          {
-            name: 'Search for orphan state files',
-            value: 'searchOrphanStates',
-          },
-          {
-            name: 'Download all state files',
-            value: 'downloadAll',
-          },
-        ],
-      },
-
-      {
-        type: 'list',
-        name: 'env',
-        message: 'Select environment to work with',
-        store: true,
-        choices: ['staging', 'prod'],
-        when: () => path.basename(process.cwd()).endsWith('-common'),
-      },
-
-      {
-        type: 'checkbox',
-        name: 'stateFiles',
-        message: 'Next state files are orphan',
-        when: async (response) => response.command === 'searchOrphanStates',
-
-        choices: async (response) => {
-          const constExpectedStates = [];
-          const choices = [];
-
-          if (path.basename(process.cwd()) === 'tf-infra-gcp') {
-            const tgFiles = fg.sync('organization/extendaretail-com/**/terragrunt.hcl', { dot: false });
-            tgFiles.forEach((el) => {
-              const genStateFile = el.replace(/^organization\//, '').replace('terragrunt.hcl', 'default.tfstate');
-              constExpectedStates.push(genStateFile);
-            });
-          } else {
-            const tgFiles = fg.sync(`infra/${response.env}/**/terragrunt.hcl`, { dot: false });
-            tgFiles.forEach((el) => {
-              const genStateFile = el.replace(/^infra\//, '').replace('terragrunt.hcl', 'terraform.tfstate/default.tfstate');
-              constExpectedStates.push(genStateFile);
-            });
-          }
-
-          const storage = new Storage();
-          const bucket = getBucketName(response);
-          const [files] = await storage.bucket(bucket).getFiles().catch((err) => {
-            console.log(chalk.red('Error occured during requesting the bucket:'));
-            console.log(err.message);
-            process.exit(1);
-          });
-          await Promise.all(files
-            .filter((file) => !constExpectedStates.includes(file.name))
-            .map(async (file) => {
-              let name = `${file.name} [${chalk.magenta(file.metadata.size)}] (${chalk.yellow(file.metadata.updated.slice(0, 10))})`;
-
-              if (file.name.endsWith('.tfstate')) {
-                const stateData = JSON.parse(await file.download());
-                if ((stateData.resources.length === 0)
-                  || (stateData.resources.every((i) => i.instances.length === 0))) {
-                  name = `${chalk.green('[empty]')} ${name}`;
-                } else {
-                  name = `${chalk.red('[contains]')} ${name}`;
-                }
-              } else if (file.name.endsWith('.tflock')) {
-                name = `${chalk.red('[LOCK]')} ${name}`;
-              } else {
-                name = `${chalk.yellowBright('[unknown]')} ${name}`;
-              }
-
-              choices.push({
-                name,
-                value: file,
-              });
-            }));
-
-          if (choices.length === 0) {
-            this.log(chalk.green('There are no orhan state files. All files have related terragrunt code in the repository'));
-            process.exit();
-          }
-
-          choices.sort((a, b) => (a.value.name > b.value.name ? 1 : -1));
-          choices.push(new Separator('------'));
-          return choices;
-        },
-      },
-
-      {
-        type: 'list',
-        name: 'subCommand',
-        message: 'What to do with selected files?',
-        choices: ['nothing', 'Download', 'Delete'],
-        default: 'nothing',
-        when: (response) => (response.command === 'searchOrphanStates') && (response.stateFiles.length > 0),
-      },
-
-      {
-        type: 'input',
-        name: 'savePath',
-        message: 'Enter destination directory to save state files to',
-        default: async (response) => (response.env ? `download-states-${response.env}` : 'download-states'),
-        when: async (response) => (response.command === 'downloadAll') || (response.subCommand === 'Download'),
-      },
-    ];
-
-    return this.prompt(prompts).then((props) => {
-      this.answers = props;
-    });
-  }
-
-  writing() {
-    if ((this.answers.command === 'searchOrphanStates') && (this.answers.subCommand === 'Download')) {
-      downloadStateFiles(this.answers.stateFiles, this.answers.savePath);
-    }
-
-    if ((this.answers.command === 'searchOrphanStates') && (this.answers.subCommand === 'Delete')) {
-      console.log(chalk.red('Next files is going to be deleted:'));
-      this.answers.stateFiles.forEach((file) => {
-        console.log(`gs://${file.bucket.name}/${file.name} [${chalk.magenta(file.metadata.size)}] (${chalk.yellow(file.metadata.updated.slice(0, 10))})`);
-      });
-
-      const deleteQuestion = [{
-        type: 'confirm',
-        name: 'confirm',
-        message: 'Do you really want to delete them?',
-        default: false,
-      }];
-      inquirer.prompt(deleteQuestion).then((deleteAnswer) => {
-        if (deleteAnswer.confirm === true) {
-          this.answers.stateFiles.forEach((file) => {
-            file.delete();
-          });
-        }
-      });
-    }
-
-    if (this.answers.command === 'downloadAll') {
-      const storage = new Storage();
-      storage.bucket(getBucketName(this.answers)).getFiles().then(([files]) => {
-        downloadStateFiles(files, this.answers.savePath);
-      });
-    }
-  }
-};

package/generators/maintenance/update-modules/generator.json

@@ -1,4 +0,0 @@
-{
-  "name": "Update used modules to the latest version in terragrunt.hcl files",
-  "description": "Iterate over all existing resources and replace used module to desired version"
-}

package/generators/maintenance/update-modules/index.js

@@ -1,102 +0,0 @@
-const axios = require('axios');
-const fg = require('fast-glob');
-const fs = require('fs');
-const chalk = require('chalk');
-const Separator = require('enquirer-separator');
-const BaseGenerator = require('../../../src/BaseGenerator');
-
-module.exports = class extends BaseGenerator {
-  prompting() {
-    const prompts = [
-      {
-        type: 'list',
-        name: 'moduleName',
-        message: 'Select Terraform module for update',
-        store: true,
-        choices: async () => {
-          const regex = new RegExp('source = "(.+?)?github.com/(.+?/.+?)(/.+)?\\?ref=(.+)"');
-          const hclFiles = fg.sync('**/terragrunt.hcl', { dot: false });
-          const foundModules = new Set();
-
-          hclFiles.forEach((hclFile) => {
-            const content = fs.readFileSync(hclFile, 'utf8');
-            const match = regex.exec(content);
-            if (match) {
-              foundModules.add(match[2]);
-            }
-          });
-
-          return Array.from(foundModules).sort().concat([new Separator('------')]);
-        },
-      },
-      {
-        type: 'list',
-        name: 'moduleTag',
-        message: 'Select module version for update to',
-        store: true,
-        choices: async (response) => {
-          const tagsResponse = await axios.get(`https://api.github.com/repos/${response.moduleName}/tags`);
-          return tagsResponse.data.map((el) => el.name).concat([new Separator('------')]);
-        },
-      },
-
-      {
-        type: 'checkbox',
-        name: 'files',
-        message: 'Select Terragrunt files to update the module version',
-        choices: async (response) => {
-          const regex = new RegExp(`source = "(.+/)?(${response.moduleName})(/.+)?\\?ref=(.+)"`);
-          const hclFiles = fg.sync('**/terragrunt.hcl', { dot: false });
-          const matchedFiles = [];
-
-          hclFiles.forEach((hclFile) => {
-            const content = fs.readFileSync(hclFile, 'utf8');
-            const match = regex.exec(content);
-            if (match) {
-              const currentTag = match[4];
-              if (currentTag !== response.moduleTag) {
-                matchedFiles.push({
-                  name: `${currentTag} => ${response.moduleTag}: ${hclFile}`,
-                  value: hclFile,
-                  checked: true,
-                });
-              }
-            }
-          });
-
-          if (matchedFiles.length === 0) {
-            this.log(`There is no files left to update. All files uses ${chalk.cyan(response.moduleTag)} version of ${chalk.cyan(response.moduleName)} module`);
-            process.exit();
-          }
-          return matchedFiles.sort((a, b) => ((a.value > b.value) ? 1 : -1)).concat([new Separator('------')]);
-        },
-      },
-    ];
-
-    return this.prompt(prompts).then((props) => {
-      this.answers = props;
-    });
-  }
-
-  writing() {
-    const regex = new RegExp(`(source = "(.+/)?(${this.answers.moduleName})(/.+)?\\?ref=)(.+)"`);
-    this.answers.files.forEach((hclFile) => {
-      const content = fs.readFileSync(hclFile, 'utf8');
-      //      const newContent = content.replace(regex, '$1' + this.answers.moduleTag + '"');
-      const newContent = content.replace(regex, `$1${this.answers.moduleTag}"`);
-      fs.writeFileSync(hclFile, newContent, 'utf8');
-    });
-  }
-
-  end() {
-    const {
-      moduleName,
-      moduleTag,
-      files,
-    } = this.answers;
-    this.log(`In next files ${chalk.green(moduleName)} module version was updated to ${chalk.green(moduleTag)} version:`);
-    files.forEach((f) => this.log(chalk.cyan(f)));
-    this.log('Next update infrastructure using pipeline or manually');
-    this.log('Note: Always use "git diff" before commit or apply the changes');
-  }
-};

package/generators/organization/clan-project/__tests__/__snapshots__/googlecloud.test.js.snap

@@ -1,27 +0,0 @@
-// Jest Snapshot v1, https://goo.gl/fbAQLP
-
-exports[`googlecloud It renders YAML with comments 1`] = `
-"# - automl.googleapis.com                                        # Cloud AutoML API
-# - bigtable.googleapis.com                                      # Cloud Bigtable
-# - bigquery.googleapis.com                                      # Cloud BigQuery
-  - cloudapis.googleapis.com                                     # Google Cloud APIs
-  - clouddeploy.googleapis.com                                   # Cloud Deploy API
-# - cloudfunctions.googleapis.com                                # Cloud Functions API
-  - cloudresourcemanager.googleapis.com                          # Cloud Resource Manager API
-# - compute.googleapis.com                                       # Compute Engine API
-  - container.googleapis.com                                     # Kubernetes
-  - containerregistry.googleapis.com                             # Container Registry
-# - dataflow.googleapis.com                                      # Dataflow API
-  - dns.googleapis.com                                           # Cloud DNS API
-# - firestore.googleapis.com                                     # Cloud Firestore
-  - monitoring.googleapis.com                                    # Stackdriver Monitoring API
-# - pubsub.googleapis.com                                        # Cloud Pub/Sub API
-# - redis.googleapis.com                                         # Memorystore (Redis)
-  - run.googleapis.com                                           # Cloud Run API
-  - secretmanager.googleapis.com                                 # Secret Manager API
-# - spanner.googleapis.com                                       # Cloud Spanner API
-# - storage-api.googleapis.com                                   # Cloud Storage
-# - sqladmin.googleapis.com                                      # Cloud SQL
-  - servicenetworking.googleapis.com                             # Service Networking API
-  - vpcaccess.googleapis.com                                     # Serverless VPC Access API"
-`;

package/generators/organization/clan-project/generator.json

@@ -1,4 +0,0 @@
-{
-  "name": "Organization infrastructure",
-  "description": "Initialize a new GCP infrastructure structure."
-}

package/generators/organization/clan-project/googlecloud.js

@@ -1,119 +0,0 @@
-// List of APIs to include in the project.yaml file. Entries will be
-// enabled depending on user selections in Yeoman.
-const availableApis = [
-  {
-    value: 'automl.googleapis.com',
-    name: 'Cloud AutoML API',
-  },
-  {
-    value: 'bigtable.googleapis.com',
-    name: 'Cloud Bigtable',
-  },
-  {
-    value: 'bigquery.googleapis.com',
-    name: 'Cloud BigQuery',
-  },
-  {
-    value: 'cloudapis.googleapis.com',
-    name: 'Google Cloud APIs',
-    enabled: true,
-  },
-  {
-    value: 'clouddeploy.googleapis.com',
-    name: 'Cloud Deploy API',
-    enabled: true,
-  },
-  {
-    value: 'cloudfunctions.googleapis.com',
-    name: 'Cloud Functions API',
-  },
-  {
-    value: 'cloudresourcemanager.googleapis.com',
-    name: 'Cloud Resource Manager API',
-    enabled: true,
-  },
-  {
-    value: 'compute.googleapis.com',
-    name: 'Compute Engine API',
-  },
-  {
-    value: 'container.googleapis.com',
-    name: 'Kubernetes',
-    enabled: true,
-  },
-  {
-    value: 'containerregistry.googleapis.com',
-    name: 'Container Registry',
-    enabled: true,
-  },
-  {
-    value: 'dataflow.googleapis.com',
-    name: 'Dataflow API',
-  },
-  {
-    value: 'dns.googleapis.com',
-    name: 'Cloud DNS API',
-    enabled: true,
-  },
-  {
-    value: 'firestore.googleapis.com',
-    name: 'Cloud Firestore',
-  },
-  {
-    value: 'monitoring.googleapis.com',
-    name: 'Stackdriver Monitoring API',
-    enabled: true,
-  },
-  {
-    value: 'pubsub.googleapis.com',
-    name: 'Cloud Pub/Sub API',
-  },
-  {
-    value: 'redis.googleapis.com',
-    name: 'Memorystore (Redis)',
-  },
-  {
-    value: 'run.googleapis.com',
-    name: 'Cloud Run API',
-    enabled: true,
-  },
-  {
-    value: 'secretmanager.googleapis.com',
-    name: 'Secret Manager API',
-    enabled: true,
-  },
-  {
-    value: 'spanner.googleapis.com',
-    name: 'Cloud Spanner API',
-  },
-  {
-    value: 'storage-api.googleapis.com',
-    name: 'Cloud Storage',
-  },
-  {
-    value: 'sqladmin.googleapis.com',
-    name: 'Cloud SQL',
-  },
-  {
-    value: 'servicenetworking.googleapis.com',
-    name: 'Service Networking API',
-    enabled: true,
-  },
-  {
-    value: 'vpcaccess.googleapis.com',
-    name: 'Serverless VPC Access API',
-    enabled: true,
-  },
-];
-
-const apisYaml = (resources = []) => availableApis.map((entry) => ({
-  ...entry,
-  enabled: entry.enabled || resources.includes(entry.value),
-})).reduce((
-  acc,
-  entry,
-) => `${acc}${entry.enabled ? '  -' : '# -'} ${entry.value.padEnd(60, ' ')} # ${entry.name}\n`, '').trimEnd();
-
-module.exports = {
-  apisYaml,
-};