@hiiretail/gcp-infra-cli 0.104.0 → 1.0.1

package/generators/common-resources/iam/index.js

@@ -1,62 +0,0 @@
-const chalk = require('chalk');
-const { required } = require('../../../src/validators');
-const BaseGenerator = require('../../../src/BaseGenerator');
-const validPrefix = require('./valid-prefix');
-
-module.exports = class extends BaseGenerator {
-  prompting() {
-    const prompts = [
-      {
-        type: 'input',
-        name: 'systemName',
-        message: 'System name',
-        validate: required,
-      },
-      {
-        type: 'input',
-        name: 'permissionPrefix',
-        message: 'Permission prefix',
-        transform: (input) => input.toLowerCase(),
-        validate: (input) => required(input) && validPrefix(input),
-      },
-      {
-        type: 'input',
-        name: 'serviceName',
-        message: 'Cloud Run service name',
-        validate: required,
-      },
-      {
-        type: 'input',
-        name: 'repository',
-        message: 'Git repository name',
-        validate: required,
-      },
-    ];
-
-    return this.prompt(prompts).then((props) => {
-      this.answers = props;
-    });
-  }
-
-  writing() {
-    const { permissionPrefix } = this.answers;
-
-    this.fs.copy(
-      this.templatePath('github', 'workflows', 'iam.yml'),
-      this.destinationPath('.github', 'workflows', 'iam.yml'),
-    );
-
-    this.fs.copyTpl(
-      this.templatePath('iam.yaml'),
-      this.destinationPath('iam', `${permissionPrefix}.yaml`),
-      this.answers,
-    );
-  }
-
-  end() {
-    this.log(`
-${chalk.green('Your IAM resources have now been created.')}
-${chalk.green('1.')} Modify the IAM YAML file to define permissions and roles.\`);
-${chalk.green('2.')} Push this change in a feature branch and open a pull request.`);
-  }
-};

package/generators/common-resources/iam/templates/github/workflows/iam.yml

@@ -1,18 +0,0 @@
-name: iam
-on:
-  push:
-    paths: iam/**
-
-jobs:
-  process-iam:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v2
-
-      - name: Process IAM
-        uses: extenda/actions/iam@v0
-        with:
-          service-account-key: ${{ secrets.SECRET_AUTH }}
-          service-account-key-staging: ${{ secrets.GCLOUD_AUTH_STAGING }}
-          service-account-key-prod: ${{ secrets.GCLOUD_AUTH_PROD }}
-          dry-run: ${{ github.ref != 'refs/heads/master' }}

package/generators/common-resources/iam/templates/iam.yaml

@@ -1,8 +0,0 @@
-# See documentation at https://github.com/extenda/actions/tree/master/iam#schema
-name: <%-systemName%>
-permission-prefix: <%-permissionPrefix%>
-services:
-  - name: <%-serviceName%>
-    repository: <%-repository%>
-permissions: {}
-roles: []

package/generators/common-resources/iam/valid-prefix.js

@@ -1,8 +0,0 @@
-const validPrefix = (input) => {
-  if (input.replace(/\s/g, '').length === 3) {
-    return true;
-  }
-  return 'Permission prefix must be 3 characters';
-};
-
-module.exports = validPrefix;

package/generators/common-resources/kafka-connect/generator.json

@@ -1,4 +0,0 @@
-{
-  "name": "Kafka connection",
-  "description": "Create a Kafka connection"
-}

package/generators/common-resources/kafka-connect/index.js

@@ -1,75 +0,0 @@
-const path = require('path');
-const chalk = require('chalk');
-const BaseGenerator = require('../../../src/BaseGenerator');
-const { required } = require('../../../src/validators');
-
-module.exports = class extends BaseGenerator {
-  prompting() {
-    const prompts = [
-      {
-        type: 'list',
-        name: 'connectionClass',
-        message: 'Connection type (connector.class):',
-        default: 'ElasticsearchSink',
-        choices: ['ElasticsearchSink', 'PubSubSource'],
-        validate: required,
-      },
-      {
-        type: 'input',
-        name: 'connectionName',
-        message: 'Connection name:',
-        validate: required,
-      },
-      {
-        type: 'input',
-        name: 'topicName',
-        message: 'Kafka Topic:',
-        validate: required,
-      },
-    ];
-
-    return this.prompt(prompts).then((props) => {
-      this.answers = props;
-    });
-  }
-
-  writing() {
-    const {
-      connectionName,
-      connectionClass,
-    } = this.answers;
-
-    const templateMap = {
-      ElasticsearchSink: 'elastic',
-      PubSubSource: 'pubsub',
-    };
-
-    ['prod', 'staging'].forEach((env) => {
-      this.copyDir(
-        templateMap[connectionClass],
-        path.join('infra', env, 'kafka-connect', connectionName),
-        {
-          ...this.answers,
-          env,
-          connectionName,
-        },
-      );
-    });
-  }
-
-  end() {
-    const {
-      connectionName,
-    } = this.answers;
-
-    const connectionDir = path.join(connectionName);
-    this.log(`
-${chalk.green(`Your Kafka connection have now been created. To finalize your configuration, please continue
-with manual editing of the generated files.`)}
-${chalk.green('1.')} Review and fill other parameters.
-   \u2192 ${chalk.cyan(path.join(connectionDir, 'terragrunt.hcl'))}
-${chalk.green('2.')} Make sure that the different projects are used in configuration for staging and prod in pubsub source connection.
-${chalk.green('3.')} Push this change in a feature branch and open a pull request.
-`);
-  }
-};

package/generators/common-resources/kafka-connect/templates/elastic/terragrunt.hcl

@@ -1,92 +0,0 @@
-# Terragrunt will copy the Terraform configurations specified by the source parameter, along with any files in the
-# working directory, into a temporary folder, and execute your Terraform commands in that folder.
-terraform {
-  source = "git::https://github.com/extenda/tf-module-kafka//kafka-connect-ccloud?ref=v1.0.0"
-}
-
-# Include all settings from the root terragrunt.hcl file
-include {
-  path = find_in_parent_folders("terragrunt_root.hcl")
-}
-
-dependency "confluent" {
-  config_path  = "../../confluent"
-  mock_outputs = {
-    environment_id = "dummy-environment"
-    cluster_id = "dummy-cluster"
-  }
-}
-
-dependency "kafka" {
-  config_path  = "../../kafka"
-  mock_outputs = {
-    key = "dummy-key"
-    secret = "dummy-secret"
-  }
-}
-
-dependency "elastic" {
-  config_path  = "../../elastic"
-  mock_outputs = {
-    elasticsearch_username = "dummy-username"
-    elasticsearch_password = "dummy-password"
-    elasticsearch_https_endpoint = "dummy-url"
-  }
-}
-
-
-# These are the variables we have to pass in to use the module specified in the terragrunt configuration above
-inputs = {
-  confluent_environment = dependency.confluent.outputs.environment_id
-  confluent_cluster     = dependency.confluent.outputs.cluster_id
-
-  connection_config = {
-    "name": "<%-connectionName%>"
-    "topics": "<%-topicName%>",
-    "connector.class": "ElasticsearchSink",
-
-    # Input format: 'AVRO', 'JSON', 'JSON_SF', 'PROTOBUF'
-    "input.data.format": "AVRO",
-
-    # Elasticsearch connection URL, uses terragrunt dependency output here
-    "connection.url": dependency.elastic.outputs.elasticsearch_https_endpoint,
-
-    # Elasticsearch data type name
-    "type.name": "<%-topicName%>",
-
-    # Key Ignore
-    "key.ignore": "false",
-
-    # Schema ignore
-    "schema.ignore": "true",
-
-    # Compact map entries
-    "compact.map.entries": "true",
-
-    # Behaviour on null values: 'delete', 'fail', 'ignore'
-    "behavior.on.null.values": "delete",
-
-    # Drop invalid message
-    "drop.invalid.message": "false",
-
-    # Auto create indices at start
-    "auto.create.indices.at.start": "true",
-
-    # Number of tasks for this connector
-    "tasks.max": "1",
-  }
-
-  connection_sensitive_config = {
-    # Kafka API key, uses terragrunt dependency output here
-    "kafka.api.key": dependency.kafka.outputs.key,
-
-    # Kafka API secret, uses terragrunt dependency output here
-    "kafka.api.secret": dependency.kafka.outputs.secret,
-
-    # Elasticsearch connection user, uses terragrunt dependency output here
-    "connection.username": dependency.elastic.outputs.elasticsearch_username,
-
-    # Elasticsearch connection password, uses terragrunt dependency output here
-    "connection.password": dependency.elastic.outputs.elasticsearch_password,
-  }
-}

package/generators/common-resources/kafka-connect/templates/pubsub/terragrunt.hcl

@@ -1,75 +0,0 @@
-# Terragrunt will copy the Terraform configurations specified by the source parameter, along with any files in the
-# working directory, into a temporary folder, and execute your Terraform commands in that folder.
-terraform {
-  source = "git::https://github.com/extenda/tf-module-kafka//kafka-connect-ccloud?ref=v1.0.0"
-}
-
-# Include all settings from the root terragrunt.hcl file
-include {
-  path = find_in_parent_folders("terragrunt_root.hcl")
-}
-
-dependency "confluent" {
-  config_path  = "../../confluent"
-  mock_outputs = {
-    environment_id = "dummy-environment"
-    cluster_id = "dummy-cluster"
-  }
-}
-
-dependency "kafka" {
-  config_path  = "../../kafka"
-  mock_outputs = {
-    key = "dummy-key"
-    secret = "dummy-secret"
-  }
-}
-
-locals {
-  project_vars = read_terragrunt_config(find_in_parent_folders("project.hcl"))
-}
-
-# These are the variables we have to pass in to use the module specified in the terragrunt configuration above
-inputs = {
-  confluent_environment = dependency.confluent.outputs.environment_id
-  confluent_cluster     = dependency.confluent.outputs.cluster_id
-
-  connection_config = {
-    "name": "<%-connectionName%>",
-    "connector.class": "PubSubSource",
-    "kafka.topic": "<%-topicName%>",
-
-    # GCP Pub/Sub Project ID
-    "gcp.pubsub.project.id": "CHANGEME",
-
-    # GCP Pub/Sub Topic ID
-    "gcp.pubsub.topic.id": "CHANGEME",
-
-    # GCP Pub/Sub Subscription ID
-    "gcp.pubsub.subscription.id": "CHANGEME",
-
-    # Maximum number of messages to be polled in a request
-    "gcp.pubsub.message.max.count": "10000",
-
-    # Maximum time in seconds to retry on errors
-    "gcp.pubsub.max.retry.time": "5",
-
-    # Number of tasks for this connector
-    "tasks.max": "1",
-  }
-
-  connection_sensitive_config = {
-    # Kafka API key, uses terragrunt dependency output here
-    "kafka.api.key": dependency.kafka.outputs.key,
-
-    # Kafka API secret, uses terragrunt dependency output here
-    "kafka.api.secret": dependency.kafka.outputs.secret,
-  }
-
-  connection_gcp_secret_project = local.project_vars.locals.project_id
-
-  connection_gcp_secret_config = {
-    # GCP Servive account key
-    "gcp.pubsub.credentials.json": "pnp-kafka-connect-bum-sa",
-  }
-}

package/generators/common-resources/kafka-topics/generator.json

@@ -1,4 +0,0 @@
-{
-  "name": "Kafka resources",
-  "description": "Create a Kafka topics and ACLs"
-}

package/generators/common-resources/kafka-topics/index.js

@@ -1,54 +0,0 @@
-const path = require('path');
-const chalk = require('chalk');
-const BaseGenerator = require('../../../src/BaseGenerator');
-const { required } = require('../../../src/validators');
-
-module.exports = class extends BaseGenerator {
-  prompting() {
-    const prompts = [
-      {
-        type: 'input',
-        name: 'topicName',
-        message: 'Please provide the Kafka topic name',
-        validate: required,
-      },
-    ];
-
-    return this.prompt(prompts).then((props) => {
-      this.answers = props;
-    });
-  }
-
-  writing() {
-    const {
-      topicName,
-    } = this.answers;
-
-    ['prod', 'staging'].forEach((env) => {
-      this.copyDir(
-        'kafka',
-        path.join('infra', env, 'kafka'),
-        {
-          ...this.answers,
-          env,
-          topicName,
-        },
-      );
-    });
-  }
-
-  end() {
-    const {
-      topicName,
-    } = this.answers;
-
-    const kafkaDir = path.join(topicName);
-    this.log(`
-${chalk.green(`Your Kafka topic have now been created. To finalize your configuration, please continue
-with manual editing of the generated files.`)}
-${chalk.green('1.')} Review and add more subscribers if needed.
-   \u2192 ${chalk.cyan(path.join(kafkaDir, 'kafka.yaml'))}
-${chalk.green('2.')} Push this change in a feature branch and open a pull request.
-`);
-  }
-};

package/generators/common-resources/kafka-topics/templates/kafka/kafka.yaml

@@ -1,20 +0,0 @@
-topics:
-  - name: <%-topicName%>
-    replication_factor: 3
-    partitions: 1
-    config:
-      segment.ms: 600000
-      cleanup.policy: compact
-
-# See https://registry.terraform.io/providers/Mongey/kafka/latest/docs/resources/topic for syntax details
-
-
-acls:
-  - resource_name: <%-topicName%>
-    resource_type: Topic
-    acl_principal: User:Alice
-    acl_host: "*"
-    acl_operation: Write
-    acl_permission_type: Deny
-
-# See https://registry.terraform.io/providers/Mongey/kafka/latest/docs/resources/acl for syntax details

package/generators/common-resources/kafka-topics/templates/kafka/terragrunt.hcl

@@ -1,21 +0,0 @@
-# Terragrunt will copy the Terraform configurations specified by the source parameter, along with any files in the
-# working directory, into a temporary folder, and execute your Terraform commands in that folder.
-terraform {
-  source = "git::https://github.com/extenda/tf-module-kafka//?ref=v0.1.0"
-}
-
-# Include all settings from the root terragrunt.hcl file
-include {
-  path = find_in_parent_folders("terragrunt_root.hcl")
-}
-
-locals {
-  project_vars = read_terragrunt_config(find_in_parent_folders("project.hcl"))
-}
-
-# These are the variables we have to pass in to use the module specified in the terragrunt configuration above
-inputs = merge(
-  yamldecode(
-    file("${get_terragrunt_dir()}/kafka.yaml")),
-  local.project_vars.locals,
-)

package/generators/common-resources/kms/generator.json

@@ -1,4 +0,0 @@
-{
-  "name": "KMS",
-  "description": "Create KMS resources"
-}

package/generators/common-resources/kms/index.js

@@ -1,69 +0,0 @@
-const path = require('path');
-const chalk = require('chalk');
-const BaseGenerator = require('../../../src/BaseGenerator');
-const { required } = require('../../../src/validators');
-
-module.exports = class extends BaseGenerator {
-  prompting() {
-    const prompts = [
-      {
-        type: 'input',
-        name: 'keyRing',
-        message: 'Please provide the name of the key ring',
-        validate: required,
-      },
-      {
-        type: 'input',
-        name: 'location',
-        message: 'Please provide the location for the key ring',
-        default: 'europe-west1',
-        validate: required,
-      },
-      {
-        type: 'input',
-        name: 'keys',
-        message: 'Please provide the first key in the key ring',
-        validate: required,
-      },
-    ];
-
-    return this.prompt(prompts).then((props) => {
-      this.answers = props;
-    });
-  }
-
-  writing() {
-    const {
-      keyRing,
-      location,
-      keys,
-    } = this.answers;
-
-    ['prod', 'staging'].forEach((env) => {
-      this.copyDir(
-        'kms',
-        path.join('infra', env, 'kms'),
-        {
-          ...this.answers,
-          env,
-          keyRing,
-          location,
-          keys,
-        },
-      );
-    });
-  }
-
-  end() {
-    const specStageFile = path.join('infra', 'staging', 'kms');
-    const specProdFile = path.join('infra', 'prod', 'kms');
-    this.log(`
-${chalk.green(`Your KMS resources have now been created. To finalize your configuration, please continue
-with manual editing of the generated files.`)}
-${chalk.green('1.')} Review KMS configurations:
-   \u2192 ${chalk.cyan(path.join(specStageFile, 'spec.hcl'))}
-   \u2192 ${chalk.cyan(path.join(specProdFile, 'spec.hcl'))}
-${chalk.green('2.')} Push this change in a feature branch and open a pull request.
-`);
-  }
-};

package/generators/common-resources/kms/templates/kms/spec.hcl

@@ -1,5 +0,0 @@
-locals {
-  location = "<%-location%>"
-  keyring  = "<%-keyRing%>"
-  keys     = ["<%-keys%>"]
-}

package/generators/common-resources/kms/templates/kms/terragrunt.hcl

@@ -1,33 +0,0 @@
-# Terragrunt will copy the Terraform configurations specified by the source parameter, along with any files in the
-# working directory, into a temporary folder, and execute your Terraform commands in that folder.
-terraform {
-  source = "git::https://github.com/terraform-google-modules/terraform-google-kms//?ref=v2.3.0"
-}
-
-# Include all settings from the root terragrunt.hcl file
-include {
-  path = find_in_parent_folders("terragrunt_root.hcl")
-}
-
-locals {
-  spec_vars           = read_terragrunt_config("${get_terragrunt_dir()}/spec.hcl")
-  project_vars        = read_terragrunt_config(find_in_parent_folders("project.hcl"))
-  common_vars         = read_terragrunt_config(find_in_parent_folders("common.hcl"))
-  labels = merge(local.common_vars.locals.default_user_labels, local.project_vars.locals.default_user_labels, {
-    component    = local.common_vars.locals.component
-    product      = local.common_vars.locals.product
-    tenant-alias = local.common_vars.locals.tenant_alias
-    terraform    = ""
-  })
-}
-
-# These are the variables we have to pass in to use the module specified in the terragrunt configuration above
-inputs = merge(
-  local.spec_vars.locals,
-  local.project_vars.locals,
-  {
-    labels          = local.labels
-    project_id      = local.project_vars.locals.project_id
-    prevent_destroy = false
-  }
-)

package/generators/common-resources/memorystore/generator.json

@@ -1,4 +0,0 @@
-{
-  "name": "Memorystore",
-  "description": "Create a Memorystore resource"
-}

package/generators/common-resources/memorystore/index.js

@@ -1,69 +0,0 @@
-const path = require('path');
-const SecretsGenerator = require('../../../src/SecretsGenerator');
-const getTribeAndClanName = require('../../init/clan-infra/tribe-clan-repo');
-
-module.exports = class extends SecretsGenerator {
-  prompting() {
-    const choices = [
-      {
-        name: 'BASIC - standalone instance',
-        value: 'BASIC',
-      },
-      {
-        name: 'STANDARD_HA - highly available primary/replica instances',
-        value: 'STANDARD_HA',
-      },
-    ];
-
-    const prompts = [
-      {
-        type: 'input',
-        name: 'name',
-        default: getTribeAndClanName().clan,
-        message: 'Enter your service name or leave blank for common instance',
-      },
-      {
-        type: 'list',
-        name: 'stagingTier',
-        default: 'BASIC',
-        message: 'Select the service tier for the staging environment',
-        choices,
-      },
-      {
-        type: 'list',
-        name: 'prodTier',
-        default: 'STANDARD_HA',
-        message: 'Select the service tier for the production environment',
-        choices,
-      },
-    ];
-
-    return this.prompt(prompts).then((props) => {
-      this.answers = props;
-    });
-  }
-
-  writing() {
-    const {
-      name,
-      stagingTier,
-      prodTier,
-    } = this.answers;
-
-    const selectTier = (env, tier) => {
-      this.copyDir(
-        'redis-instance',
-        path.join('infra', env, 'memorystore', name === '' ? 'redis-instance' : name),
-        {
-          env,
-          tier,
-        },
-      );
-    };
-
-    selectTier('prod', prodTier);
-    selectTier('staging', stagingTier);
-
-    this.writeSecrets('memorystore', '', '', name === '' ? 'redis-instance' : name);
-  }
-};

package/generators/common-resources/memorystore/templates/outputs.json

@@ -1,3 +0,0 @@
-{
-  "host": "host"
-}

package/generators/common-resources/memorystore/templates/redis-instance/spec.hcl

@@ -1,16 +0,0 @@
-locals {
-  tier           = "<%-tier%>"
-  connect_mode   = "PRIVATE_SERVICE_ACCESS"
-  memory_size_gb = "1" # memory size in GiB
-  read_replicas_mode      = "READ_REPLICAS_DISABLED"
-  transit_encryption_mode = "DISABLED"
-  maintenance_policy = {
-    day = "MONDAY"
-    start_time = {
-      hours   = 0
-      minutes = 0
-      seconds = 0
-      nanos   = 0
-    }
-  }
-}