@hiiretail/gcp-infra-cli 0.103.1 → 1.0.0

package/generators/clan-resources/clan-project/templates/clan-resources/network/firewall-rules/config/vars.tf

@@ -1,9 +0,0 @@
-variable "network" {
-  description = "The name or self_link of the network to attach this firewall to"
-  type        = string
-}
-
-variable "project" {
-  description = "The ID of the project in which the resource belongs"
-  type        = string
-}

package/generators/clan-resources/clan-project/templates/clan-resources/network/firewall-rules/terragrunt.hcl

@@ -1,32 +0,0 @@
-# Terragrunt will copy the Terraform configurations specified by the source parameter, along with any files in the
-# working directory, into a temporary folder, and execute your Terraform commands in that folder.
-terraform {
-  source = "config/"
-}
-
-# Include all settings from the root terragrunt.hcl file
-include {
-  path = find_in_parent_folders("terragrunt_root.hcl")
-}
-
-dependency "network" {
-  config_path = "../"
-  mock_outputs = {
-    network_self_link = "dummy-net"
-  }
-}
-
-dependency "clan_project" {
-  config_path = "../../../"
-  mock_outputs = {
-    project_id = "dummy-id"
-  }
-}
-
-# These are the variables we have to pass in to use the module specified in the terragrunt configuration above
-inputs = merge(
-  {
-    network     = dependency.network.outputs.network_self_link
-    project     = dependency.clan_project.outputs.project_id
-  }
-)

package/generators/clan-resources/clan-project/templates/clan-resources/network/spec.hcl

@@ -1,54 +0,0 @@
-locals {
-  network_name    = "clan-network"
-
-  subnets = [
-    {
-      subnet_name   = "k8s-subnet"
-      subnet_ip     = "10.152.16.0/23"
-      subnet_region = "europe-west1"
-      subnet_private_access = true
-    },
-    {
-      subnet_name   = "clan-resources"
-      subnet_ip     = "10.152.20.0/22"
-      subnet_region = "europe-west1"
-      subnet_private_access = true
-    },
-    {
-      subnet_name = "vpc-connector-subnet"
-      subnet_ip     = "10.8.0.0/28"
-      subnet_region = "europe-west1"
-      description   = "The subnet must be used only for Serverless VPC connector"
-      subnet_private_access = true
-    },
-    {
-      subnet_name   = "internal-lb-subnet"
-      subnet_ip     = "10.10.0.0/23"
-      subnet_region = "europe-west1"
-      purpose       = "REGIONAL_MANAGED_PROXY"
-      role          = "ACTIVE"
-      description   = "Reserved proxy-only subnet for Internal load balancing"
-    },
-    {
-      subnet_name   = "psc-subnet"
-      subnet_ip     = "10.12.0.0/22"
-      subnet_region = "europe-west1"
-      purpose       = "PRIVATE_SERVICE_CONNECT"
-      role          = "ACTIVE"
-      description   = "Subnet for private service connections"
-    }
-  ]
-
-  secondary_ranges = {
-    "k8s-subnet" = [
-      {
-        range_name    = "pods-cidr"
-        ip_cidr_range = "172.18.0.0/20"
-      },
-      {
-        range_name    = "services-cidr"
-        ip_cidr_range = "172.19.0.0/20"
-      }
-    ]
-  }
-}

package/generators/clan-resources/clan-project/templates/clan-resources/network/terragrunt.hcl

@@ -1,29 +0,0 @@
-# Terragrunt will copy the Terraform configurations specified by the source parameter, along with any files in the
-# working directory, into a temporary folder, and execute your Terraform commands in that folder.
-terraform {
-  source = "git::https://github.com/terraform-google-modules/terraform-google-network//?ref=v9.1.0"
-}
-
-# Include all settings from the root terragrunt.hcl file
-include {
-  path = find_in_parent_folders("terragrunt_root.hcl")
-}
-
-dependency "project" {
-  config_path = "../../"
-  mock_outputs = {
-    project_id = "project-dummy-id"
-  }
-}
-
-locals {
-  spec_vars = read_terragrunt_config("${get_terragrunt_dir()}/spec.hcl")
-}
-
-# These are the variables we have to pass in to use the module specified in the terragrunt configuration above
-inputs = merge(
-  local.spec_vars.locals,
-  {
-    project_id = dependency.project.outputs.project_id
-  }
-)

package/generators/clan-resources/clan-project/templates/clan-resources/private-vpc-connection/config/main.tf

@@ -1,18 +0,0 @@
-resource "google_compute_global_address" "private_ip_alloc" {
-  provider = google-beta
-
-  project       = var.project
-  name          = "private-ip-peering"
-  description   = "VPC Private connection"
-  purpose       = var.purpose
-  address_type  = var.address_type
-  prefix_length = var.prefix_length
-  network       = var.network
-  labels        = var.address_labels
-}
-
-resource "google_service_networking_connection" "peering" {
-  network                 = var.network
-  service                 = "servicenetworking.googleapis.com"
-  reserved_peering_ranges = [google_compute_global_address.private_ip_alloc.name]
-}

package/generators/clan-resources/clan-project/templates/clan-resources/private-vpc-connection/config/vars.tf

@@ -1,27 +0,0 @@
-variable purpose {
-  type    = string
-  default = "VPC_PEERING"
-}
-
-variable address_type {
-  type    = string
-  default = "INTERNAL"
-}
-
-variable project {
-  type    = string
-}
-
-variable prefix_length {
-  type    = number
-  default = 20
-}
-
-variable network {
-  type = string
-}
-
-variable address_labels {
-  type    = map
-  default = {}
-}

package/generators/clan-resources/clan-project/templates/clan-resources/private-vpc-connection/terragrunt.hcl

@@ -1,35 +0,0 @@
-terraform {
-  source = "config/"
-}
-
-dependency "project" {
-  config_path = "../../"
-  mock_outputs = {
-    project_id = "project-dummy-id"
-  }
-}
-
-dependency "network" {
-  config_path = "../network"
-  mock_outputs = {
-    network_self_link = "network-dummy-name"
-  }
-}
-
-include {
-  path = find_in_parent_folders("terragrunt_root.hcl")
-}
-
-locals {
-  tribe_yaml = yamldecode(file(find_in_parent_folders("tribe.yaml")))
-}
-
-inputs = merge(
-  {
-    project        = dependency.project.outputs.project_id
-    network        = dependency.network.outputs.network_self_link
-    address_labels = {
-      cc = local.tribe_yaml.costcenter
-    }
-  }
-)

package/generators/clan-resources/clan-project/templates/clan-resources/serverless-vpc-connector/terragrunt.hcl

@@ -1,40 +0,0 @@
-# Terragrunt will copy the Terraform configurations specified by the source parameter, along with any files in the
-# working directory, into a temporary folder, and execute your Terraform commands in that folder.
-terraform {
-  source = "git::https://github.com/terraform-google-modules/terraform-google-network//modules/vpc-serverless-connector-beta?ref=v9.1.0"
-}
-
-# Include all settings from the root terragrunt.hcl file
-include {
-  path = find_in_parent_folders("terragrunt_root.hcl")
-}
-
-dependency "project" {
-  config_path = "../../"
-  mock_outputs = {
-    project_id = "project-dummy-id"
-  }
-}
-
-locals {
-  clan_name = basename(dirname(dirname(dirname(get_terragrunt_dir()))))
-}
-
-# These are the variables we have to pass in to use the module specified in the terragrunt configuration above
-inputs = merge(
-  {
-    project_id = dependency.project.outputs.project_id
-    vpc_connectors = [
-      {
-        name            = "${local.clan_name}-vpc-connector"
-        region          = "europe-west1"
-        subnet_name     = "vpc-connector-subnet"
-        host_project_id = dependency.project.outputs.project_id
-        machine_type    = "e2-micro"
-        min_instances   = 2
-        max_instances   = 3
-        max_throughput  = 300
-      }
-    ]
-  }
-)

package/generators/clan-resources/clan-project/templates/clan-resources/terragrunt.hcl

@@ -1,3 +0,0 @@
-include {
-  path = find_in_parent_folders("terragrunt_root.hcl")
-}

package/generators/clan-resources/command.json

@@ -1,7 +0,0 @@
-{
-  "description": "Create clan resources with GKE Autopilot cluster.",
-  "query": "What do you want to create?",
-  "require": [
-    "org"
-  ]
-}

package/generators/common-resources/bigquery/generator.json

@@ -1,4 +0,0 @@
-{
-  "name": "BigQuery",
-  "description": "Create a BigQuery resource"
-}

package/generators/common-resources/bigquery/index.js

@@ -1,284 +0,0 @@
-const path = require('path');
-const chalk = require('chalk');
-const { required } = require('../../../src/validators');
-const BaseGenerator = require('../../../src/BaseGenerator');
-
-module.exports = class extends BaseGenerator {
-  prompting() {
-    const prompts = [
-      {
-        type: 'list',
-        name: 'resourceType',
-        message: 'Select type of resource you want to create',
-        default: 'datasets',
-        choices: ['scheduledQueries', 'datasets'],
-      },
-      {
-        when: (response) => response.resourceType === 'scheduledQueries',
-        type: 'input',
-        name: 'queryName',
-        message: 'Please provide the name for the transfer config',
-        validate: required,
-      },
-      {
-        when: (response) => response.resourceType === 'scheduledQueries',
-        type: 'input',
-        name: 'dataSourceId',
-        message: 'Please provide the data source id. Cannot be changed once the transfer config is created.',
-        validate: required,
-      },
-      {
-        when: (response) => response.resourceType === 'scheduledQueries',
-        type: 'input',
-        name: 'destinationDatasetId',
-        message: 'Please provide the BigQuery target dataset id. Leave empty to specify later',
-      },
-      {
-        when: (response) => response.resourceType === 'scheduledQueries',
-        type: 'input',
-        name: 'schedule',
-        message: 'Please provide the data transfer schedule. Format here: https://cloud.google.com/appengine/docs/flexible/python/scheduling-jobs-with-cron-yaml#the_schedule_format',
-        validate: required,
-      },
-      {
-        when: (response) => response.resourceType === 'scheduledQueries',
-        type: 'input',
-        name: 'notificationPubsubTopic',
-        message: 'Please provide Pub/Sub topic full name where notifications will be sent after transfer finish. Leave empty to specify later',
-      },
-      {
-        when: (response) => response.resourceType === 'scheduledQueries',
-        type: 'input',
-        name: 'dataRefreshWindow',
-        message: 'Please provide the number of days to look back to automatically refresh the data. Leave empty to specify later',
-      },
-      {
-        when: (response) => response.resourceType === 'scheduledQueries',
-        type: 'list',
-        name: 'enableFailureEmail',
-        message: 'Select if you want to enable notifications to be sent to the email address of the user who owns this transfer config if the run fails',
-        default: 'false',
-        choices: ['false', 'true'],
-      },
-      {
-        when: (response) => response.resourceType === 'scheduledQueries',
-        type: 'input',
-        name: 'dataPathTemplate',
-        message: 'Please provide the Cloud Storage URI that contains your files to be transferred',
-        validate: required,
-      },
-      {
-        when: (response) => response.resourceType === 'scheduledQueries',
-        type: 'input',
-        name: 'destinationTableTemplate',
-        message: 'Please provide the name of your destination table',
-        validate: required,
-      },
-      {
-        when: (response) => response.resourceType === 'scheduledQueries',
-        type: 'input',
-        name: 'fileFormat',
-        message: 'Please provide the type of files you want to transfe. Supported values CSV, JSON, AVRO, PARQUET, or ORC',
-        validate: required,
-      },
-      {
-        when: (response) => response.resourceType === 'datasets',
-        type: 'input',
-        name: 'datasetId',
-        message: 'Please provide the dataset ID (must be alphanumeric, plus underscores)',
-        validate: required,
-      },
-      {
-        when: (response) => response.resourceType === 'datasets',
-        type: 'input',
-        name: 'datasetName',
-        message: 'Please provide the user-frienldy name for the dataset',
-        validate: required,
-      },
-      {
-        when: (response) => response.resourceType === 'datasets',
-        type: 'input',
-        name: 'description',
-        message: 'Please provide the description for the dataset',
-        validate: required,
-      },
-      {
-        when: (response) => response.resourceType === 'datasets',
-        type: 'list',
-        name: 'createTable',
-        message: 'Do you want to create a table?',
-        default: 'no',
-        choices: ['yes', 'no'],
-      },
-      {
-        when: (response) => response.createTable === 'yes' && response.resourceType === 'datasets',
-        type: 'input',
-        name: 'tableId',
-        message: 'Please provide the ID for the table',
-        validate: required,
-      },
-      {
-        when: (response) => response.createTable === 'yes' && response.resourceType === 'datasets',
-        type: 'input',
-        name: 'expirationTime',
-        message: 'Please provide the time when the table expires (in milliseconds since the epoch). If set to `null`, the table will persist indefinitely.',
-        validate: required,
-      },
-      {
-        when: (response) => response.resourceType === 'datasets',
-        type: 'list',
-        name: 'createRoutine',
-        message: 'Do you want to create a routine?',
-        default: 'no',
-        choices: ['yes', 'no'],
-      },
-      {
-        when: (response) => response.createRoutine === 'yes' && response.resourceType === 'datasets',
-        type: 'input',
-        name: 'routineId',
-        message: 'Please provide the ID of the routine. The ID must contain only letters, numbers, or underscores',
-        validate: required,
-      },
-      {
-        when: (response) => response.createRoutine === 'yes' && response.resourceType === 'datasets',
-        type: 'input',
-        name: 'routineDescription',
-        message: 'Please provide the description of the routine',
-        validate: required,
-      },
-      {
-        when: (response) => response.createRoutine === 'yes' && response.resourceType === 'datasets',
-        type: 'list',
-        name: 'routineType',
-        message: 'Please select a routine type',
-        default: 'PROCEDURE',
-        choices: ['SCALAR_FUNCTION', 'PROCEDURE'],
-      },
-      {
-        when: (response) => response.createRoutine === 'yes' && response.resourceType === 'datasets',
-        type: 'list',
-        name: 'language',
-        message: 'Please select a language of the routine',
-        default: 'SQL',
-        choices: ['SQL', 'JAVASCRIPT'],
-      },
-      {
-        when: (response) => response.createRoutine === 'yes' && response.resourceType === 'datasets',
-        type: 'input',
-        name: 'definitionBody',
-        message: 'Please provide the body of the routine, specify null if not needed',
-        validate: required,
-      },
-    ];
-
-    return this.prompt(prompts).then((props) => {
-      this.answers = props;
-    });
-  }
-
-  writing() {
-    const {
-      datasetId,
-      datasetName,
-      description,
-      createTable,
-      tableId,
-      expirationTime,
-      createRoutine,
-      routineId,
-      routineType,
-      language,
-      definitionBody,
-      routineDescription,
-      resourceType,
-      dataSourceId,
-      queryName,
-      destinationDatasetId,
-      schedule,
-      notificationPubsubTopic,
-      dataRefreshWindow,
-      enableFailureEmail,
-      dataPathTemplate,
-      destinationTableTemplate,
-      fileFormat,
-    } = this.answers;
-
-    ['prod', 'staging'].forEach((env) => {
-      if (createTable === 'no' && resourceType === 'datasets') {
-        this.copyDir(
-          'bigquery',
-          path.join('infra', env, 'bigquery', datasetId),
-          {
-            ...this.answers,
-            env,
-            datasetId,
-            datasetName,
-            description,
-            createTable,
-            createRoutine,
-            routineId,
-            routineType,
-            language,
-            definitionBody,
-            routineDescription,
-          },
-        );
-      }
-
-      if (createTable === 'yes' && resourceType === 'datasets') {
-        ['schema', 'bigquery'].forEach((folder) => {
-          this.copyDir(
-            folder,
-            path.join('infra', env, 'bigquery', datasetId),
-            {
-              ...this.answers,
-              env,
-              datasetId,
-              datasetName,
-              description,
-              createTable,
-              tableId,
-              expirationTime,
-              createRoutine,
-              routineId,
-              routineType,
-              language,
-              definitionBody,
-              routineDescription,
-            },
-          );
-        });
-      }
-
-      if (resourceType === 'scheduledQueries') {
-        this.copyDir(
-          'scheduled-queries',
-          path.join('infra', env, 'scheduled-queries'),
-          {
-            ...this.answers,
-            env,
-            dataSourceId,
-            queryName,
-            destinationDatasetId,
-            schedule,
-            notificationPubsubTopic,
-            dataRefreshWindow,
-            enableFailureEmail,
-            dataPathTemplate,
-            destinationTableTemplate,
-            fileFormat,
-          },
-        );
-      }
-    });
-  }
-
-  end() {
-    this.log(`
-${chalk.green(`Your BigQuery resources have now been created. To finalize your configuration, please continue
-with manual editing of the generated files.`)}
-${chalk.green('1.')} Review and add modify schema.json file, change null values to needed ones.
-${chalk.green('2.')} Push this change in a feature branch and open a pull request.
-`);
-  }
-};

package/generators/common-resources/bigquery/templates/bigquery/spec.hcl

@@ -1,8 +0,0 @@
-locals {
-  #Dataset IDs must be alphanumeric (plus underscores) and must be at most 1024 characters long
-  dataset_id                 = "<%-datasetId%>"
-  dataset_name               = "<%-datasetName%>"
-  description                = "<%-description%>"
-  location                   = "EU"
-  delete_contents_on_destroy = true
-}

package/generators/common-resources/bigquery/templates/bigquery/terragrunt.hcl

@@ -1,53 +0,0 @@
-# Terragrunt will copy the Terraform configurations specified by the source parameter, along with any files in the
-# working directory, into a temporary folder, and execute your Terraform commands in that folder.
-terraform {
-  source = "git::https://github.com/terraform-google-modules/terraform-google-bigquery?ref=v8.0.0"
-}
-
-# Include all settings from the root terragrunt.hcl file
-include {
-  path = find_in_parent_folders("terragrunt_root.hcl")
-}
-
-locals {
-  spec_vars    = read_terragrunt_config("${get_terragrunt_dir()}/spec.hcl")
-  project_vars = read_terragrunt_config(find_in_parent_folders("project.hcl"))
-}
-
-# These are the variables we have to pass in to use the module specified in the terragrunt configuration above
-inputs = merge(
-  local.spec_vars.locals,
-  local.project_vars.locals,
-  {
-    project_id = local.project_vars.locals.project_id
-    tables = <% if (createTable == 'no') { %>[]<% } else { %>[
-      {
-        table_id          = "<%-tableId%>",
-        schema            =  "./schema.json",
-        time_partitioning = {
-          type                     = "DAY",
-          field                    = null,
-          require_partition_filter = false,
-          expiration_ms            = null,
-        },
-        range_partitioning = null,
-        clustering         = null,
-        expiration_time    = <%-expirationTime%>,
-        labels = {
-          env = "<%-env%>"
-        },
-    ]<% } %>
-
-    routines = <% if (createRoutine == 'no') { %>[]<% } else { %>[
-      {
-        routine_id      = "<%-routineId%>",
-        routine_type    = "<%-routineType%>",
-        language        = "<%-language%>",
-        definition_body = "<%-definitionBody%>",
-        return_type     = null,
-        description     = "<%-routineDescription%>",
-        arguments       = null,
-      },
-    ]<% } %>
-  }
-)

package/generators/common-resources/bigquery/templates/scheduled-queries/terragrunt.hcl

@@ -1,56 +0,0 @@
-# Terragrunt will copy the Terraform configurations specified by the source parameter, along with any files in the
-# working directory, into a temporary folder, and execute your Terraform commands in that folder.
-terraform {
-  source = "git::https://github.com/extenda/terraform-google-bigquery//modules/scheduled_queries"
-}
-
-# Include all settings from the root terragrunt.hcl file
-include {
-  path = find_in_parent_folders("terragrunt_root.hcl")
-}
-
-locals {
-  project_vars = read_terragrunt_config(find_in_parent_folders("project.hcl"))
-}
-
-# These are the variables we have to pass in to use the module specified in the terragrunt configuration above
-inputs = merge(
-  local.project_vars.locals,
-  {
-    project_id = local.project_vars.locals.project_id
-    queries = [
-      {
-        name                   = "<%-queryName%>"
-        location               =  "EU"
-        data_source_id         = "<%-dataSourceId%>" # Cannot be changed once the transfer config is created.
-        <% if (destinationDatasetId == '') { %> destination_dataset_id = null <% } else { %>
-        destination_dataset_id = "<%-destinationDatasetId%>" <% } %>
-
-        # If the data source does not support a custom schedule, this should be empty.
-        # If it is empty, the default value for the data source will be used. The specified times are in UTC.
-        schedule = "<%-schedule%>"
-
-        # Pub/Sub topic where notifications will be sent after transfer runs associated with this transfer config finish.
-        <% if (notificationPubsubTopic == '') { %>
-        notification_pubsub_topic = null <% } else { %> notification_pubsub_topic = "<%-notificationPubsubTopic%>" <% } %>
-
-        # The number of days to look back to automatically refresh the data. Only valid if the data source supports the feature.
-        <% if (dataRefreshWindow == '') { %> data_refresh_window_days = null <% } else { %>
-        data_refresh_window_days = "<%-dataRefreshWindow%>" <% } %>
-
-        # When set to true, no runs are scheduled for a given transfer.
-        disabled = false
-
-        # Required parameters for Cloud Storage
-        params = {
-          data_path_template              = "<%-dataPathTemplate%>"
-          destination_table_name_template = "<%-destinationTableTemplate%>"
-          file_format                     = "<%-fileFormat%>"
-        }
-
-        # Email notifications will be sent according to these preferences to the email address of the user who owns this transfer config
-        enable_failure_email = <%-enableFailureEmail%>
-      }
-    ]
-  }
-)