dbt-platform-helper 13.1.0__py3-none-any.whl → 15.16.0__py3-none-any.whl

terraform/postgres/plans.yml

@@ -0,0 +1,128 @@
+# t-shirt sizes for Postgres
+# Aligned with the instance types from https://aws.amazon.com/rds/instance-types/
+
+# 2v CPU, 1GB RAM, 100GB Storage
+tiny:
+  volume_size: 100
+  multi_az: false
+  instance: db.t3.micro
+
+# 2v CPU, 2GB RAM, 100GB Storage
+small:
+  volume_size: 100
+  multi_az: false
+  instance: db.t3.small
+
+# 2v CPU, 2GB RAM, 100GB Storage, multi AZ
+small-ha:
+  volume_size: 100
+  multi_az: true
+  instance: db.t3.small
+
+# 2v CPU, 2GB RAM, 100GB Storage, multi AZ, high IOPS
+small-high-io:
+  volume_size: 100
+  multi_az: true
+  instance: db.t3.small
+  storage_type: io2
+  iops: 40000
+
+# # 2v CPU, 4GB RAM, 100GB Storage
+medium:
+  volume_size: 100
+  multi_az: false
+  instance: db.t3.medium
+
+# # 2v CPU, 4GB RAM, 100GB Storage, multi AZ
+medium-ha:
+  volume_size: 100
+  multi_az: true
+  instance: db.t3.medium
+
+# 2v CPU, 4GB RAM, 100GB Storage, multi AZ, high IOPS
+medium-high-io:
+  volume_size: 100
+  multi_az: true
+  instance: db.t3.medium
+  storage_type: io2
+  iops: 40000
+
+# 2v CPU, 8GB RAM, 100GB Storage
+large:
+  volume_size: 100
+  multi_az: false
+  instance: db.m5.large
+
+# 2v CPU, 8GB RAM, 100GB Storage, multi AZ
+large-ha:
+  volume_size: 100
+  multi_az: true
+  instance: db.m5.large
+
+# 2v CPU, 8GB RAM, 100GB Storage, multi AZ, high IOPS
+large-high-io:
+  volume_size: 100
+  multi_az: true
+  instance: db.m5.large
+  storage_type: io2
+  iops: 40000
+
+# 4v CPU, 16GB RAM, 100GB Storage
+x-large:
+  volume_size: 100
+  multi_az: false
+  instance: db.m5.xlarge
+
+# 4v CPU, 16GB RAM, 100GB Storage, multi AZ
+x-large-ha:
+  volume_size: 100
+  multi_az: true
+  instance: db.m5.xlarge
+
+# 4v CPU, 16GB RAM, 100GB Storage, multi AZ, high IOPS
+x-large-high-io:
+  volume_size: 100
+  multi_az: true
+  instance: db.m5.xlarge
+  storage_type: io2
+  iops: 40000
+
+# 8v CPU, 32GB RAM, 100GB Storage
+2x-large:
+  volume_size: 100
+  multi_az: false
+  instance: db.m5.2xlarge
+
+# 8v CPU, 32GB RAM, 100GB Storage, multi AZ
+2x-large-ha:
+  volume_size: 100
+  multi_az: true
+  instance: db.m5.2xlarge
+
+# 8v CPU, 32GB RAM, 100GB Storage, multi AZ, high IOPS
+2x-large-high-io:
+  volume_size: 100
+  multi_az: true
+  instance: db.m5.2xlarge
+  storage_type: io2
+  iops: 40000
+
+# 16v CPU, 64GB RAM, 100GB Storage
+4x-large:
+  volume_size: 100
+  multi_az: false
+  instance: db.m5.4xlarge
+
+# 16v CPU, 64GB RAM, 100GB Storage, multi AZ
+4x-large-ha:
+  volume_size: 100
+  multi_az: true
+  instance: db.m5.4xlarge
+
+# 16v CPU, 64GB RAM, 100GB Storage, multi AZ, high IOPS
+4x-large-high-io:
+  volume_size: 100
+  multi_az: true
+  instance: db.m5.4xlarge
+  storage_type: io2
+  iops: 40000

dbt_platform_helper/addon-plans.yml

@@ -1,224 +0,0 @@
-# t-shirt sizes for addons that support configurable storage/cpu etc. such as RDS, Opensearch and Elasticache Redis
-
-redis:
-  # 0.5GB RAM, single node, no failover.
-  micro:
-    replicas: 0
-    instance: cache.t4g.micro
-
-  # 0.5GB RAM, highly-available.
-  micro-ha:
-    replicas: 2
-    instance: cache.t4g.micro
-
-  # 1.37GB RAM, single node, no failover.
-  tiny:
-    replicas: 0
-    instance: cache.t4g.small
-
-  # 1.37GB RAM, highly-available
-  tiny-ha:
-    replicas: 2
-    instance: cache.t4g.small
-
-  # 3.09GB RAM, single node, no failover.
-  small:
-    replicas: 0
-    instance: cache.t4g.medium
-
-  # 3.09GB RAM, highly-available
-  small-ha:
-    replicas: 2
-    instance: cache.t4g.medium
-
-  # 6.38GB RAM, single node, no failover.
-  medium:
-    replicas: 0
-    instance: cache.m6g.large
-
-  # 6.38GB RAM, highly-available
-  medium-ha:
-    replicas: 2
-    instance: 'cache.m6g.large'
-
-  # 12.93GB RAM, single node, no failover.
-  large:
-    replicas: 0
-    instance: cache.m6g.xlarge
-
-  # 12.93GB RAM, highly-available
-  large-ha:
-    replicas: 2
-    instance: cache.m6g.xlarge
-
-  # 26.04GB RAM, single node, no failover.
-  x-large:
-    replicas: 0
-    instance: cache.m6g.2xlarge
-
-  # 26.04GB RAM, highly-available
-  x-large-ha:
-    replicas: 2
-    instance: cache.m6g.2xlarge
-
-opensearch:
-  # 2 vCPU, 2GB RAM, volume size range 10-100GB
-  tiny:
-    volume_size: 80
-    instances: 1
-    master: false
-    instance: t3.small.search
-
-  # 2 vCPU, 4GB RAM, volume size range 10-200GB
-  small:
-    volume_size: 200
-    instances: 1
-    master: false
-    instance: t3.medium.search
-
-  # 2 nodes with 2 vCPU, 4GB RAM, volume size range 10-200GB
-  small-ha:
-    volume_size: 200
-    instances: 2
-    master: false
-    instance: t3.medium.search
-
-  # 2 vCPU, 8GB RAM, volume size range 10-512GB
-  medium:
-    volume_size: 512
-    instances: 1
-    master: false
-    instance: m6g.large.search
-
-  # 2 nodes with 2 vCPU, 8GB RAM, volume size range 10-512GB
-  medium-ha:
-    volume_size: 512
-    instances: 2
-    master: false
-    instance: m6g.large.search
-
-  # 4 vCPU, 16GB RAM, volume size range 10-1000GB
-  large:
-    volume_size: 1000
-    instances: 1
-    master: false
-    instance: m6g.xlarge.search
-
-  # 2 nodes with 4 vCPU, 16GB RAM, volume size range 10-1000GB
-  large-ha:
-    volume_size: 1000
-    instances: 2
-    master: false
-    instance: m6g.xlarge.search
-
-  # 8 vCPU, 32GB RAM, volume size range 10-1500GB
-  x-large:
-    volume_size: 1500
-    instances: 1
-    master: false
-    instance: m6g.2xlarge.search
-
-  # 2 nodes with 8 vCPU, 32GB RAM, volume size range 10-1500GB
-  x-large-ha:
-    volume_size: 1500
-    instances: 2
-    master: false
-    instance: m6g.2xlarge.search
-
-# RDS/Postgres Instances
-postgres:
-  # 2v CPU, 1GB RAM, 20GB Storage
-  tiny:
-    volume_size: 20
-    multi_az: false
-    instance: db.t3.micro
-
-  # 2v CPU, 2GB RAM, 100GB Storage
-  small:
-    volume_size: 100
-    multi_az: false
-    instance: db.t3.small
-
-  # 2v CPU, 2GB RAM, 100GB Storage, multi AZ
-  small-ha:
-    volume_size: 100
-    multi_az: true
-    instance: db.t3.small
-
-  # 2v CPU, 2GB RAM, 100GB Storage, multi AZ
-  small-high-io:
-    volume_size: 100
-    multi_az: true
-    instance: db.t3.small
-    storage_type: io1
-    iops: 40000
-
-  # 2v CPU, 8GB RAM, 100GB Storage
-  medium:
-    volume_size: 100
-    multi_az: false
-    instance: db.m5.large
-
-  # 2v CPU, 8GB RAM, 100GB Storage, multi AZ
-  medium-ha:
-    volume_size: 100
-    multi_az: true
-    instance: db.m5.large
-
-  # 2v CPU, 8GB RAM, 100GB Storage, multi AZ
-  medium-high-io:
-    volume_size: 100
-    multi_az: true
-    instance: db.m5.large
-    storage_type: io1
-    iops: 40000
-
-  # 8v CPU, 32GB RAM, 564GB Storage
-  large:
-    volume_size: 564
-    multi_az: false
-    instance: db.m5.2xlarge
-
-  # 8v CPU, 32GB RAM, 564GB Storage, multi AZ
-  large-ha:
-    volume_size: 564
-    multi_az: true
-    instance: db.m5.2xlarge
-
-  # 8v CPU, 32GB RAM, 564GB Storage, multi AZ
-  large-high-io:
-    volume_size: 564
-    multi_az: true
-    instance: db.m5.2xlarge
-    storage_type: io1
-    iops: 40000
-
-  # 16v CPU, 64GB RAM, 2000GB Storage
-  x-large:
-    volume_size: 2000
-    multi_az: false
-    instance: db.m5.4xlarge
-
-  # 16v CPU, 64GB RAM, 2000GB Storage, multi AZ
-  x-large-ha:
-    volume_size: 2000
-    multi_az: true
-    instance: db.m5.4xlarge
-
-  # 16v CPU, 64GB RAM, 2000GB Storage, multi AZ
-  x-large-high-io:
-    volume_size: 2000
-    multi_az: true
-    instance: db.m5.4xlarge
-    storage_type: io1
-    iops: 40000
-
-s3: {}
-
-s3-policy: {}
-
-monitoring: {}
-
-alb: {}
-
-prometheus-policy: {}

dbt_platform_helper/providers/aws.py

@@ -1,37 +0,0 @@
-from dbt_platform_helper.platform_exception import PlatformException
-
-
-class AWSException(PlatformException):
-    pass
-
-
-class CreateTaskTimeoutException(AWSException):
-    def __init__(self, addon_name: str, application_name: str, environment: str):
-        super().__init__(
-            f"""Client ({addon_name}) ECS task has failed to start for "{application_name}" in "{environment}" environment."""
-        )
-
-
-class ImageNotFoundException(AWSException):
-    def __init__(self, commit: str):
-        super().__init__(
-            f"""The commit hash "{commit}" has not been built into an image, try the `platform-helper codebase build` command first."""
-        )
-
-
-class RepositoryNotFoundException(AWSException):
-    def __init__(self, repository: str):
-        super().__init__(f"""The ECR repository "{repository}" could not be found.""")
-
-
-class LogGroupNotFoundException(AWSException):
-    def __init__(self, log_group_name: str):
-        super().__init__(f"""No log group called "{log_group_name}".""")
-
-
-# Todo: This should probably be in the AWS Copilot provider, but was causing circular import when we tried it pre refactoring the utils/aws.py
-class CopilotCodebaseNotFoundException(PlatformException):
-    def __init__(self, codebase: str):
-        super().__init__(
-            f"""The codebase "{codebase}" either does not exist or has not been deployed."""
-        )

dbt_platform_helper/providers/opensearch.py

@@ -1,36 +0,0 @@
-from dbt_platform_helper.providers.cache import CacheProvider
-
-
-class OpensearchProvider:
-
-    def __init__(self, opensearch_client):
-        self.opensearch_client = opensearch_client
-
-    def get_supported_opensearch_versions(self) -> list[str]:
-
-        cache_provider = self.__get_cache_provider()
-
-        if cache_provider.cache_refresh_required("opensearch"):
-
-            response = self.opensearch_client.list_versions()
-            all_versions = response["Versions"]
-
-            opensearch_versions = [
-                version for version in all_versions if not version.startswith("Elasticsearch_")
-            ]
-            supported_versions = [
-                version.removeprefix("OpenSearch_") for version in opensearch_versions
-            ]
-
-            cache_provider.update_cache("opensearch", supported_versions)
-
-            return supported_versions
-
-        else:
-            return cache_provider.read_supported_versions_from_cache("opensearch")
-
-    # TODO - cache provider instantiated here rather than via dependancy injection since it will likely only be used in the get_supported_opensearch_versions method.
-    # If another method is added which needs a CacheProvider, it should be injected into the constructor instead.
-    @staticmethod
-    def __get_cache_provider():
-        return CacheProvider()

dbt_platform_helper/providers/redis.py

@@ -1,34 +0,0 @@
-from dbt_platform_helper.providers.cache import CacheProvider
-
-
-class RedisProvider:
-    def __init__(self, elasticache_client):
-        self.elasticache_client = elasticache_client
-
-    def get_supported_redis_versions(self):
-
-        cache_provider = self.__get_cache_provider()
-
-        if cache_provider.cache_refresh_required("redis"):
-
-            supported_versions_response = self.elasticache_client.describe_cache_engine_versions(
-                Engine="redis"
-            )
-
-            supported_versions = [
-                version["EngineVersion"]
-                for version in supported_versions_response["CacheEngineVersions"]
-            ]
-
-            cache_provider.update_cache("redis", supported_versions)
-
-            return supported_versions
-
-        else:
-            return cache_provider.read_supported_versions_from_cache("redis")
-
-    # TODO - cache provider instantiated here rather than via dependancy injection since it will likely only be used in the get_supported_redis_versions method.
-    # If another method is added which needs a CacheProvider, it should be injected into the constructor instead.
-    @staticmethod
-    def __get_cache_provider():
-        return CacheProvider()

dbt_platform_helper/providers/semantic_version.py

@@ -1,126 +0,0 @@
-import re
-from dataclasses import dataclass
-from dataclasses import field
-from typing import Dict
-from typing import Optional
-from typing import Union
-
-from dbt_platform_helper.constants import PLATFORM_CONFIG_FILE
-from dbt_platform_helper.constants import PLATFORM_HELPER_VERSION_FILE
-from dbt_platform_helper.providers.validation import ValidationException
-
-
-class IncompatibleMajorVersionException(ValidationException):
-    def __init__(self, app_version: str, check_version: str):
-        super().__init__()
-        self.app_version = app_version
-        self.check_version = check_version
-
-
-class IncompatibleMinorVersionException(ValidationException):
-    def __init__(self, app_version: str, check_version: str):
-        super().__init__()
-        self.app_version = app_version
-        self.check_version = check_version
-
-
-class SemanticVersion:
-    def __init__(self, major, minor, patch):
-        self.major = major
-        self.minor = minor
-        self.patch = patch
-
-    def __str__(self) -> str:
-        if self.major is None:
-            return "unknown"
-        return ".".join([str(s) for s in [self.major, self.minor, self.patch]])
-
-    def __lt__(self, other) -> bool:
-        return (self.major, self.minor, self.patch) < (other.major, other.minor, other.patch)
-
-    def __eq__(self, other) -> bool:
-        return (self.major, self.minor, self.patch) == (other.major, other.minor, other.patch)
-
-    def validate_compatibility_with(self, other):
-        if (self.major == 0 and other.major == 0) and (
-            self.minor != other.minor or self.patch != other.patch
-        ):
-            raise IncompatibleMajorVersionException(str(self), str(other))
-
-        if self.major != other.major:
-            raise IncompatibleMajorVersionException(str(self), str(other))
-
-        if self.minor != other.minor:
-            raise IncompatibleMinorVersionException(str(self), str(other))
-
-    @staticmethod
-    def from_string(version_string: Union[str, None]):
-        if version_string is None:
-            return None
-
-        version_plain = version_string.replace("v", "")
-        version_segments = re.split(r"[.\-]", version_plain)
-
-        if len(version_segments) != 3:
-            return None
-
-        output_version = [0, 0, 0]
-        for index, segment in enumerate(version_segments):
-            try:
-                output_version[index] = int(segment)
-            except ValueError:
-                output_version[index] = -1
-
-        return SemanticVersion(output_version[0], output_version[1], output_version[2])
-
-
-class VersionStatus:
-    def __init__(
-        self, local_version: SemanticVersion = None, latest_release: SemanticVersion = None
-    ):
-        self.local = local_version
-        self.latest = latest_release
-
-    def is_outdated(self):
-        return self.local != self.latest
-
-    def warn(self):
-        pass
-
-
-@dataclass
-class PlatformHelperVersionStatus(VersionStatus):
-    local: Optional[SemanticVersion] = None
-    latest: Optional[SemanticVersion] = None
-    deprecated_version_file: Optional[SemanticVersion] = None
-    platform_config_default: Optional[SemanticVersion] = None
-    pipeline_overrides: Optional[Dict[str, str]] = field(default_factory=dict)
-
-    def warn(self) -> dict:
-        if self.platform_config_default and not self.deprecated_version_file:
-            return {}
-
-        warnings = []
-        errors = []
-
-        missing_default_version_message = f"Create a section in the root of '{PLATFORM_CONFIG_FILE}':\n\ndefault_versions:\n  platform-helper: "
-        deprecation_message = (
-            f"Please delete '{PLATFORM_HELPER_VERSION_FILE}' as it is now deprecated."
-        )
-
-        if self.platform_config_default and self.deprecated_version_file:
-            warnings.append(deprecation_message)
-
-        if not self.platform_config_default and self.deprecated_version_file:
-            warnings.append(deprecation_message)
-            warnings.append(f"{missing_default_version_message}{self.deprecated_version_file}\n")
-
-        if not self.platform_config_default and not self.deprecated_version_file:
-            message = f"Cannot get dbt-platform-helper version from '{PLATFORM_CONFIG_FILE}'.\n"
-            message += f"{missing_default_version_message}{self.local}\n"
-            errors.append(message)
-
-        return {
-            "warnings": warnings,
-            "errors": errors,
-        }

dbt_platform_helper/templates/svc/manifest-backend.yml

@@ -1,69 +0,0 @@
-# {% version_info %}
-# The manifest for the "{{ name }}" service.
-# Read the full specification for the "Backend Service" type at:
-#  https://aws.github.io/copilot-cli/docs/manifest/backend-service/
-
-# Your service name will be used in naming your resources like log groups, ECS services, etc.
-name: {{ name }}
-type: Backend Service
-
-# Your service does not allow any traffic.
-
-# Configuration for your containers and service.
-image:
-  location: {{ image_location }}
-  # Your task should have a health check.
-  # Celery example: https://github.com/uktrade/copilot-python?tab=readme-ov-file#celery-health-check
-  healthcheck:
-    command: [ "CMD-SHELL", "launcher bash -c 'echo \"Dummy health check - please replace\"'" ]
-    interval: 10s
-    timeout: 5s
-    retries: 2
-    start_period: 10s
-
-cpu: 256       # Number of CPU units for the task.
-memory: 512    # Amount of memory in MiB used by the task.
-count: # See https://aws.github.io/copilot-cli/docs/manifest/lb-web-service/#count
-  range: 2-10
-  cooldown:
-    in: 120s
-    out: 60s
-  cpu_percentage: 50
-exec: true     # Enable running commands in your container.
-network:
-  connect: true # Enable Service Connect for intra-environment traffic between services.
-  vpc:
-    placement: 'private'
-
-storage:
-  readonly_fs: true       # Limit to read-only access to mounted root filesystems.
-
-variables:                    # Pass environment variables as key value pairs.
-  PORT: 8080                  # The bootstrap container requires a $PORT env var
-{%- for envvar, value in env_vars.items() %}
-  {{ envvar }}: {{ value }}
-{%- endfor %}
-
-{% if secrets %}
-secrets:                      # Pass secrets from AWS Systems Manager (SSM) Parameter Store.
-  {%- for secret, value in secrets.items() %}
-  {{ secret }}: /copilot/${COPILOT_APPLICATION_NAME}/${COPILOT_ENVIRONMENT_NAME}/secrets/{{ value }}{% endfor -%}
-{% else %}
-# secrets:                      # Pass secrets from AWS Systems Manager (SSM) Parameter Store.
-{% endif %}
-
-
-# You can override any of the values defined above by environment.
-environments:
-{%- for env_name, env in environments.items() %}
-  {{ env_name }}:
-    {%- if env.memory %}
-    memory: {{ env.memory }}
-    {%- endif %}
-    {%- if env.count and env.count is mapping %}
-    count: # For options see https://aws.github.io/copilot-cli/docs/manifest/lb-web-service/#count
-      {{ env.count | to_yaml | indent(6) | trim }}
-    {%- elif env.count %}
-    count: {{ env.count }} # For options see https://aws.github.io/copilot-cli/docs/manifest/lb-web-service/#count
-    {%- endif %}
-{%- endfor %}