dbt-platform-helper 15.9.0__py3-none-any.whl → 15.10.0__py3-none-any.whl

dbt_platform_helper/COMMANDS.md

@@ -22,6 +22,8 @@
         - [platform-helper environment generate](#platform-helper-environment-generate)
         - [platform-helper environment generate-terraform](#platform-helper-environment-generate-terraform)
     - [platform-helper generate](#platform-helper-generate)
+    - [platform-helper internal](#platform-helper-internal)
+        - [platform-helper internal migrate-service-manifests](#platform-helper-internal-migrate-service-manifests)
     - [platform-helper pipeline](#platform-helper-pipeline)
         - [platform-helper pipeline generate](#platform-helper-pipeline-generate)
     - [platform-helper secrets](#platform-helper-secrets)
@@ -65,6 +67,7 @@ platform-helper <command> [--version]
 - [`database` ↪](#platform-helper-database)
 - [`environment` ↪](#platform-helper-environment)
 - [`generate` ↪](#platform-helper-generate)
+- [`internal` ↪](#platform-helper-internal)
 - [`notify` ↪](#platform-helper-notify)
 - [`pipeline` ↪](#platform-helper-pipeline)
 - [`secrets` ↪](#platform-helper-secrets)
@@ -539,6 +542,44 @@ platform-helper generate
 
 ## Options
 
+- `--help <boolean>` _Defaults to False._
+  - Show this message and exit.
+
+# platform-helper internal
+
+[↩ Parent](#platform-helper)
+
+    Internal commands for use within pipelines or by Platform Team.
+
+## Usage
+
+```
+platform-helper internal migrate-service-manifests 
+```
+
+## Options
+
+- `--help <boolean>` _Defaults to False._
+  - Show this message and exit.
+
+## Commands
+
+- [`migrate-service-manifests` ↪](#platform-helper-internal-migrate-service-manifests)
+
+# platform-helper internal migrate-service-manifests
+
+[↩ Parent](#platform-helper-internal)
+
+    Migrate copilot manifests to service manifests.
+
+## Usage
+
+```
+platform-helper internal migrate-service-manifests 
+```
+
+## Options
+
 - `--help <boolean>` _Defaults to False._
   - Show this message and exit.
 

dbt_platform_helper/commands/internal.py

@@ -0,0 +1,23 @@
+import click
+
+from dbt_platform_helper.domain.service import ServiceManager
+from dbt_platform_helper.platform_exception import PlatformException
+from dbt_platform_helper.providers.io import ClickIOProvider
+from dbt_platform_helper.utils.click import ClickDocOptGroup
+
+
+@click.group(cls=ClickDocOptGroup)
+def internal():
+    """Internal commands for use within pipelines or by Platform Team."""
+
+
+@internal.command()
+def migrate_service_manifests():
+    """Migrate copilot manifests to service manifests."""
+    click_io = ClickIOProvider()
+
+    try:
+        service_manager = ServiceManager()
+        service_manager.migrate_copilot_manifests()
+    except PlatformException as error:
+        click_io.abort_with_error(str(error))

dbt_platform_helper/domain/service.py

@@ -1,8 +1,12 @@
+import os
+from collections import OrderedDict
+from copy import deepcopy
 from datetime import datetime
 from importlib.metadata import version
 from pathlib import Path
 
 from dbt_platform_helper.constants import IMAGE_TAG_ENV_VAR
+from dbt_platform_helper.constants import PLATFORM_HELPER_PACKAGE_NAME
 from dbt_platform_helper.constants import PLATFORM_HELPER_VERSION_OVERRIDE_KEY
 from dbt_platform_helper.constants import SERVICE_CONFIG_FILE
 from dbt_platform_helper.constants import SERVICE_DIRECTORY
@@ -21,15 +25,18 @@ from dbt_platform_helper.providers.config_validator import ConfigValidator
 from dbt_platform_helper.providers.environment_variable import (
     EnvironmentVariableProvider,
 )
+from dbt_platform_helper.providers.files import FileProvider
 from dbt_platform_helper.providers.io import ClickIOProvider
 from dbt_platform_helper.providers.terraform_manifest import TerraformManifestProvider
+from dbt_platform_helper.providers.version import InstalledVersionProvider
 from dbt_platform_helper.providers.yaml_file import YamlFileProvider
 from dbt_platform_helper.utils.application import load_application
 from dbt_platform_helper.utils.deep_merge import deep_merge
 
-# TODO add schema version too service config
+SERVICE_TYPES = ["Load Balanced Web Service", "Backend Service"]
 
 
+# TODO add schema version to service config
 class ServiceManager:
     def __init__(
         self,
@@ -41,6 +48,7 @@ class ServiceManager:
         manifest_provider: TerraformManifestProvider = None,
         platform_helper_version_override: str = None,
         load_application=load_application,
+        installed_version_provider: InstalledVersionProvider = InstalledVersionProvider(),
     ):
 
         self.file_provider = file_provider
@@ -56,6 +64,7 @@ class ServiceManager:
             or self.environment_variable_provider.get(PLATFORM_HELPER_VERSION_OVERRIDE_KEY)
         )
         self.load_application = load_application
+        self.installed_version_provider = installed_version_provider
 
     def generate(self, environments: list[str], services: list[str], image_tag_flag: str = None):
 
@@ -151,3 +160,54 @@ class ServiceManager:
                     config,
                     module_source_override,
                 )
+
+    def migrate_copilot_manifests(self) -> None:
+        service_directory = Path("services/")
+        service_directory.mkdir(parents=True, exist_ok=True)
+
+        for dirname, _, filenames in os.walk("copilot"):
+            if "manifest.yml" in filenames and "environments" not in dirname:
+                copilot_manifest = self.file_provider.load(f"{dirname}/manifest.yml")
+                service_manifest = OrderedDict(deepcopy(copilot_manifest))
+
+                if service_manifest["type"] not in SERVICE_TYPES:
+                    continue
+
+                if "environments" in service_manifest:
+                    for env in service_manifest["environments"]:
+                        env_config = service_manifest["environments"][env]
+                        if "http" in env_config:
+                            if "alb" in env_config["http"]:
+                                del env_config["http"]["alb"]
+
+                service_manifest = self.file_provider.find_and_replace(
+                    service_manifest,
+                    "${COPILOT_APPLICATION_NAME}",
+                    "${PLATFORM_APPLICATION_NAME}",
+                )
+
+                service_manifest = self.file_provider.find_and_replace(
+                    service_manifest,
+                    "${COPILOT_ENVIRONMENT_NAME}",
+                    "${PLATFORM_ENVIRONMENT_NAME}",
+                )
+
+                service_manifest = self.file_provider.remove_empty_keys(service_manifest)
+
+                service_path = service_directory / service_manifest["name"]
+
+                self.io.info(
+                    FileProvider.mkfile(
+                        service_path,
+                        "service-config.yml",
+                        "",
+                        overwrite=True,
+                    )
+                )
+
+                current_date = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
+                message = f"# Generated by platform-helper {self.installed_version_provider.get_semantic_version(PLATFORM_HELPER_PACKAGE_NAME)} / {current_date}.\n\n"
+
+                self.file_provider.write(
+                    f"{service_path}/service-config.yml", dict(service_manifest), message
+                )

dbt_platform_helper/entities/platform_config_schema.py

@@ -114,7 +114,6 @@ class PlatformConfigSchema:
                         Optional("default_waf"): str,
                         Optional("domain_prefix"): str,
                         Optional("enable_logging"): bool,
-                        Optional("env_root"): str,
                         Optional("forwarded_values_forward"): str,
                         Optional("forwarded_values_headers"): [str],
                         Optional("forwarded_values_query_string"): bool,
@@ -293,6 +292,7 @@ class PlatformConfigSchema:
     @staticmethod
     def __postgres_schema() -> dict:
         _valid_postgres_plans = Or(*plan_manager.get_plan_names("postgres"))
+        _valid_postgres_version = Or(int, float)
 
         # TODO: DBTP-1943: Move to Postgres provider?
         _valid_postgres_storage_types = Or("gp2", "gp3", "io1", "io2")
@@ -305,11 +305,13 @@ class PlatformConfigSchema:
 
         return {
             "type": "postgres",
-            "version": (Or(int, float)),
+            Optional("version"): _valid_postgres_version,
             Optional("deletion_policy"): PlatformConfigSchema.__valid_postgres_deletion_policy(),
             Optional("environments"): {
                 PlatformConfigSchema.__valid_environment_name(): {
+                    Optional("apply_immediately"): bool,
                     Optional("plan"): _valid_postgres_plans,
+                    Optional("version"): (Or(int, float)),
                     Optional("volume_size"): PlatformConfigSchema.is_integer_between(20, 10000),
                     Optional("iops"): PlatformConfigSchema.is_integer_between(1000, 9950),
                     Optional("snapshot_id"): str,

{dbt_platform_helper-15.9.0.dist-info → dbt_platform_helper-15.10.0.dist-info}/METADATA

@@ -1,8 +1,9 @@
-Metadata-Version: 2.3
+Metadata-Version: 2.4
 Name: dbt-platform-helper
-Version: 15.9.0
+Version: 15.10.0
 Summary: Set of tools to help transfer applications/services from GOV.UK PaaS to DBT PaaS augmenting AWS Copilot.
 License: MIT
+License-File: LICENSE
 Author: Department for Business and Trade Platform Team
 Author-email: sre-team@digital.trade.gov.uk
 Requires-Python: >3.9.1,<4.0
@@ -12,12 +13,13 @@ Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
 Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
 Requires-Dist: Jinja2 (==3.1.6)
 Requires-Dist: boto3 (>=1.35.2,<2.0.0)
 Requires-Dist: botocore (>=1.34.85,<2.0.0)
 Requires-Dist: cfn-flip (>=1.3.0,<2.0.0)
 Requires-Dist: click (>=8.1.3,<9.0.0)
-Requires-Dist: jinja2-simple-tags (>=0.5.0,<0.6.0)
+Requires-Dist: jinja2-simple-tags (>=0.5,<0.7)
 Requires-Dist: prettytable (>=3.9.0,<4.0.0)
 Requires-Dist: psycopg2-binary (>=2.9.9,<3.0.0)
 Requires-Dist: pydantic (>=2.11.7,<3.0.0)

{dbt_platform_helper-15.9.0.dist-info → dbt_platform_helper-15.10.0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-dbt_platform_helper/COMMANDS.md,sha256=eR_fK_iMO59_PjGWZIv3MDD61zG5Hlp9hbHeoXaHwyY,25096
+dbt_platform_helper/COMMANDS.md,sha256=LPF1aREzwiYsoCnWRyglezdvRfJfMy3M7IIzOkO9trI,26014
 dbt_platform_helper/README.md,sha256=B0qN2_u_ASqqgkGDWY2iwNGZt_9tUgMb9XqtaTuzYjw,1530
 dbt_platform_helper/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 dbt_platform_helper/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -10,6 +10,7 @@ dbt_platform_helper/commands/copilot.py,sha256=L9UUuqD62q0aFrTTEUla3A1WJBz-vFBfV
 dbt_platform_helper/commands/database.py,sha256=2RJZEzaSqcNtDG1M2mZw-nB6agAd3GNAJsg2pjFF7vc,4407
 dbt_platform_helper/commands/environment.py,sha256=zexiry6_dbOmD8w2lBrgdcFQKAG7XyJg9pvNtwtgPRk,3616
 dbt_platform_helper/commands/generate.py,sha256=4M0ZiGN2w-bwgPMxeItFfT6vA7sOMjuceHEN7RAYkhc,735
+dbt_platform_helper/commands/internal.py,sha256=IzPEyie6lmiNATQ3sYDvDgvqJz__Eaz-3VzUaUtzmNQ,730
 dbt_platform_helper/commands/notify.py,sha256=DMXA0AHot6-7CMzmY0PXPMMBVnLgvQgXr6np6OnSQh4,3401
 dbt_platform_helper/commands/pipeline.py,sha256=PGpDDmyReVa4gdpXDwJEsHN51f5MgTIbm2AibTkuWrE,2580
 dbt_platform_helper/commands/secrets.py,sha256=AMwLCi7uxuMMfhDfGD8OcuIYMzU8q2VQXWxaiuztvzA,3296
@@ -28,10 +29,10 @@ dbt_platform_helper/domain/maintenance_page.py,sha256=pTY_GXAMzqowdLCXM7BmsbsUeZ
 dbt_platform_helper/domain/notify.py,sha256=_BWj5znDWtrSdJ5xzDBgnao4ukliBA5wiUZGobIDyiI,1894
 dbt_platform_helper/domain/pipelines.py,sha256=NrH9dl5Pzdds9TdWJmPZmgyBhHfcaN6byouBWI0W67s,8565
 dbt_platform_helper/domain/plans.py,sha256=X5-jKGiJDVWn0CRH1k5aV74fTH0E41HqFQcCo5kB4hI,1160
-dbt_platform_helper/domain/service.py,sha256=b1wtvINDhyMmauTb4Ed2wyyGQXsKPfB-SIcewjXiCwA,6771
+dbt_platform_helper/domain/service.py,sha256=ByEXzGw_yr80b4FoI_TJEssB2oWcx_DAGFqOObD5mu4,9482
 dbt_platform_helper/domain/terraform_environment.py,sha256=g9PSuZeVXgboGNDXU7OGMiRATd67NU8S92HUGri1fbo,2471
 dbt_platform_helper/domain/versioning.py,sha256=pIL8VPAJHqX5kJBp3QIxII5vmUo4aIYW_U9u_KxUJd0,5494
-dbt_platform_helper/entities/platform_config_schema.py,sha256=IUwjxQ19SotiAHLe5K9lpftaw4tJmMk-U6PQbe-HzEU,27551
+dbt_platform_helper/entities/platform_config_schema.py,sha256=8j6OK_YpU_oXY9pJg4A1TjHvSX-T8rzSfHTHbvvSnis,27682
 dbt_platform_helper/entities/semantic_version.py,sha256=VgQ6V6OgSaleuVmMB8Kl_yLoakXl2auapJTDbK00mfc,2679
 dbt_platform_helper/entities/service.py,sha256=GExA0gOiKIcY3WX4vx_j9VSv6BAeRm9-tIUbs7YkyFI,4169
 dbt_platform_helper/jinja2_tags.py,sha256=hKG6RS3zlxJHQ-Op9r2U2-MhWp4s3lZir4Ihe24ApJ0,540
@@ -102,12 +103,12 @@ dbt_platform_helper/utils/git.py,sha256=9jyLhv37KKE6r-_hb3zvjhTbluA81kdrOdNeG6MB
 dbt_platform_helper/utils/messages.py,sha256=nWA7BWLb7ND0WH5TejDN4OQUJSKYBxU4tyCzteCrfT0,142
 dbt_platform_helper/utils/template.py,sha256=g-Db-0I6a6diOHkgK1nYA0IxJSO4TRrjqOvlyeOR32o,950
 dbt_platform_helper/utils/validation.py,sha256=W5jKC2zp5Q7cJ0PT57GB-s9FkJXrNt1jmWojXRFymcY,1187
-platform_helper.py,sha256=LP9o5_1H9-FKbBa85FqW07QFPn6STg6D4gM2-QHaaD4,2048
+platform_helper.py,sha256=APhyqhU6PYsuocg0fzPAwbUnqUxmoikYAlUIJSHsAnI,2175
 terraform/elasticache-redis/plans.yml,sha256=efJfkLuLC_5TwhLb9DalKHOuZFO79y6iei6Dg_tqKjI,1831
 terraform/opensearch/plans.yml,sha256=lQbUSNMGfvUeDMcGx8mSwzGQhMJU3EZ4J4tPzPKaq6c,1471
 terraform/postgres/plans.yml,sha256=plwCklW1VB_tNJFyUduRMZx9UANgiWH_7TGLWUaUEus,2553
-dbt_platform_helper-15.9.0.dist-info/LICENSE,sha256=dP79lN73--7LMApnankTGLqDbImXg8iYFqWgnExGkGk,1090
-dbt_platform_helper-15.9.0.dist-info/METADATA,sha256=nM4pw5jMBBu4AIRNHM_QXTqBJJupwtz8P6MlzWE9p3w,2732
-dbt_platform_helper-15.9.0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-dbt_platform_helper-15.9.0.dist-info/entry_points.txt,sha256=QhbY8F434A-onsg0-FsdMd2U6HKh6Q7yCFFZrGUh5-M,67
-dbt_platform_helper-15.9.0.dist-info/RECORD,,
+dbt_platform_helper-15.10.0.dist-info/METADATA,sha256=pf68aOIRfj_5MxXS2W9aTBmNwrJKhaVUbd6BgJA4LWU,2802
+dbt_platform_helper-15.10.0.dist-info/WHEEL,sha256=zp0Cn7JsFoX2ATtOhtaFYIiE2rmFAD4OcMhtUki8W3U,88
+dbt_platform_helper-15.10.0.dist-info/entry_points.txt,sha256=QhbY8F434A-onsg0-FsdMd2U6HKh6Q7yCFFZrGUh5-M,67
+dbt_platform_helper-15.10.0.dist-info/licenses/LICENSE,sha256=dP79lN73--7LMApnankTGLqDbImXg8iYFqWgnExGkGk,1090
+dbt_platform_helper-15.10.0.dist-info/RECORD,,

{dbt_platform_helper-15.9.0.dist-info → dbt_platform_helper-15.10.0.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 2.1.3
+Generator: poetry-core 2.2.1
 Root-Is-Purelib: true
 Tag: py3-none-any

platform_helper.py

@@ -12,6 +12,7 @@ from dbt_platform_helper.commands.copilot import copilot as copilot_commands
 from dbt_platform_helper.commands.database import database as database_commands
 from dbt_platform_helper.commands.environment import environment as environment_commands
 from dbt_platform_helper.commands.generate import generate as generate_commands
+from dbt_platform_helper.commands.internal import internal as internal_commands
 from dbt_platform_helper.commands.notify import notify as notify_commands
 from dbt_platform_helper.commands.pipeline import pipeline as pipeline_commands
 from dbt_platform_helper.commands.secrets import secrets as secrets_commands
@@ -36,6 +37,7 @@ platform_helper.add_command(config_commands)
 platform_helper.add_command(copilot_commands)
 platform_helper.add_command(environment_commands)
 platform_helper.add_command(generate_commands)
+platform_helper.add_command(internal_commands)
 platform_helper.add_command(pipeline_commands)
 platform_helper.add_command(secrets_commands)
 platform_helper.add_command(service_commands)