dbt-platform-helper 10.7.1__py3-none-any.whl → 10.7.3__py3-none-any.whl

dbt_platform_helper/commands/copilot.py

@@ -216,8 +216,6 @@ def _generate_svc_overrides(base_path, templates, name):
 
 def _get_s3_kms_alias_arns(session, application_name, config):
     application = load_application(application_name, session)
-    # create kms client
-    kms_client = session.client("kms")
     arns = {}
 
     for environment_name in application.environments:
@@ -225,6 +223,7 @@ def _get_s3_kms_alias_arns(session, application_name, config):
             continue
 
         bucket_name = config[environment_name]["bucket_name"]
+        kms_client = application.environments[environment_name].session.client("kms")
         alias_name = f"alias/{application_name}-{environment_name}-{bucket_name}-key"
 
         try:

dbt_platform_helper/templates/pipelines/environments/buildspec.yml

@@ -14,21 +14,24 @@ phases:
           echo "Cannot find .copilot-version file"
           exit 1
         fi
+      - COPILOT_VERSION=$(cat .copilot-version)
+      # Install pyyaml and dbt-platform-helper
+      - pip install PyYAML dbt-platform-helper
+      # Reinstall if we require a different version to the latest
+      - CURRENT_PLATFORM_HELPER_VERSION=$(platform-helper --version)
+      - export PLATFORM_HELPER_VERSION=$(platform-helper version get-platform-helper-for-project)
       - |
-        if [ ! -f .platform-helper-version ]; then
-          echo "Cannot find .platform-helper-version file"
-          exit 1
+        if [ ! "${PLATFORM_HELPER_VERSION}" == "${CURRENT_PLATFORM_HELPER_VERSION}" ]
+        then
+          pip uninstall dbt-platform-helper
+          pip install dbt-platform-helper==$PLATFORM_HELPER_VERSION
         fi
-      - COPILOT_VERSION=`cat .copilot-version`
-      - PLATFORM_HELPER_VERSION=`cat .platform-helper-version`
       - mkdir ./build-tools
       - cd ./build-tools
       # Install copilot
       - wget -q "https://ecs-cli-v2-release.s3.amazonaws.com/copilot-linux-v${COPILOT_VERSION}"
       - mv "./copilot-linux-v${COPILOT_VERSION}" ./copilot
       - chmod +x ./copilot
-      # Install pyyaml and dbt-platform-helper
-      - pip install PyYAML dbt-platform-helper==$PLATFORM_HELPER_VERSION
       # Install dyff - yaml differ
       - wget -q "https://github.com/homeport/dyff/releases/download/v${DYFF_VERSION}/dyff_${DYFF_VERSION}_linux_amd64.tar.gz"
       - tar -zxvf "dyff_${DYFF_VERSION}_linux_amd64.tar.gz"
@@ -36,7 +39,6 @@ phases:
   build:
     commands:
       - cd $CODEBUILD_SRC_DIR
-      - PLATFORM_HELPER_VERSION=`cat .platform-helper-version`
       - cp -r copilot/ current-copilot/
       - platform-helper copilot make-addons
       - >

dbt_platform_helper/utils/versioning.py

@@ -40,7 +40,7 @@ class PlatformHelperVersions:
         self.latest_release = latest_release
         self.platform_helper_file_version = platform_helper_file_version
         self.platform_config_default = platform_config_default
-        self.pipeline_overrides = pipeline_overrides
+        self.pipeline_overrides = pipeline_overrides if pipeline_overrides else {}
 
 
 def string_version(input_version: VersionTuple) -> str:
@@ -104,7 +104,7 @@ def get_github_released_version(repository: str, tags: bool = False) -> Tuple[in
     return parse_version(package_info["tag_name"])
 
 
-def get_platform_helper_versions() -> PlatformHelperVersions:
+def get_platform_helper_versions(include_project_versions=True) -> PlatformHelperVersions:
     try:
         locally_installed_version = parse_version(version("dbt-platform-helper"))
     except PackageNotFoundError:
@@ -115,23 +115,27 @@ def get_platform_helper_versions() -> PlatformHelperVersions:
     parsed_released_versions = [parse_version(v) for v in released_versions]
     parsed_released_versions.sort(reverse=True)
     latest_release = parsed_released_versions[0]
-    platform_config = load_and_validate_platform_config(disable_aws_validation=True)
-    platform_config_default = parse_version(
-        platform_config.get("default_versions", {}).get("platform-helper")
-    )
 
-    pipeline_overrides = {
-        name: pipeline.get("versions", {}).get("platform-helper")
-        for name, pipeline in platform_config.get("environment_pipelines", {}).items()
-        if pipeline.get("versions", {}).get("platform-helper")
-    }
-
-    deprecated_version_file = Path(PLATFORM_HELPER_VERSION_FILE)
-    version_from_file = (
-        parse_version(deprecated_version_file.read_text())
-        if deprecated_version_file.exists()
-        else None
-    )
+    platform_config_default, pipeline_overrides, version_from_file = None, {}, None
+
+    if include_project_versions:
+        platform_config = load_and_validate_platform_config(disable_aws_validation=True)
+        platform_config_default = parse_version(
+            platform_config.get("default_versions", {}).get("platform-helper")
+        )
+
+        pipeline_overrides = {
+            name: pipeline.get("versions", {}).get("platform-helper")
+            for name, pipeline in platform_config.get("environment_pipelines", {}).items()
+            if pipeline.get("versions", {}).get("platform-helper")
+        }
+
+        deprecated_version_file = Path(PLATFORM_HELPER_VERSION_FILE)
+        version_from_file = (
+            parse_version(deprecated_version_file.read_text())
+            if deprecated_version_file.exists()
+            else None
+        )
 
     out = PlatformHelperVersions(
         local_version=locally_installed_version,
@@ -141,7 +145,8 @@ def get_platform_helper_versions() -> PlatformHelperVersions:
         pipeline_overrides=pipeline_overrides,
     )
 
-    _process_version_file_warnings(out)
+    if include_project_versions:
+        _process_version_file_warnings(out)
 
     return out
 
@@ -164,12 +169,12 @@ def _process_version_file_warnings(versions: PlatformHelperVersions):
         )
 
     if not versions.platform_config_default and not versions.platform_helper_file_version:
-        messages.append(f"Cannot get dbt-platform-helper version from '{PLATFORM_CONFIG_FILE}'.")
-        messages.append(
-            f"{missing_default_version_message}{string_version(versions.local_version)}\n"
-        )
+        message = f"Cannot get dbt-platform-helper version from '{PLATFORM_CONFIG_FILE}'.\n"
+        message += f"{missing_default_version_message}{string_version(versions.local_version)}\n"
+        click.secho(message, fg="red")
 
-    click.secho("\n".join(messages), fg="yellow")
+    if messages:
+        click.secho("\n".join(messages), fg="yellow")
 
 
 def validate_version_compatibility(
@@ -223,7 +228,7 @@ def check_platform_helper_version_needs_update():
     if not running_as_installed_package() or "PLATFORM_TOOLS_SKIP_VERSION_CHECK" in os.environ:
         return
 
-    versions = get_platform_helper_versions()
+    versions = get_platform_helper_versions(include_project_versions=False)
     local_version = versions.local_version
     latest_release = versions.latest_release
     message = (
@@ -245,7 +250,9 @@ def check_platform_helper_version_mismatch():
 
     versions = get_platform_helper_versions()
     local_version = versions.local_version
-    platform_helper_file_version = versions.platform_helper_file_version
+    platform_helper_file_version = parse_version(
+        get_required_platform_helper_version(versions=versions)
+    )
 
     if not check_version_on_file_compatibility(local_version, platform_helper_file_version):
         message = (
@@ -259,8 +266,11 @@ def running_as_installed_package():
     return "site-packages" in __file__
 
 
-def get_required_platform_helper_version(pipeline: str = None) -> str:
-    versions = get_platform_helper_versions()
+def get_required_platform_helper_version(
+    pipeline: str = None, versions: PlatformHelperVersions = None
+) -> str:
+    if not versions:
+        versions = get_platform_helper_versions()
     pipeline_version = versions.pipeline_overrides.get(pipeline)
     version_precedence = [
         pipeline_version,
@@ -271,4 +281,9 @@ def get_required_platform_helper_version(pipeline: str = None) -> str:
         string_version(v) if isinstance(v, tuple) else v for v in version_precedence if v
     ]
 
-    return non_null_version_precedence[0] if non_null_version_precedence else None
+    out = non_null_version_precedence[0] if non_null_version_precedence else None
+
+    if not out:
+        raise SystemExit(1)
+
+    return out

{dbt_platform_helper-10.7.1.dist-info → dbt_platform_helper-10.7.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: dbt-platform-helper
-Version: 10.7.1
+Version: 10.7.3
 Summary: Set of tools to help transfer applications/services from GOV.UK PaaS to DBT PaaS augmenting AWS Copilot.
 License: MIT
 Author: Department for Business and Trade Platform Team

{dbt_platform_helper-10.7.1.dist-info → dbt_platform_helper-10.7.3.dist-info}/RECORD

@@ -9,7 +9,7 @@ dbt_platform_helper/commands/check_cloudformation.py,sha256=aLif3yMHKuZO0uvdUjTH
 dbt_platform_helper/commands/codebase.py,sha256=NchJzH-yxv5mXCe2rPyXVNHmXGEvjFUv0KhMKYsLNNQ,11380
 dbt_platform_helper/commands/conduit.py,sha256=M_-Lrcph4c4PFivfEzDEL2_PW_OzZaOtZXpgo_Ao3DU,14882
 dbt_platform_helper/commands/config.py,sha256=NOHea7OAjrl6XHlW6HMLn0m0T5lFPyNH3HXoyCOWsJk,12070
-dbt_platform_helper/commands/copilot.py,sha256=TOE2Vj-sR7bqFoldsJqLGl5taii8LJ_rfLicBTgJbXg,16533
+dbt_platform_helper/commands/copilot.py,sha256=hGaF3631BCx9SKyY7BB-xK0B9cENK9UKffGiDO2Cp0Q,16556
 dbt_platform_helper/commands/database.py,sha256=-DacXZ2LhwV3CRukG35urEU2TuNVZHppUA3EhbBNjUs,4840
 dbt_platform_helper/commands/dns.py,sha256=o7PkvHktZo0jmqbx0krJTL0R4GtWSf1rF2KDEWor8Ts,35211
 dbt_platform_helper/commands/environment.py,sha256=u4yl2fZa2XnzA5o8gk1x0_YfPqLCJAraaU6YU74mSxo,22563
@@ -71,7 +71,7 @@ dbt_platform_helper/templates/pipelines/codebase/overrides/package.json,sha256=X
 dbt_platform_helper/templates/pipelines/codebase/overrides/stack.ts,sha256=vJNqtku74BEJ_sew1485_JQLKxpozI4md08tokg2LgE,20895
 dbt_platform_helper/templates/pipelines/codebase/overrides/tsconfig.json,sha256=k6KabP-WwhFNgA1AFHNuonTEAnES6eR74jUuYUJEGOM,651
 dbt_platform_helper/templates/pipelines/codebase/overrides/types.ts,sha256=Sp4nEppsreaY1nKZC2q3lditLtMP9lUOKAIzdd4M2yM,1214
-dbt_platform_helper/templates/pipelines/environments/buildspec.yml,sha256=NPeoJQA1GYXdtiyz3kfThWIqlE93E52H3G2lNTqPPjA,3199
+dbt_platform_helper/templates/pipelines/environments/buildspec.yml,sha256=hTCUhSfrnTUMOpUo8EjQmvit2aX7J0cKNeqV2DChaA0,3365
 dbt_platform_helper/templates/pipelines/environments/manifest.yml,sha256=UyHL6wH2mznldZIyjPSbG72yO6zErglNcaoliHOKYvM,1765
 dbt_platform_helper/templates/pipelines/environments/overrides/cfn.patches.yml,sha256=VLjm3Dz4clUz44B5RSQy7mu1sRzm7Yf2S_TSnor_b_k,638
 dbt_platform_helper/templates/svc/maintenance_pages/default.html,sha256=OTZ-qwwSXu7PFbsgp4kppdm1lsg_iHK7FCFqhPnvrEs,741
@@ -94,10 +94,10 @@ dbt_platform_helper/utils/messages.py,sha256=aLx6s9utt__IqlDdeIYq4n82ERwludu2Zfq
 dbt_platform_helper/utils/platform_config.py,sha256=dEGB6peHB1ywYSdS71JGxbWIuTFRaeQfWelksX9v6bQ,608
 dbt_platform_helper/utils/template.py,sha256=raRx4QUCVJtKfvJK08Egg6gwWcs3r3V4nPWcJW4xNhA,574
 dbt_platform_helper/utils/validation.py,sha256=OPajVss8pWth_3FD_1iPodNjeysTZ28-dMEvMRc4I1c,22735
-dbt_platform_helper/utils/versioning.py,sha256=T11gQN9CHHFkYJj62xQ97F-pwGOIHqR7LkjWZKkEQPs,10199
+dbt_platform_helper/utils/versioning.py,sha256=h3veQpFoiOjYY9dRVppcBDzVfgZerT0lXuE9QCTo5-c,10710
 platform_helper.py,sha256=zjsZKcbyrEQbKfERi0JG8JEL-MgG6EjxIMiWT66kCVg,2299
-dbt_platform_helper-10.7.1.dist-info/LICENSE,sha256=dP79lN73--7LMApnankTGLqDbImXg8iYFqWgnExGkGk,1090
-dbt_platform_helper-10.7.1.dist-info/METADATA,sha256=B__pvWe9JEScwFVynPILRoRfw6lvv_am8vx9F44tMZg,3126
-dbt_platform_helper-10.7.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-dbt_platform_helper-10.7.1.dist-info/entry_points.txt,sha256=QhbY8F434A-onsg0-FsdMd2U6HKh6Q7yCFFZrGUh5-M,67
-dbt_platform_helper-10.7.1.dist-info/RECORD,,
+dbt_platform_helper-10.7.3.dist-info/LICENSE,sha256=dP79lN73--7LMApnankTGLqDbImXg8iYFqWgnExGkGk,1090
+dbt_platform_helper-10.7.3.dist-info/METADATA,sha256=NJLVOvf-JsUx9NgqkzrNjVlrz4a8Cr3jyBA9Wc1ripw,3126
+dbt_platform_helper-10.7.3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+dbt_platform_helper-10.7.3.dist-info/entry_points.txt,sha256=QhbY8F434A-onsg0-FsdMd2U6HKh6Q7yCFFZrGUh5-M,67
+dbt_platform_helper-10.7.3.dist-info/RECORD,,