edge-containers-cli 5.1.0__tar.gz → 5.2.1__tar.gz

{edge_containers_cli-5.1.0 → edge_containers_cli-5.2.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: edge-containers-cli
-Version: 5.1.0
+Version: 5.2.1
 Summary: CLI for deploying and managing epics containers IOCs and services
 Author-email: Giles Knap <giles.knap@gmail.com>
 License:                                  Apache License

{edge_containers_cli-5.1.0 → edge_containers_cli-5.2.1}/src/edge_containers_cli/_version.py

@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
 commit_id: str | None
 __commit_id__: str | None
 
-__version__ = version = '5.1.0'
-__version_tuple__ = version_tuple = (5, 1, 0)
+__version__ = version = '5.2.1'
+__version_tuple__ = version_tuple = (5, 2, 1)
 
-__commit_id__ = commit_id = 'gc92958a76'
+__commit_id__ = commit_id = 'g51703ca8e'

{edge_containers_cli-5.1.0 → edge_containers_cli-5.2.1}/src/edge_containers_cli/cli.py

@@ -304,7 +304,9 @@ async def start(
         autocompletion=all_svc,
         show_default=False,
     ),
-    commit: bool = typer.Option(True, help="Commits the values to the git repo"),
+    commit: bool = typer.Option(
+        False, help="Also commit the change to the git repo for an audit trail"
+    ),
 ):
     """Start a service"""
     try:
@@ -323,7 +325,9 @@ async def stop(
         autocompletion=running_svc,
         show_default=False,
     ),
-    commit: bool = typer.Option(True, help="Commits the values to the git repo"),
+    commit: bool = typer.Option(
+        False, help="Also commit the change to the git repo for an audit trail"
+    ),
 ):
     """Stop a service"""
     try:

{edge_containers_cli-5.1.0 → edge_containers_cli-5.2.1}/src/edge_containers_cli/cmds/argo_commands.py

@@ -75,6 +75,16 @@ async def patch_value(target: str, key: str, value: YamlTypes):
     # Rely on argocd autosync to get the cluster into the right state
 
 
+async def _unset_key_and_children(target: str, key: str):
+    cmd_unset = f"argocd app unset {target} -p {key}"
+    await shell.run_command(cmd_unset, skip_on_dryrun=True)
+    app_patches = await get_patches(target)
+    for patch in app_patches:
+        if re.match(rf"{key}\..*", patch["name"]):
+            cmd_unset_child = f"argocd app unset {target} -p {patch['name']}"
+            await shell.run_command(cmd_unset_child, skip_on_dryrun=True)
+
+
 @do_retry
 async def push_value(target: str, key: str, value: YamlTypes):
     # Get source details
@@ -87,9 +97,8 @@ async def push_value(target: str, key: str, value: YamlTypes):
 
     await set_value(repo_url, path / "values.yaml", key, value)
 
-    # Free a possible patched value & refresh repo
-    cmd_unset = f"argocd app unset {target} -p {key}"
-    await shell.run_command(cmd_unset, skip_on_dryrun=True)
+    # Free a possible patched value, its children & refresh repo
+    await _unset_key_and_children(target, key)
     cmd_refresh = f"argocd app get {target} --refresh"
     await shell.run_command(cmd_refresh, skip_on_dryrun=True)
     # Rely on argocd autosync to get the cluster into the right state
@@ -108,13 +117,7 @@ async def push_remove_key(target: str, key: str):
     await del_key(repo_url, path / "values.yaml", key)
 
     # Free a possible patched value, its children & refresh repo
-    cmd_unset = f"argocd app unset {target} -p {key}"
-    await shell.run_command(cmd_unset, skip_on_dryrun=True)
-    app_patches = await get_patches(target)
-    for patch in app_patches:
-        if re.match(rf"{key}\..*", patch["name"]):
-            cmd_unset_child = f"argocd app unset {target} -p {patch['name']}"
-            await shell.run_command(cmd_unset_child, skip_on_dryrun=True)
+    await _unset_key_and_children(target, key)
     cmd_refresh = f"argocd app get {target} --refresh"
     await shell.run_command(cmd_refresh, skip_on_dryrun=True)
     # Rely on argocd autosync to get the cluster into the right state
@@ -200,13 +203,12 @@ class ArgoCommands(Commands):
         mani_resp = await shell.run_command(
             f"argocd app manifests {namespace}/{service_name} --source live",
         )
-        for resource_manifest in mani_resp.split("---")[1:]:
-            manifest = YAML(typ="safe").load(resource_manifest)
-            if not manifest:
+        for manifest in YAML(typ="safe").load_all(mani_resp):
+            if not isinstance(manifest, dict):
                 continue
-            if manifest["kind"] not in ["StatefulSet", "Deployment"]:
+            if manifest.get("kind") not in ["StatefulSet", "Deployment"]:
                 continue
-            if manifest["metadata"]["name"] != service_name:
+            if manifest.get("metadata", {}).get("name") != service_name:
                 continue
             return manifest
 
@@ -230,19 +232,17 @@ class ArgoCommands(Commands):
     async def restart(self, service_name):
         await self._check_stoppable(service_name)
         namespace, app = extract_ns_app(self.target)
-        cmd = (
-            f"argocd app delete-resource {namespace}/{service_name} --kind StatefulSet"
-        )
+        cmd = f"argocd app delete-resource {namespace}/{service_name} --kind StatefulSet --all"
         await shell.run_command(cmd, skip_on_dryrun=True)
 
-    async def start(self, service_name, commit=True):
+    async def start(self, service_name, commit=False):
         await self._check_stoppable(service_name)
         if commit:
             await push_value(self.target, f"services.{service_name}.enabled", True)
         else:
             await patch_value(self.target, f"services.{service_name}.enabled", True)
 
-    async def stop(self, service_name, commit=True):
+    async def stop(self, service_name, commit=False):
         await self._check_stoppable(service_name)
         if commit:
             await push_value(self.target, f"services.{service_name}.enabled", False)
@@ -297,12 +297,11 @@ class ArgoCommands(Commands):
                 mani_resp = await shell.run_command(
                     f"argocd app manifests {namespace}/{name} --source live",
                 )
-                for resource_manifest in mani_resp.split("---")[1:]:
-                    manifest = YAML(typ="safe").load(resource_manifest)
-                    if not manifest:
+                for manifest in YAML(typ="safe").load_all(mani_resp):
+                    if not isinstance(manifest, dict):
                         continue
-                    kind = manifest["kind"]
-                    resource_name = manifest["metadata"]["name"]
+                    kind = manifest.get("kind")
+                    resource_name = manifest.get("metadata", {}).get("name")
                     if kind in ["StatefulSet", "Deployment"] and resource_name == name:
                         try:
                             label = manifest["metadata"]["labels"]["description"]

{edge_containers_cli-5.1.0 → edge_containers_cli-5.2.1}/src/edge_containers_cli/utils.py

@@ -5,6 +5,7 @@ utility functions
 import asyncio
 import contextlib
 import functools
+import gc
 import json
 import os
 import shutil
@@ -234,15 +235,45 @@ def _run_async(coroutine: Coroutine):
         import concurrent.futures
 
         with concurrent.futures.ThreadPoolExecutor() as pool:
-            future = pool.submit(asyncio.run, coroutine)
+            future = pool.submit(_run_on_new_loop, coroutine)
             ret = future.result()  # blocks the worker thread, not the event loop thread
     except RuntimeError:
         # No running loop — safe to block here
-        ret = asyncio.run(coroutine)
+        ret = _run_on_new_loop(coroutine)
 
     return ret
 
 
+def _run_on_new_loop(coroutine: Coroutine):
+    """Run *coroutine* to completion on a fresh event loop, then tear the loop
+    down cleanly.
+
+    asyncio.Process / subprocess transports hold a reference cycle back to the
+    loop, so their __del__ only fires during a GC pass. If that pass happens
+    after the loop is closed (which is what asyncio.run() does on exit), the
+    finalizer schedules a callback on the closed loop and asyncio prints
+    "Event loop is closed" / "Loop ... that handles pid X is closed" spam.
+    Forcing gc.collect() while the loop is still open lets those finalizers
+    run against a live loop, so nothing fails.
+    """
+    loop = asyncio.new_event_loop()
+    try:
+        return loop.run_until_complete(coroutine)
+    finally:
+        try:
+            pending = asyncio.all_tasks(loop)
+            for task in pending:
+                task.cancel()
+            if pending:
+                loop.run_until_complete(
+                    asyncio.gather(*pending, return_exceptions=True)
+                )
+            loop.run_until_complete(loop.shutdown_asyncgens())
+            gc.collect()
+        finally:
+            loop.close()
+
+
 def async_command(f):
     @functools.wraps(f)
     def wrapper(*args, **kwargs):

{edge_containers_cli-5.1.0 → edge_containers_cli-5.2.1}/src/edge_containers_cli.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: edge-containers-cli
-Version: 5.1.0
+Version: 5.2.1
 Summary: CLI for deploying and managing epics containers IOCs and services
 Author-email: Giles Knap <giles.knap@gmail.com>
 License:                                  Apache License

{edge_containers_cli-5.1.0 → edge_containers_cli-5.2.1}/tests/data/argocd.yaml

@@ -113,6 +113,8 @@ deploy:
     rsp: ""
   - cmd: argocd app unset namespace/bl01t -p services.bl01t-ea-test-01
     rsp: ""
+  - cmd: argocd app get --show-params namespace/bl01t -o json
+    rsp: "{}"
   - cmd: argocd app get namespace/bl01t --refresh
     rsp: ""
 
@@ -163,6 +165,8 @@ start_commit:
     rsp: ""
   - cmd: argocd app unset namespace/bl01t -p services.bl01t-ea-test-01.enabled
     rsp: ""
+  - cmd: argocd app get --show-params namespace/bl01t -o json
+    rsp: "{}"
   - cmd: argocd app get namespace/bl01t --refresh
     rsp: ""
 
@@ -199,6 +203,8 @@ stop_commit:
     rsp: ""
   - cmd: argocd app unset namespace/bl01t -p services.bl01t-ea-test-01.enabled
     rsp: ""
+  - cmd: argocd app get --show-params namespace/bl01t -o json
+    rsp: "{}"
   - cmd: argocd app get namespace/bl01t --refresh
     rsp: ""
 
@@ -214,3 +220,85 @@ stop:
           enabled: true
   - cmd: argocd app set namespace/bl01t -p services.bl01t-ea-test-01.enabled=False
     rsp: ""
+
+deploy_clears_override:
+  # Same flow as `deploy`, but the parent app has a lingering
+  # `services.bl01t-ea-test-01.enabled=false` parameter override (e.g. from
+  # an earlier `ec stop --no-commit` or Monitor's stop button). The fix
+  # makes push_value also unset child overrides, so the redeployed service
+  # actually starts.
+  - cmd: git clone https://github.com/epics-containers/bl01t-services /tmp/.*
+    rsp: Cloning into /tmp/xxxx...
+  - cmd: git tag --sort=committerdate
+    rsp: |
+      1.0
+      2.0
+  - cmd: git ls-tree -r 1.0 --name-only
+    rsp: |
+      services/bl01t-ea-test-01
+  - cmd: git ls-tree -r 1.0
+    rsp: |
+      100644 blob b7b39845b55fb4d45d58ba86ef4527917877d556    services/bl01t-ea-test-01/Chart.yaml
+  - cmd: git diff 1.0 2.0 --name-only
+    rsp: ""
+  - cmd: git ls-tree -r 2.0
+    rsp: |
+      100644 blob b7b39845b55fb4d45d58ba86ef4527917877d556    services/bl01t-ea-test-01/Chart.yaml
+  - cmd: git clone https://github.com/epics-containers/bl01t-services -b 1.0 /tmp/ec_tests
+    rsp: ""
+  - cmd: argocd app get namespace/bl01t
+    rsp: |
+      spec:
+        source:
+          repoURL: https://github.com/test/example-deployment.git
+          path: apps
+  - cmd: argocd app list --app-namespace namespace -o yaml
+    rsp: |
+      - metadata:
+          creationTimestamp: "2024-07-12T13:42:50Z"
+          name: bl01t-ea-test-01
+        spec:
+          source:
+            targetRevision: main
+        status:
+          resources:
+            - kind: StatefulSet
+              name: bl01t-ea-test-01
+  - cmd: argocd app manifests namespace/bl01t-ea-test-01 --source live
+    rsp: |
+      ---
+      apiVersion: apps/v1
+      kind: StatefulSet
+      metadata:
+        name: bl01t-ea-test-01
+        creationTimestamp: "2024-07-12T13:52:35Z"
+        labels:
+          test: test_label
+      status:
+        readyReplicas: 1
+  - cmd: argocd app get namespace/bl01t -o yaml
+    rsp: |
+      spec:
+        source:
+          repoURL: https://github.com/test/example-deployment.git
+          path: apps
+  - cmd: git clone --depth=1 https://github.com/test/example-deployment.git /tmp/ec_tests
+    rsp: ""
+  - cmd: git add .
+    rsp: ""
+  - cmd: 'git commit -m "Set services.bl01t-ea-test-01=*'
+    rsp: ""
+  - cmd: git push
+    rsp: ""
+  - cmd: argocd app unset namespace/bl01t -p services.bl01t-ea-test-01
+    rsp: ""
+  - cmd: argocd app get --show-params namespace/bl01t -o json
+    rsp: |
+      {"spec": {"source": {"helm": {"parameters": [
+        {"name": "services.bl01t-ea-test-01.enabled", "value": "false"},
+        {"name": "services.other.enabled", "value": "false"}
+      ]}}}}
+  - cmd: argocd app unset namespace/bl01t -p services.bl01t-ea-test-01.enabled
+    rsp: ""
+  - cmd: argocd app get namespace/bl01t --refresh
+    rsp: ""

{edge_containers_cli-5.1.0 → edge_containers_cli-5.2.1}/tests/test_argocd.py

@@ -19,6 +19,17 @@ def test_deploy(mock_run, ARGOCD, data: Path):
     mock_run.run_cli("deploy bl01t-ea-test-01")
 
 
+def test_deploy_clears_enabled_override(mock_run, ARGOCD, data: Path):
+    # Regression: a lingering `services.X.enabled=false` parameter override
+    # (set by `ec stop --no-commit` or Monitor) must be unset by the next
+    # deploy, otherwise the redeployed service stays stopped.
+    mock_run.set_seq(ARGOCD.deploy_clears_override)
+    TMPDIR.mkdir()
+    shutil.copytree(data / "bl01t-services/services", TMPDIR / "services")
+    shutil.copytree(data / "bl01t-deployment/apps", TMPDIR / "apps")
+    mock_run.run_cli("deploy bl01t-ea-test-01")
+
+
 def test_logs(mock_run, ARGOCD):
     mock_run.set_seq(ARGOCD.checks + ARGOCD.logs)
     mock_run.run_cli("logs bl01t-ea-test-01")
@@ -43,19 +54,19 @@ def test_start_commit(mock_run, ARGOCD, data: Path):
 
 def test_start(mock_run, ARGOCD):
     mock_run.set_seq(ARGOCD.checks + ARGOCD.start)
-    mock_run.run_cli("start bl01t-ea-test-01 --no-commit")
+    mock_run.run_cli("start bl01t-ea-test-01")
 
 
 def test_stop_commit(mock_run, ARGOCD, data: Path):
     mock_run.set_seq(ARGOCD.checks + ARGOCD.stop_commit)
     TMPDIR.mkdir()
     shutil.copytree(data / "bl01t-deployment/apps", TMPDIR / "apps")
-    mock_run.run_cli("stop bl01t-ea-test-01")
+    mock_run.run_cli("stop bl01t-ea-test-01 --commit")
 
 
 def test_stop(mock_run, ARGOCD):
     mock_run.set_seq(ARGOCD.checks + ARGOCD.stop)
-    mock_run.run_cli("stop bl01t-ea-test-01 --no-commit")
+    mock_run.run_cli("stop bl01t-ea-test-01")
 
 
 def test_ps(mock_run, ARGOCD):