aioli-sdk 0.2.1.dev0__tar.gz → 0.2.1.dev2__tar.gz

{aioli-sdk-0.2.1.dev0 → aioli_sdk-0.2.1.dev2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: aioli-sdk
-Version: 0.2.1.dev0
+Version: 0.2.1.dev2
 Summary: Aioli (AI OnLine Inference), a platform for deploying AI models at scale.
 Home-page: https://github.com/determined-ai/aioli
 Author: HPE AI Solutions

{aioli-sdk-0.2.1.dev0 → aioli_sdk-0.2.1.dev2}/aioli/__version__.py

@@ -1,2 +1,2 @@
 # © Copyright 2024 Hewlett Packard Enterprise Development LP
-__version__ = "0.2.1-dev0"
+__version__ = "0.2.1-dev2"

{aioli-sdk-0.2.1.dev0 → aioli_sdk-0.2.1.dev2}/aioli/cli/deployment.py

@@ -9,18 +9,35 @@ from aioli.common import api
 from aioli.common.api import authentication
 from aioli.common.api.errors import NotFoundException
 from aioli.common.declarative_argparse import Arg, ArgsDescription, Cmd, Group
+from aioli.common.util import (
+    construct_arguments,
+    construct_environment,
+    launch_dashboard,
+)
 from aiolirest.models.autoscaling import Autoscaling
 from aiolirest.models.deployment import Deployment, DeploymentState
 from aiolirest.models.deployment_request import DeploymentRequest
+from aiolirest.models.event_info import EventInfo
 from aiolirest.models.security import Security
 
 
+@authentication.required
+def dashboard(args: Namespace) -> None:
+    with cli.setup_session(args) as session:
+        api_instance = aiolirest.DeploymentsApi(session)
+
+    deployment: Deployment = lookup_deployment(args.name, api_instance)
+
+    observability = api_instance.deployments_id_observability_get(deployment.id)
+    launch_dashboard(args, observability.dashboard_url)
+
+
 @authentication.required
 def show_deployment(args: Namespace) -> None:
     with cli.setup_session(args) as session:
         api_instance = aiolirest.DeploymentsApi(session)
 
-    deployment = lookup_deployment(args.name, api_instance)
+    deployment: Deployment = lookup_deployment(args.name, api_instance)
 
     # For a more useful display, replace the model ID with its name
     packaged_models_api = aiolirest.PackagedModelsApi(session)
@@ -59,8 +76,6 @@ def format_json(response: List[Deployment], model_api: aiolirest.PackagedModelsA
         # Use model name instead of id
         model = model_api.models_id_get(d.model)
         m_dict["model"] = model.name
-        # Remove pop as part of INF-503
-        m_dict.pop("service", None)
         m_dict.pop("clusterName", None)
         deps.append(m_dict)
 
@@ -117,6 +132,7 @@ def format_deployments(
 def create(args: Namespace) -> None:
     with cli.setup_session(args) as session:
         api_instance = aiolirest.DeploymentsApi(session)
+
         sec = Security(authenticationRequired=False)
         if args.authentication_required is not None:
             val = args.authentication_required.lower() == "true"
@@ -142,6 +158,8 @@ def create(args: Namespace) -> None:
             namespace=args.namespace,
             autoScaling=auto,
             canaryTrafficPercent=args.canary_traffic_percent,
+            environment=construct_environment(args),
+            arguments=construct_arguments(args),
         )
         api_instance.deployments_post(r)
 
@@ -201,6 +219,12 @@ def update(args: Namespace) -> None:
             val = args.authentication_required.lower() == "true"
             request.security.authentication_required = val
 
+        if args.env is not None:
+            request.environment = construct_environment(args)
+
+        if args.arg is not None:
+            request.arguments = construct_arguments(args)
+
         headers = {"Content-Type": "application/json"}
         assert found.id is not None
         api_instance.deployments_id_put(found.id, request, _headers=headers)
@@ -215,6 +239,32 @@ def delete_deployment(args: Namespace) -> None:
         api_instance.deployments_id_delete(found.id)
 
 
+@authentication.required
+def get_deployment_events(args: Namespace) -> None:
+    def format_events(event: EventInfo) -> List[Any]:
+        result = [
+            event.reason,
+            event.message,
+            event.time,
+            event.event_type,
+        ]
+        return result
+
+    with cli.setup_session(args) as session:
+        api_instance = aiolirest.DeploymentsApi(session)
+        found = lookup_deployment(args.name, api_instance)
+        assert found.id is not None
+        events = api_instance.deployments_id_events_get(found.id)
+        headers = [
+            "Reason",
+            "Message",
+            "Time",
+            "Event Type",
+        ]
+        values = [format_events(r) for r in events]
+        render.tabulate_or_csv(headers, values, args.csv)
+
+
 common_deployment_args: ArgsDescription = [
     Arg(
         "--authentication-required",
@@ -235,10 +285,24 @@ common_deployment_args: ArgsDescription = [
         type=int,
         default=100,
     ),
+    Arg(
+        "-a",
+        "--arg",
+        help="Argument to be added to the service command line. "
+        "If specifying an argument that starts with a '-', use the form --arg=<your-argument>",
+        action="append",
+    ),
+    Arg(
+        "-e",
+        "--env",
+        help="Specifies an environment variable & value as name=value, "
+        "to be passed to the launched container",
+        action="append",
+    ),
 ]
 
 main_cmd = Cmd(
-    "d|eployment",
+    "d|eployment|s",
     None,
     "manage trained deployments",
     [
@@ -262,12 +326,24 @@ main_cmd = Cmd(
                 Arg(
                     "name",
                     help="The name of the deployment. Must begin with a letter, but may contain "
-                    "letters, numbers, underscore, and hyphen",
+                    "letters, numbers, and hyphen",
                 ),
                 Arg("--model", help="Model to be deployed", required="true"),
             ]
             + common_deployment_args,
         ),
+        # dashboard command.
+        Cmd(
+            "dashboard",
+            dashboard,
+            "launch the deployment dashboard",
+            [
+                Arg(
+                    "name",
+                    help="The name of the deployment.",
+                ),
+            ],
+        ),
         # Show command.
         Cmd(
             "show",
@@ -294,7 +370,7 @@ main_cmd = Cmd(
                 Arg(
                     "--name",
                     help="The new name of the deployment. Must begin with a letter, but may "
-                    "contain letters, numbers, underscore, and hyphen",
+                    "contain letters, numbers, and hyphen",
                 ),
                 Arg("--model", help="Model to be deployed", required="true"),
             ]
@@ -308,6 +384,15 @@ main_cmd = Cmd(
                 Arg("name", help="The name of the deployment"),
             ],
         ),
+        Cmd(
+            "event|s",
+            get_deployment_events,
+            "get deployment events",
+            [
+                Arg("name", help="The name of the deployment"),
+                Arg("--csv", action="store_true", help="print as CSV"),
+            ],
+        ),
     ],
 )
 

{aioli-sdk-0.2.1.dev0 → aioli_sdk-0.2.1.dev2}/aioli/cli/model.py

@@ -1,6 +1,6 @@
 # © Copyright 2023-2024 Hewlett Packard Enterprise Development LP
 from argparse import Namespace
-from typing import Any, Dict, List
+from typing import Any, List
 
 from pydantic import StrictInt
 
@@ -12,6 +12,11 @@ from aioli.common import api
 from aioli.common.api import authentication
 from aioli.common.api.errors import NotFoundException, VersionRequiredException
 from aioli.common.declarative_argparse import Arg, ArgsDescription, Cmd, Group
+from aioli.common.util import (
+    construct_arguments,
+    construct_environment,
+    launch_dashboard,
+)
 from aiolirest.models.configuration_resources import ConfigurationResources
 from aiolirest.models.deployment_model_version import DeploymentModelVersion
 from aiolirest.models.packaged_model import PackagedModel
@@ -74,32 +79,6 @@ def format_models(
     render.tabulate_or_csv(headers, values, args.csv)
 
 
-def construct_environment(args: Namespace) -> Dict[str, str]:
-    environment: Dict[str, str] = {}
-    if args.env is None:
-        return environment
-
-    for entry in args.env:
-        # split to name & value
-        the_split = entry.split("=", maxsplit=1)
-        name: str = the_split[0]
-        value: str = ""
-        if len(the_split) > 1:
-            value = the_split[1]
-        environment[name] = value
-    return environment
-
-
-def construct_arguments(args: Namespace) -> List[str]:
-    arguments: List[str] = []
-    if args.arg is None:
-        return arguments
-
-    for entry in args.arg:
-        arguments.append(entry.strip())
-    return arguments
-
-
 @authentication.required
 def create(args: Namespace) -> None:
     with cli.setup_session(args) as session:
@@ -125,40 +104,72 @@ def create(args: Namespace) -> None:
         api_instance.models_post(r)
 
 
-def lookup_model(name: str, api: aiolirest.PackagedModelsApi) -> PackagedModel:
-    model = None
-    for r in api.models_get():
+def lookup_model(name: str, args: Namespace, api: aiolirest.PackagedModelsApi) -> PackagedModel:
+    # From the database, get the model record. If the model exists in multiple versions,
+    # then sufficient version information must be part of the request.
+    model_count = 0
+    models: List[PackagedModel] = api.models_get()
+    for r in models:
         if r.name == name:
-            if model is not None:
-                raise VersionRequiredException(
-                    f"please specify model version as {name} matches more than one model"
-                )
             model = r
+            model_count += 1
 
-    if model is None:
-        raise NotFoundException(f"model {name} not found")
-    return model
+    if model_count == 1:
+        return model  # Found a single version of the specified model
+    if model_count > 1 and not args.version:
+        raise_version_required(name)
 
+    if model_count == 0:
+        # The specified model does not exist; extract the version suffix if any
+        split_on = ".v"
+        split = name.lower().rsplit(split_on, 1)
 
-def lookup_model_and_version(
-    name: str, version: int, api: aiolirest.PackagedModelsApi
-) -> PackagedModel:
-    for r in api.models_get():
-        if r.name == name and r.version == StrictInt(version):
+        if len(split) != 1:
+            version = split[1]  # without the ".v"
+            # Extract name as everything to the left of the last ".v"
+            name = name[0 : len(name) - len(version) - len(split_on)]
+
+    # if there is an explicit version specified, then use that
+    if args.version:
+        version = args.version
+    if version is None:
+        raise_version_required(name)
+
+    return lookup_model_and_version(name, version, models)
+
+
+def raise_version_required(name: str) -> None:
+    raise VersionRequiredException(
+        f"please specify model version as {name} matches more than one model"
+    )
+
+
+def lookup_model_and_version(name: str, version: str, models: List[PackagedModel]) -> PackagedModel:
+    # The version may optionally be expressed with a prefix of 'v'
+    version_no_prefix: str = version.lstrip("vV")
+    for r in models:
+        if r.name == name and r.version == StrictInt(version_no_prefix):
             return r
     raise NotFoundException(f"model {name} version {version} not found")
 
 
 @authentication.required
-def show_model(args: Namespace) -> None:
+def dashboard(args: Namespace) -> None:
     with cli.setup_session(args) as session:
         api_instance = aiolirest.PackagedModelsApi(session)
 
-    if args.version:
-        model = lookup_model_and_version(args.name, args.version, api_instance)
-    else:
-        model = lookup_model(args.name, api_instance)
+    model = lookup_model(args.name, args, api_instance)
 
+    observability = api_instance.models_id_observability_get(model.id)
+    launch_dashboard(args, observability.dashboard_url)
+
+
+@authentication.required
+def show_model(args: Namespace) -> None:
+    with cli.setup_session(args) as session:
+        api_instance = aiolirest.PackagedModelsApi(session)
+
+    model = lookup_model(args.name, args, api_instance)
     registries_api = aiolirest.RegistriesApi(session)
 
     rname = lookup_registry_name_by_id(model.registry, registries_api)
@@ -176,10 +187,7 @@ def show_model(args: Namespace) -> None:
 def update(args: Namespace) -> None:
     with cli.setup_session(args) as session:
         api_instance = aiolirest.PackagedModelsApi(session)
-        if args.version:
-            found = lookup_model_and_version(args.modelname, args.version, api_instance)
-        else:
-            found = lookup_model(args.modelname, api_instance)
+        found = lookup_model(args.modelname, args, api_instance)
         request = PackagedModelRequest(
             description=found.description,
             image=found.image,
@@ -255,7 +263,7 @@ def update(args: Namespace) -> None:
 def delete_model(args: Namespace) -> None:
     with cli.setup_session(args) as session:
         api_instance = aiolirest.PackagedModelsApi(session)
-        found = lookup_model_and_version(args.name, args.version, api_instance)
+        found = lookup_model_and_version(args.name, args.version, api_instance.models_get())
 
         assert found.id is not None
         api_instance.models_id_delete(found.id)
@@ -265,7 +273,7 @@ def delete_model(args: Namespace) -> None:
 def auth_token(args: Namespace) -> None:
     with cli.setup_session(args) as session:
         api_instance = aiolirest.PackagedModelsApi(session)
-        found = lookup_model(args.name, api_instance)
+        found = lookup_model(args.name, args, api_instance)
         assert found.id is not None
         response = api_instance.models_id_token_get(found.id)
     t = response.to_dict()
@@ -276,10 +284,7 @@ def auth_token(args: Namespace) -> None:
 def list_versions(args: Namespace) -> None:
     with cli.setup_session(args) as session:
         api_instance = aiolirest.PackagedModelsApi(session)
-        if args.version:
-            found = lookup_model_and_version(args.name, args.version, api_instance)
-        else:
-            found = lookup_model(args.name, api_instance)
+        found = lookup_model(args.name, args, api_instance)
         assert found.id is not None
         response = api_instance.models_versions_get(found.id)
 
@@ -336,7 +341,7 @@ common_model_args: ArgsDescription = [
 ]
 
 main_cmd = Cmd(
-    "m|odel",
+    "m|odel|s",
     None,
     "manage packaged models",
     [
@@ -360,12 +365,25 @@ main_cmd = Cmd(
                 Arg(
                     "name",
                     help="The name of the packaged model. Must begin with a letter, but may "
-                    "contain letters, numbers, underscore, and hyphen",
+                    "contain letters, numbers, and hyphen",
                 ),
                 Arg("--image", help="Docker container image servicing the packaged model"),
             ]
             + common_model_args,
         ),
+        # dashboard command.
+        Cmd(
+            "dashboard",
+            dashboard,
+            "launch the packaged model dashboard",
+            [
+                Arg(
+                    "name",
+                    help="The name of the packaged model.",
+                ),
+                Arg("--version", help="The packaged model version to show"),
+            ],
+        ),
         # Show command.
         Cmd(
             "show",
@@ -393,7 +411,7 @@ main_cmd = Cmd(
                 Arg(
                     "--name",
                     help="The new name of the packaged model. Must begin with a letter, but may "
-                    "contain letters, numbers, underscore, and hyphen",
+                    "contain letters, numbers, and hyphen",
                 ),
                 Arg("--image", help="Docker container image servicing the packaged model"),
                 Arg("--version", help="The packaged model version to update"),
@@ -415,6 +433,7 @@ main_cmd = Cmd(
             "get packaged model auth token",
             [
                 Arg("name", help="The name of the packaged model"),
+                Arg("--version", help="The version of the packaged model"),
             ],
         ),
         Cmd(

{aioli-sdk-0.2.1.dev0 → aioli_sdk-0.2.1.dev2}/aioli/cli/registry.py

@@ -1,6 +1,6 @@
 # © Copyright 2023-2024 Hewlett Packard Enterprise Development LP
 from argparse import Namespace
-from typing import Any, List, Optional, Union
+from typing import Any, List, Optional
 
 import aiolirest
 from aioli import cli
@@ -11,8 +11,6 @@ from aioli.common.declarative_argparse import Arg, Cmd, Group
 from aiolirest.models.trained_model_registry import TrainedModelRegistry
 from aiolirest.models.trained_model_registry_request import TrainedModelRegistryRequest
 
-from .errors import CliError
-
 # Avoid reporting BrokenPipeError when piping `tabulate` output through
 # a filter like `head`.
 FLUSH = False
@@ -67,24 +65,11 @@ def format_deployment(response: List[TrainedModelRegistry], args: Namespace) ->
     render.tabulate_or_csv(headers, values, args.csv)
 
 
-def _validate_type_enum(reg_type: Any) -> Union[None, str]:
-    if reg_type not in ("s3", "path", "http", "openllm", "ngc"):
-        return (
-            "Registry type must be one of enum values (s3, path, "
-            + f"http, openllm, ngc), provided '{reg_type}'"
-        )
-    return None
-
-
 @authentication.required
 def create(args: Namespace) -> None:
     with cli.setup_session(args) as session:
         api_instance = aiolirest.RegistriesApi(session)
 
-        err = _validate_type_enum(args.type)
-        if err:
-            raise CliError(err)
-
         r = TrainedModelRegistryRequest(
             name=args.name,
             accessKey=args.access_key,
@@ -153,10 +138,6 @@ def update(args: Namespace) -> None:
             request.name = args.name
 
         if args.type is not None:
-            err = _validate_type_enum(args.type)
-            if err:
-                raise CliError(err)
-
             request.type = args.type
 
         if args.access_key is not None:
@@ -186,7 +167,7 @@ def delete_registry(args: Namespace) -> None:
 
 
 main_cmd = Cmd(
-    "r|egistry",
+    "registries r|egistry",
     None,
     "manage packaged model registries",
     [
@@ -212,7 +193,7 @@ main_cmd = Cmd(
                 Arg(
                     "name",
                     help="The name of the model registry. Must begin with a letter, but may "
-                    "contain letters, numbers, underscore, and hyphen",
+                    "contain letters, numbers, and hyphen",
                 ),
                 Arg("--type", help="The type of this model registry", required="true"),
                 Arg("--bucket", help="S3 Bucket name"),
@@ -247,7 +228,7 @@ main_cmd = Cmd(
                 Arg(
                     "--name",
                     help="The new name of the model registry. Must begin with a letter, but may "
-                    "contain letters, numbers, underscore, and hyphen",
+                    "contain letters, numbers, and hyphen",
                 ),
                 Arg("--type", help="The type of this model registry"),
                 Arg("--bucket", help="S3 Bucket name"),

{aioli-sdk-0.2.1.dev0 → aioli_sdk-0.2.1.dev2}/aioli/cli/test/test_cli.py

@@ -1,4 +1,4 @@
-# © Copyright 2023 Hewlett Packard Enterprise Development LP
+# © Copyright 2024 Hewlett Packard Enterprise Development LP
 import csv
 import os
 import subprocess
@@ -95,15 +95,15 @@ class TestCli:
         )
         assert proc.returncode == 1
         expected = (
-            "Registry type must be one of enum values "
-            + "(s3, path, http, openllm, ngc), provided 'bob'"
+            "Failed to create a registry: registry type must be one of the values "
+            + "(s3, http, openllm, ngc), provided 'bob'"
         )
         assert proc.stderr.decode("utf-8").find(expected) == 0
 
         # List the newly created registry entry and test for expected values
         expected = (
             "bento-registry | s3     | minioadmin   | demo-bento-registry | "
-            "minioadmin   | http://10.30.89.14:30008/"
+            "**********   | http://10.30.89.14:30008/"
         )
         actual = subprocess.check_output(["aioli", "registry", "list"]).decode("utf-8")
         assert (actual.find(expected)) > 0
@@ -120,7 +120,7 @@ class TestCli:
                 assert row["Type"] == "s3", "Expected s3"
                 assert row["Access Key"] == "minioadmin", "Expected minioadmin"
                 assert row["Bucket"] == "demo-bento-registry", "Expected demo-bento-registry"
-                assert row["Secret Key"] == "minioadmin", "Expected minioadmin"
+                assert row["Secret Key"] == "**********", "Expected **********"
                 assert (
                     row["Endpoint URL"] == "http://10.30.89.14:30008/"
                 ), "Expected http://10.30.89.14:30008/"
@@ -134,7 +134,7 @@ class TestCli:
             '    "bucket": "demo-bento-registry",\n'
             '    "endpointUrl": "http://10.30.89.14:30008/",\n'
             '    "name": "bento-registry",\n'
-            '    "secretKey": "minioadmin",\n'
+            '    "secretKey": "**********",\n'
             '    "type": "s3"\n'
             '  }\n'  # noqa: Q000
             ']\n'    # noqa: Q000
@@ -168,7 +168,7 @@ class TestCli:
         ).decode("utf-8")
         expected = (
             "bento-registry1 | s3     | minioadmin   | demo-bento-registry | "
-            "minioadmin   | http://10.30.89.14:30008/"
+            "**********   | http://10.30.89.14:30008/"
         )
         actual = subprocess.check_output(["aioli", "registry", "list"]).decode("utf-8")
         assert (actual.find(expected)) > 0
@@ -187,8 +187,8 @@ class TestCli:
         )
         assert proc.returncode == 1
         expected = (
-            "Registry type must be one of enum values "
-            + "(s3, path, http, openllm, ngc), provided 'bob'"
+            "Failed to modify a registry: registry type must be one of the values "
+            + "(s3, http, openllm, ngc), provided 'bob'"
         )
         assert proc.stderr.decode("utf-8").find(expected) == 0
 
@@ -252,6 +252,49 @@ class TestCli:
                 ), "Expected fictional.registry.example/imagename"
                 assert row["Registry"] == "bento-registry1", "Expected bento-registry1"
 
+    # Exercise various means of specifying the model version, using the show command as a vehicle.
+    def test_model_versions(self, setup_login: None) -> None:
+        yaml_output = subprocess.check_output(["aioli", "model", "show", "iris-tf-keras"]).decode(
+            "utf-8"
+        )
+        temp_file: str = "/tmp/test-cli-m.yaml"
+
+        # Demonstrate that we have valid yaml
+        with open(temp_file, "w") as file:
+            file.write(yaml_output)
+        with open(temp_file, newline="") as file:
+            from ruamel.yaml import YAML
+
+            yaml = YAML(typ="safe")
+            model = yaml.load(file)
+
+        assert model["version"] == 1, "Validity check -- version == 1"
+
+        yaml_output2 = subprocess.check_output(
+            ["aioli", "model", "show", "iris-tf-keras.v1"]
+        ).decode("utf-8")
+        assert yaml_output == yaml_output2, "Expect the same output using .v1"
+
+        yaml_output2 = subprocess.check_output(
+            ["aioli", "model", "show", "iris-tf-keras.V1"]
+        ).decode("utf-8")
+        assert yaml_output == yaml_output2, "Expect the same output using .V1"
+
+        yaml_output2 = subprocess.check_output(
+            ["aioli", "model", "show", "iris-tf-keras", "--version", "1"]
+        ).decode("utf-8")
+        assert yaml_output == yaml_output2, "Expect the same output using --version 1"
+
+        yaml_output2 = subprocess.check_output(
+            ["aioli", "model", "show", "iris-tf-keras", "--version", "v1"]
+        ).decode("utf-8")
+        assert yaml_output == yaml_output2, "Expect the same output using --version v1"
+
+        yaml_output2 = subprocess.check_output(
+            ["aioli", "model", "show", "iris-tf-keras", "--version", "V1"]
+        ).decode("utf-8")
+        assert yaml_output == yaml_output2, "Expect the same output using --version V1"
+
     # fmt: off
     def test_model_list_json(self, setup_login: None) -> None:
         expected = (
@@ -388,10 +431,11 @@ class TestCli:
         assert (actual.find(expected)) > 0
 
         # Create a fourth with a new name of the model using the second version
+        # (specifying the version with the optional v{n} format)
         assert (
             os.system(
                 "aioli model update iris-tf-keras --name iris-tf-keras-v4 "
-                "--version 2 "
+                "--version v2 "
                 "--registry bento-registry1 "
                 "--url s3://demo-bento-registry/iris-tf-keras_updated_v3 "
                 "--image fictional.registry.example/updated_imagename "
@@ -519,6 +563,8 @@ class TestCli:
                 "--autoscaling-target 1 "
                 "--autoscaling-metric concurrency "
                 "--canary-traffic-percent 20 "
+                "-a='--debug' "
+                "-e MODS=SOME "
                 "iris-tf-keras-deployment-2"
             )
             == 0
@@ -548,6 +594,38 @@ class TestCli:
         actual = filtered_result.strip()
         assert actual == expected
 
+    def test_deployment_update_args_environment(self, setup_login: None) -> None:
+        # Update the deployments arguments and environment and check that changes
+        # were made.
+        assert (
+            os.system(
+                "aioli deployment update --model iris-tf-keras "
+                "-a='--updated' "
+                "-e MODS=UPDATED "
+                "--env OTHER=VALUE "
+                "iris-tf-keras-deployment-2"
+            )
+            == 0
+        )
+
+        result = subprocess.check_output(
+            ["aioli", "deployment", "show", "iris-tf-keras-deployment-2"]
+        ).decode("utf-8")
+        result_list = result.split("\n")
+        args_found = False
+        other_found = False
+        for line in result_list:
+            if "- --updated" in line:
+                args_found = True
+            if "MODS: UPDATED" in line:
+                mods_found = True
+            if "OTHER: VALUE" in line:
+                other_found = True
+
+        assert args_found
+        assert mods_found
+        assert other_found
+
     def test_deployment_delete(self, setup_login: None) -> None:
         assert os.system("aioli deployment delete iris-tf-keras-deployment") == 0
         assert os.system("aioli deployment delete iris-tf-keras-deployment-2") == 0