nemo-platform-plugin 0.1.0__py3-none-any.whl

nemo_platform/cli/commands/api/inference/deployment_configs/__init__.py

@@ -0,0 +1,370 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+# NOTE: This file is auto-generated
+from __future__ import annotations
+
+from typing import Annotated
+
+import typer
+
+from nemo_platform.cli.commands.api.inference.deployment_configs import versions
+from nemo_platform.cli.core.api import build_kwargs, merge_filter_dict
+from nemo_platform.cli.core.code_generator import handle_code_generation
+from nemo_platform.cli.core.context import CLIContext
+from nemo_platform.cli.core.errors import handle_errors
+from nemo_platform.cli.core.formatters import Column, check_output_columns_with_format, format_output
+from nemo_platform.cli.core.help_formatter import collect_warnings, create_typer_app
+from nemo_platform.cli.core.pagination import PaginationType, fetch_all_pages, warn_if_more_pages
+from nemo_platform.cli.core.stdin_utils import read_data_input_with_flags, read_payload, validate_required_fields
+from nemo_platform.cli.core.types import (
+    EntityOutputFormatOption,
+    ListOutputFormatOption,
+    NoTruncateOption,
+    OutputColumnsOption,
+)
+
+app = create_typer_app(name="deployment_configs", help="Manage deployment_configs")
+
+app.add_typer(versions.app, name="versions")
+
+
+@app.command("create")
+@collect_warnings
+@handle_errors
+def create_deployment_configs(
+    ctx: typer.Context,
+    name: Annotated[
+        str | None,
+        typer.Argument(
+            help="Name of the deployment configuration. Allowed characters: letters (a-z, A-Z), digits (0-9), underscores, hyphens, and dots. (required)"
+        ),
+    ] = None,
+    workspace: Annotated[str | None, typer.Option("--workspace")] = None,
+    nim_deployment: Annotated[
+        str | None,
+        typer.Option("--nim-deployment", help="Configuration for NIM-based model deployment. (JSON string) (required)"),
+    ] = None,
+    description: Annotated[
+        str | None, typer.Option("--description", help="Optional description of the deployment configuration")
+    ] = None,
+    model_entity_id: Annotated[
+        str | None,
+        typer.Option("--model-entity-id", help="Optional reference to the base model entity ID for this deployment"),
+    ] = None,
+    project: Annotated[
+        str | None,
+        typer.Option("--project", help="The URN of the project associated with this deployment configuration"),
+    ] = None,
+    exist_ok: Annotated[
+        bool | None,
+        typer.Option(
+            "--exist-ok", help="Do not raise an error if the resource already exists. Returns the existing resource."
+        ),
+    ] = None,
+    input_file: Annotated[
+        str | None,
+        typer.Option("--input-file", help="Path to JSON file (use '-' for stdin)", rich_help_panel="Input Options"),
+    ] = None,
+    input_data: Annotated[
+        str | None,
+        typer.Option("--input-data", help="Input data for the request (JSON or YAML)", rich_help_panel="Input Options"),
+    ] = None,
+    output_format: EntityOutputFormatOption = None,
+) -> None:
+    """Create a new ModelDeploymentConfig (version 1).
+
+    [bold red]Required fields:[/] name, nim_deployment
+
+    [green]Examples:[/]
+    nemo inference deployment-configs create <name> --input-file config.json
+    nemo inference deployment-configs create <name> --input-data '{"name": "value", "nim_deployment": {}}'
+    echo '{"json": "data"}' | nemo inference deployment-configs create <name> --input-file -
+    nemo inference deployment-configs create <name> --<option> "value"
+    """
+    # Read base input (optional if all fields provided via flags)
+    if input_file or input_data:
+        input_payload = read_data_input_with_flags(input_file=input_file, input_data=input_data)
+    else:
+        input_payload = {}
+
+    # Apply CLI flag overrides (flags take precedence)
+    if workspace is not None:
+        input_payload["workspace"] = workspace
+    if name is not None:
+        input_payload["name"] = name
+    if nim_deployment is not None:
+        input_payload["nim_deployment"] = read_payload("nim_deployment", nim_deployment)
+    if description is not None:
+        input_payload["description"] = description
+    if model_entity_id is not None:
+        input_payload["model_entity_id"] = model_entity_id
+    if project is not None:
+        input_payload["project"] = project
+    if exist_ok is not None:
+        input_payload["exist_ok"] = exist_ok
+    # Validate required fields are present after merging
+    validate_required_fields(
+        input_payload,
+        ["name", "nim_deployment"],
+        "inference deployment-configs create",
+        {
+            "name": "Name of the deployment configuration. Allowed characters: letters (a-z, A-Z), digits (0-9), underscores, hyphens, and dots. (required)",
+            "nim_deployment": "Configuration for NIM-based model deployment. (JSON string) (required)",
+        },
+    )
+
+    all_kwargs = input_payload
+    state: CLIContext = ctx.obj
+    output_format = state.get_output_format(output_format)
+
+    if handle_code_generation(["inference", "deployment_configs"], "create", all_kwargs, output_format, state):
+        return
+
+    client = state.get_client()
+    result = client.inference.deployment_configs.create(**all_kwargs)
+
+    format_output(
+        result,
+        is_list=False,
+        output_format=output_format,
+        no_truncate=state.get_no_truncate(),
+        timestamp_format=state.get_timestamp_format(),
+    )
+
+
+@app.command("delete")
+@collect_warnings
+@handle_errors
+def delete_deployment_configs(
+    ctx: typer.Context,
+    name: Annotated[str, typer.Argument()],
+    workspace: Annotated[str | None, typer.Option("--workspace")] = None,
+) -> None:
+    """Delete all versions of a ModelDeploymentConfig.
+
+    This operation will fail with 409 Conflict if any ModelDeployments currently
+    reference this config and are not in DELETED status. Delete or wait for
+    dependent deployments to reach DELETED status before deleting the config."""
+    state: CLIContext = ctx.obj
+    client = state.get_client()
+
+    kwargs = build_kwargs(
+        workspace=workspace,
+    )
+    client.inference.deployment_configs.delete(name, **kwargs)
+
+    typer.echo("✓ Deleted successfully")
+
+
+@app.command("list")
+@collect_warnings
+@handle_errors
+def list_deployment_configs(
+    ctx: typer.Context,
+    workspace: Annotated[str | None, typer.Option("--workspace")] = None,
+    filter: Annotated[
+        str | None,
+        typer.Option(
+            "--filter",
+            metavar="FILTER_JSON",
+            help="Use --filter with JSON for complex/nested queries, or --filter.FIELD options for simple fields. Both can be combined, with field options taking precedence.\nJSON-only fields:\n  created_at: {gte: str, lte: str}\n  updated_at: {gte: str, lte: str}\n\nFilter deployment configs by workspace, project, model_entity_id, name, description, created_at, and updated_at.",
+            rich_help_panel="Filter Options",
+        ),
+    ] = None,
+    filter_description: Annotated[
+        str | None, typer.Option("--filter.description", rich_help_panel="Filter Options")
+    ] = None,
+    filter_model_entity_id: Annotated[
+        str | None, typer.Option("--filter.model-entity-id", rich_help_panel="Filter Options")
+    ] = None,
+    filter_name: Annotated[str | None, typer.Option("--filter.name", rich_help_panel="Filter Options")] = None,
+    filter_project: Annotated[str | None, typer.Option("--filter.project", rich_help_panel="Filter Options")] = None,
+    filter_workspace: Annotated[
+        str | None, typer.Option("--filter.workspace", rich_help_panel="Filter Options")
+    ] = None,
+    page: Annotated[int | None, typer.Option("--page", help="Page number.")] = None,
+    page_size: Annotated[int | None, typer.Option("--page-size", help="Page size.")] = None,
+    sort: Annotated[
+        str | None,
+        typer.Option(
+            "--sort", help="The field to sort by. To sort in decreasing order, use `-` in front of the field name."
+        ),
+    ] = None,
+    output_format: ListOutputFormatOption = None,
+    no_truncate: NoTruncateOption = None,
+    columns: OutputColumnsOption = None,
+    all_pages: Annotated[bool, typer.Option("--all-pages", help="Fetch all pages")] = False,
+) -> None:
+    """List ModelDeploymentConfigs for a specific workspace.
+
+    Returns only the latest
+    version of each config."""
+    state: CLIContext = ctx.obj
+    output_format = state.get_output_format(output_format)
+
+    check_output_columns_with_format(columns, output_format)
+
+    default_columns = [
+        Column("name", None),
+        Column("description", None),
+        Column("created_at", None),
+    ]
+    if columns is None or str(columns).strip() == "default":
+        columns = default_columns
+
+    kwargs = build_kwargs(
+        workspace=workspace,
+        filter=merge_filter_dict(
+            filter,
+            description=filter_description,
+            model_entity_id=filter_model_entity_id,
+            name=filter_name,
+            project=filter_project,
+            workspace=filter_workspace,
+        ),
+        page=page,
+        page_size=page_size,
+        sort=sort,
+    )
+
+    if handle_code_generation(["inference", "deployment_configs"], "list", kwargs, output_format, state):
+        return
+
+    client = state.get_client()
+    path_args = ()
+    pagination_type = PaginationType.PAGE_NUMBER
+    if all_pages:
+        items = fetch_all_pages(
+            client.inference.deployment_configs.list,
+            path_args=path_args,
+            body_args=kwargs,
+            pagination_type=pagination_type,
+        )
+    else:
+        items = client.inference.deployment_configs.list(*path_args, **kwargs)
+
+    format_output(
+        items,
+        is_list=True,
+        output_format=output_format,
+        output_columns=columns,
+        no_truncate=state.get_no_truncate(no_truncate),
+        timestamp_format=state.get_timestamp_format(),
+    )
+    if not all_pages:
+        warn_if_more_pages(items, pagination_type)
+
+
+@app.command("get")
+@collect_warnings
+@handle_errors
+def retrieve_deployment_configs(
+    ctx: typer.Context,
+    name: Annotated[str, typer.Argument()],
+    workspace: Annotated[str | None, typer.Option("--workspace")] = None,
+    output_format: EntityOutputFormatOption = None,
+) -> None:
+    """Get the latest version of a ModelDeploymentConfig."""
+    state: CLIContext = ctx.obj
+    output_format = state.get_output_format(output_format)
+
+    kwargs = build_kwargs(
+        workspace=workspace,
+    )
+    if handle_code_generation(["inference", "deployment_configs"], "retrieve", kwargs, output_format, state):
+        return
+
+    client = state.get_client()
+    result = client.inference.deployment_configs.retrieve(name, **kwargs)
+
+    format_output(
+        result,
+        is_list=False,
+        output_format=output_format,
+        no_truncate=state.get_no_truncate(),
+        timestamp_format=state.get_timestamp_format(),
+    )
+
+
+@app.command("update")
+@collect_warnings
+@handle_errors
+def update_deployment_configs(
+    ctx: typer.Context,
+    name: Annotated[str, typer.Argument()],
+    workspace: Annotated[str | None, typer.Option("--workspace")] = None,
+    nim_deployment: Annotated[
+        str | None,
+        typer.Option("--nim-deployment", help="Configuration for NIM-based model deployment. (JSON string) (required)"),
+    ] = None,
+    description: Annotated[
+        str | None, typer.Option("--description", help="Optional description of the deployment configuration")
+    ] = None,
+    model_entity_id: Annotated[
+        str | None,
+        typer.Option("--model-entity-id", help="Optional reference to the base model entity ID for this deployment"),
+    ] = None,
+    input_file: Annotated[
+        str | None,
+        typer.Option("--input-file", help="Path to JSON file (use '-' for stdin)", rich_help_panel="Input Options"),
+    ] = None,
+    input_data: Annotated[
+        str | None,
+        typer.Option("--input-data", help="Input data for the request (JSON or YAML)", rich_help_panel="Input Options"),
+    ] = None,
+    output_format: EntityOutputFormatOption = None,
+) -> None:
+    """Update a ModelDeploymentConfig (creates a new immutable version).
+
+    [bold red]Required fields:[/] nim_deployment
+
+    [green]Examples:[/]
+    nemo inference deployment-configs update <name> --input-file config.json
+    nemo inference deployment-configs update <name> --input-data '{"nim_deployment": {}}'
+    echo '{"json": "data"}' | nemo inference deployment-configs update <name> --input-file -
+    nemo inference deployment-configs update <name> --<option> "value"
+    """
+    # Read base input (optional if all fields provided via flags)
+    if input_file or input_data:
+        input_payload = read_data_input_with_flags(input_file=input_file, input_data=input_data)
+    else:
+        input_payload = {}
+
+    # Apply CLI flag overrides (flags take precedence)
+    if workspace is not None:
+        input_payload["workspace"] = workspace
+    if nim_deployment is not None:
+        input_payload["nim_deployment"] = read_payload("nim_deployment", nim_deployment)
+    if description is not None:
+        input_payload["description"] = description
+    if model_entity_id is not None:
+        input_payload["model_entity_id"] = model_entity_id
+    # Validate required fields are present after merging
+    validate_required_fields(
+        input_payload,
+        ["nim_deployment"],
+        "inference deployment-configs update",
+        {
+            "nim_deployment": "Configuration for NIM-based model deployment. (JSON string) (required)",
+        },
+    )
+
+    all_kwargs = {"name": name, **input_payload}
+
+    state: CLIContext = ctx.obj
+    output_format = state.get_output_format(output_format)
+
+    if handle_code_generation(["inference", "deployment_configs"], "update", all_kwargs, output_format, state):
+        return
+
+    client = state.get_client()
+    result = client.inference.deployment_configs.update(**all_kwargs)
+
+    format_output(
+        result,
+        is_list=False,
+        output_format=output_format,
+        no_truncate=state.get_no_truncate(),
+        timestamp_format=state.get_timestamp_format(),
+    )

nemo_platform/cli/commands/api/inference/deployment_configs/versions.py

@@ -0,0 +1,132 @@
+# SPDX-FileCopyrightText: Copyright (c) 2025-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+
+# NOTE: This file is auto-generated
+from __future__ import annotations
+
+from typing import Annotated
+
+import typer
+
+from nemo_platform.cli.core.api import build_kwargs
+from nemo_platform.cli.core.code_generator import handle_code_generation
+from nemo_platform.cli.core.context import CLIContext
+from nemo_platform.cli.core.errors import handle_errors
+from nemo_platform.cli.core.formatters import Column, check_output_columns_with_format, format_output
+from nemo_platform.cli.core.help_formatter import collect_warnings, create_typer_app
+from nemo_platform.cli.core.types import (
+    EntityOutputFormatOption,
+    ListOutputFormatOption,
+    NoTruncateOption,
+    OutputColumnsOption,
+)
+
+app = create_typer_app(name="versions", help="Manage versions")
+
+
+@app.command("delete")
+@collect_warnings
+@handle_errors
+def delete_versions(
+    ctx: typer.Context,
+    name: Annotated[str, typer.Argument()],
+    workspace: Annotated[str | None, typer.Option("--workspace")] = None,
+    config: Annotated[str, typer.Option("--config")] = ...,
+) -> None:
+    """Delete a specific version of a ModelDeploymentConfig.
+
+    This operation will fail with 409 Conflict if any ModelDeployments currently
+    reference this specific version and are not in DELETED status. Delete or wait
+    for dependent deployments to reach DELETED status before deleting the config
+    version."""
+    state: CLIContext = ctx.obj
+    client = state.get_client()
+
+    kwargs = build_kwargs(
+        workspace=workspace,
+        config=config,
+    )
+    client.inference.deployment_configs.versions.delete(name, **kwargs)
+
+    typer.echo("✓ Deleted successfully")
+
+
+@app.command("list")
+@collect_warnings
+@handle_errors
+def list_versions(
+    ctx: typer.Context,
+    name: Annotated[str, typer.Argument()],
+    workspace: Annotated[str | None, typer.Option("--workspace")] = None,
+    output_format: ListOutputFormatOption = None,
+    no_truncate: NoTruncateOption = None,
+    columns: OutputColumnsOption = None,
+) -> None:
+    """List all versions of a ModelDeploymentConfig."""
+    state: CLIContext = ctx.obj
+    output_format = state.get_output_format(output_format)
+
+    check_output_columns_with_format(columns, output_format)
+
+    default_columns = [
+        Column("name", None),
+        Column("workspace", None),
+        Column("created_at", None),
+    ]
+    if columns is None or str(columns).strip() == "default":
+        columns = default_columns
+
+    kwargs = build_kwargs(
+        workspace=workspace,
+    )
+
+    if handle_code_generation(["inference", "deployment_configs", "versions"], "list", kwargs, output_format, state):
+        return
+
+    client = state.get_client()
+    path_args = (name,)
+    items = client.inference.deployment_configs.versions.list(*path_args, **kwargs)
+
+    format_output(
+        items,
+        is_list=True,
+        output_format=output_format,
+        output_columns=columns,
+        no_truncate=state.get_no_truncate(no_truncate),
+        timestamp_format=state.get_timestamp_format(),
+    )
+
+
+@app.command("get")
+@collect_warnings
+@handle_errors
+def retrieve_versions(
+    ctx: typer.Context,
+    name: Annotated[str, typer.Argument()],
+    workspace: Annotated[str | None, typer.Option("--workspace")] = None,
+    config: Annotated[str, typer.Option("--config")] = ...,
+    output_format: EntityOutputFormatOption = None,
+) -> None:
+    """Get a specific version of a ModelDeploymentConfig."""
+    state: CLIContext = ctx.obj
+    output_format = state.get_output_format(output_format)
+
+    kwargs = build_kwargs(
+        workspace=workspace,
+        config=config,
+    )
+    if handle_code_generation(
+        ["inference", "deployment_configs", "versions"], "retrieve", kwargs, output_format, state
+    ):
+        return
+
+    client = state.get_client()
+    result = client.inference.deployment_configs.versions.retrieve(name, **kwargs)
+
+    format_output(
+        result,
+        is_list=False,
+        output_format=output_format,
+        no_truncate=state.get_no_truncate(),
+        timestamp_format=state.get_timestamp_format(),
+    )