nemo-platform-plugin 0.1.0__py3-none-any.whl

nemo_platform/types/shared/model_metadata_content.py

@@ -0,0 +1,38 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+
+from ..._models import BaseModel
+from .tool_calling_metadata_content import ToolCallingMetadataContent
+
+__all__ = ["ModelMetadataContent"]
+
+
+class ModelMetadataContent(BaseModel):
+    """Content for model-type filesets.
+
+    Contains tool calling configuration that is merged into the ModelSpec
+    during checkpoint analysis.
+    """
+
+    tool_calling: Optional[ToolCallingMetadataContent] = None
+    """Content for tool-calling configuration on model filesets.
+
+    Stores chat template and tool calling settings that are merged into the
+    ModelSpec during checkpoint analysis.
+    """

nemo_platform/types/shared/model_spec.py

@@ -0,0 +1,111 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List, Optional
+
+from ..._models import BaseModel
+from .mo_e_config import MoEConfig
+from .mamba_config import MambaConfig
+from .tool_call_config import ToolCallConfig
+from .linear_layer_spec import LinearLayerSpec
+from .sliding_window_config import SlidingWindowConfig
+
+__all__ = ["ModelSpec"]
+
+
+class ModelSpec(BaseModel):
+    """Detailed specification for a model."""
+
+    base_num_parameters: int
+    """Total model parameters"""
+
+    checkpoint_model_name: str
+    """Checkpoint Model identifier or model path"""
+
+    family: str
+    """Model architecture family (e.g., 'llama', 'mixtral', 'gpt2')"""
+
+    ffn_hidden_size: int
+    """FFN intermediate size"""
+
+    gated_mlp: bool
+    """Whether MLP uses gated activation"""
+
+    hidden_size: int
+    """Hidden dimension size"""
+
+    num_attention_heads: int
+    """Number of attention heads"""
+
+    num_kv_heads: int
+    """Number of key-value heads (for GQA/MQA)"""
+
+    num_layers: int
+    """Number of transformer layers"""
+
+    precision: str
+    """Model precision (e.g., 'float16', 'bfloat16', 'float32', 'int8', 'int4')"""
+
+    tied_embeddings: bool
+    """Whether embeddings are tied"""
+
+    vocab_size: int
+    """Vocabulary size"""
+
+    chat_template: Optional[str] = None
+    """Jinja2 chat template string for the model.
+
+    Used by NIM to format chat completions. If not set, the model's built-in
+    tokenizer template is used.
+    """
+
+    context_size: Optional[int] = None
+    """Context window size"""
+
+    is_chat: Optional[bool] = None
+    """Whether this is a chat model"""
+
+    is_embedding_model: Optional[bool] = None
+    """Whether this is an embedding model"""
+
+    linear_layers: Optional[List[LinearLayerSpec]] = None
+    """List of all linear/Conv1D layers with their dimensions.
+
+    Used for LoRA parameter estimation without requiring model instantiation. Each
+    entry contains the module name, in_features, and out_features.
+    """
+
+    mamba_config: Optional[MambaConfig] = None
+    """Mamba/State Space Model configuration."""
+
+    minimum_gpus_all_weights: Optional[int] = None
+    """Minimum GPUs required for full fine-tuning using default configurations."""
+
+    minimum_gpus_lora: Optional[int] = None
+    """Minimum GPUs required for LoRA fine-tuning using default configurations."""
+
+    moe_config: Optional[MoEConfig] = None
+    """Mixture of Experts configuration."""
+
+    num_virtual_tokens: Optional[int] = None
+    """Number of virtual tokens for prompt tuning"""
+
+    sliding_window_config: Optional[SlidingWindowConfig] = None
+    """Sliding window attention configuration."""
+
+    tool_call_config: Optional[ToolCallConfig] = None
+    """Configuration for tool calling support in NIM deployments."""

nemo_platform/types/shared/oidc_discovery_response.py

@@ -0,0 +1,42 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+
+from ..._models import BaseModel
+
+__all__ = ["OidcDiscoveryResponse"]
+
+
+class OidcDiscoveryResponse(BaseModel):
+    """OIDC discovery response for CLI/SDK."""
+
+    client_id: str
+
+    issuer: str
+
+    authorization_endpoint: Optional[str] = None
+
+    default_scopes: Optional[str] = None
+
+    device_authorization_endpoint: Optional[str] = None
+
+    scope_prefix: Optional[str] = None
+
+    token_endpoint: Optional[str] = None
+
+    userinfo_endpoint: Optional[str] = None

nemo_platform/types/shared/pagination_data.py

@@ -0,0 +1,37 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from ..._models import BaseModel
+
+__all__ = ["PaginationData"]
+
+
+class PaginationData(BaseModel):
+    current_page_size: int
+    """The size for the current page."""
+
+    page: int
+    """The current page number."""
+
+    page_size: int
+    """The page size used for the query."""
+
+    total_pages: int
+    """The total number of pages."""
+
+    total_results: int
+    """The total number of results."""

nemo_platform/types/shared/platform_job_list_result_response.py

@@ -0,0 +1,27 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List
+
+from ..._models import BaseModel
+from .platform_job_result_response import PlatformJobResultResponse
+
+__all__ = ["PlatformJobListResultResponse"]
+
+
+class PlatformJobListResultResponse(BaseModel):
+    data: List[PlatformJobResultResponse]

nemo_platform/types/shared/platform_job_log.py

@@ -0,0 +1,34 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from datetime import datetime
+
+from ..._models import BaseModel
+
+__all__ = ["PlatformJobLog"]
+
+
+class PlatformJobLog(BaseModel):
+    job: str
+
+    job_step: str
+
+    job_task: str
+
+    message: str
+
+    timestamp: datetime

nemo_platform/types/shared/platform_job_log_page.py

@@ -0,0 +1,33 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List
+
+from ..._models import BaseModel
+from .platform_job_log import PlatformJobLog
+
+__all__ = ["PlatformJobLogPage"]
+
+
+class PlatformJobLogPage(BaseModel):
+    data: List[PlatformJobLog]
+
+    next_page: str
+
+    prev_page: str
+
+    total: int

nemo_platform/types/shared/platform_job_result_response.py

@@ -0,0 +1,44 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+from datetime import datetime
+
+from ..._models import BaseModel
+from .file_storage_type import FileStorageType
+
+__all__ = ["PlatformJobResultResponse"]
+
+
+class PlatformJobResultResponse(BaseModel):
+    artifact_storage_type: FileStorageType
+
+    artifact_url: str
+
+    job: str
+
+    name: str
+
+    workspace: str
+
+    created_at: Optional[datetime] = None
+
+    download_url: Optional[str] = None
+
+    project: Optional[str] = None
+
+    updated_at: Optional[datetime] = None

nemo_platform/types/shared/platform_job_status.py

@@ -0,0 +1,24 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing_extensions import Literal, TypeAlias
+
+__all__ = ["PlatformJobStatus"]
+
+PlatformJobStatus: TypeAlias = Literal[
+    "created", "pending", "active", "cancelled", "cancelling", "error", "completed", "paused", "pausing", "resuming"
+]

nemo_platform/types/shared/platform_job_status_response.py

@@ -0,0 +1,48 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, List
+from datetime import datetime
+
+from ..._models import BaseModel
+from .platform_job_status import PlatformJobStatus
+from .platform_job_step_status_response import PlatformJobStepStatusResponse
+
+__all__ = ["PlatformJobStatusResponse"]
+
+
+class PlatformJobStatusResponse(BaseModel):
+    id: str
+
+    created_at: datetime
+
+    error_details: Dict[str, object]
+
+    name: str
+
+    status: PlatformJobStatus
+    """Enumeration of possible job statuses.
+
+    This enum represents the various states a job can be in during its lifecycle,
+    from creation to a terminal state.
+    """
+
+    status_details: Dict[str, object]
+
+    steps: List[PlatformJobStepStatusResponse]
+
+    updated_at: datetime

nemo_platform/types/shared/platform_job_step_status_response.py

@@ -0,0 +1,48 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, List
+from datetime import datetime
+
+from ..._models import BaseModel
+from .platform_job_status import PlatformJobStatus
+from .platform_job_task_status_response import PlatformJobTaskStatusResponse
+
+__all__ = ["PlatformJobStepStatusResponse"]
+
+
+class PlatformJobStepStatusResponse(BaseModel):
+    id: str
+
+    created_at: datetime
+
+    error_details: Dict[str, object]
+
+    name: str
+
+    status: PlatformJobStatus
+    """Enumeration of possible job statuses.
+
+    This enum represents the various states a job can be in during its lifecycle,
+    from creation to a terminal state.
+    """
+
+    status_details: Dict[str, object]
+
+    tasks: List[PlatformJobTaskStatusResponse]
+
+    updated_at: datetime

nemo_platform/types/shared/platform_job_task_status_response.py

@@ -0,0 +1,47 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict
+from datetime import datetime
+
+from ..._models import BaseModel
+from .platform_job_status import PlatformJobStatus
+
+__all__ = ["PlatformJobTaskStatusResponse"]
+
+
+class PlatformJobTaskStatusResponse(BaseModel):
+    id: str
+
+    created_at: datetime
+
+    error_details: Dict[str, object]
+
+    error_stack: str
+
+    name: str
+
+    status: PlatformJobStatus
+    """Enumeration of possible job statuses.
+
+    This enum represents the various states a job can be in during its lifecycle,
+    from creation to a terminal state.
+    """
+
+    status_details: Dict[str, object]
+
+    updated_at: datetime

nemo_platform/types/shared/prompt_data.py

@@ -0,0 +1,47 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+
+from ..._models import BaseModel
+from ..evaluation.inference_params import InferenceParams
+
+__all__ = ["PromptData"]
+
+
+class PromptData(BaseModel):
+    """Configuration for prompt engineering."""
+
+    icl_few_shot_examples: Optional[str] = None
+    """In-context learning examples"""
+
+    inference_params: Optional[InferenceParams] = None
+    """Parameters for model inference.
+
+    Extra fields can be supplied for additional options applied to the inference
+    request directly. Fields not supported by the model may cause inference errors
+    during evaluation.
+    """
+
+    system_prompt: Optional[str] = None
+    """System prompt template"""
+
+    system_prompt_template: Optional[str] = None
+    """
+    The template which will be used to compile the final prompt used for prompting
+    the LLM. Currently supports only {{icl_few_shot_examples}}
+    """

nemo_platform/types/shared/sliding_window_config.py

@@ -0,0 +1,27 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from ..._models import BaseModel
+
+__all__ = ["SlidingWindowConfig"]
+
+
+class SlidingWindowConfig(BaseModel):
+    """Sliding window attention configuration."""
+
+    window_size: int
+    """Sliding window size (attends to last N tokens)"""

nemo_platform/types/shared/tool_call_config.py

@@ -0,0 +1,46 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+
+from ..._models import BaseModel
+
+__all__ = ["ToolCallConfig"]
+
+
+class ToolCallConfig(BaseModel):
+    """Configuration for tool calling support in NIM deployments."""
+
+    auto_tool_choice: Optional[bool] = None
+    """Whether to enable automatic tool choice.
+
+    When enabled, the model can decide to call tools without explicit user
+    instruction.
+    """
+
+    tool_call_parser: Optional[str] = None
+    """
+    Name of the tool call parser to use (e.g., 'openai', 'hermes', 'pythonic',
+    'llama3_json', 'mistral').
+    """
+
+    tool_call_plugin: Optional[str] = None
+    """Reference to a fileset containing the custom tool call plugin Python file.
+
+    Expected format: '{workspace}/{fileset_name}'. The fileset is mounted separately
+    from the model checkpoint at deployment time.
+    """