nemo-platform-plugin 0.1.0__py3-none-any.whl

nemo_platform/types/evaluation/metric_retriever_job.py

@@ -0,0 +1,64 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, Union, Optional
+from typing_extensions import TypeAlias
+
+from .fileset import Fileset
+from ..._models import BaseModel
+from .metric_ref import MetricRef
+from .fileset_ref import FilesetRef
+from .dataset_rows import DatasetRows
+from .field_mapping import FieldMapping
+from .built_in_dataset import BuiltInDataset
+from .run_config_online import RunConfigOnline
+from .retriever_pipeline import RetrieverPipeline
+from .system_metric_param import SystemMetricParam
+
+__all__ = ["MetricRetrieverJob", "Dataset", "Metric"]
+
+Dataset: TypeAlias = Union[BuiltInDataset, DatasetRows, FilesetRef, Fileset]
+
+Metric: TypeAlias = Union[MetricRef, SystemMetricParam]
+
+
+class MetricRetrieverJob(BaseModel):
+    """Evaluation with a retriever-based metric."""
+
+    dataset: Dataset
+    """The dataset to use for evaluation."""
+
+    metric: Metric
+    """The metric for evaluation."""
+
+    retriever_pipeline: RetrieverPipeline
+    """Pipeline configuration for retriever-based evaluations."""
+
+    field_mapping: Optional[FieldMapping] = None
+    """
+    Maps canonical evaluator fields to raw dataset column paths. Example: {'input':
+    'question', 'output': 'answer', 'reference': 'gold', 'trajectory': 'steps'}
+    """
+
+    metric_params: Optional[Dict[str, object]] = None
+    """Additional parameters for the metric.
+
+    Required for system metrics, optional overrides for custom metrics.
+    """
+
+    params: Optional[RunConfigOnline] = None
+    """Job parameters for online evaluation."""

nemo_platform/types/evaluation/metric_retriever_job_param.py

@@ -0,0 +1,65 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, Union
+from typing_extensions import Required, TypeAlias, TypedDict
+
+from .metric_ref import MetricRef
+from .fileset_ref import FilesetRef
+from .fileset_param import FilesetParam
+from .built_in_dataset import BuiltInDataset
+from .dataset_rows_param import DatasetRowsParam
+from .field_mapping_param import FieldMappingParam
+from .run_config_online_param import RunConfigOnlineParam
+from .retriever_pipeline_param import RetrieverPipelineParam
+from .system_metric_param_param import SystemMetricParamParam
+
+__all__ = ["MetricRetrieverJobParam", "Dataset", "Metric"]
+
+Dataset: TypeAlias = Union[BuiltInDataset, DatasetRowsParam, FilesetRef, FilesetParam]
+
+Metric: TypeAlias = Union[MetricRef, SystemMetricParamParam]
+
+
+class MetricRetrieverJobParam(TypedDict, total=False):
+    """Evaluation with a retriever-based metric."""
+
+    dataset: Required[Dataset]
+    """The dataset to use for evaluation."""
+
+    metric: Required[Metric]
+    """The metric for evaluation."""
+
+    retriever_pipeline: Required[RetrieverPipelineParam]
+    """Pipeline configuration for retriever-based evaluations."""
+
+    field_mapping: FieldMappingParam
+    """
+    Maps canonical evaluator fields to raw dataset column paths. Example: {'input':
+    'question', 'output': 'answer', 'reference': 'gold', 'trajectory': 'steps'}
+    """
+
+    metric_params: Dict[str, object]
+    """Additional parameters for the metric.
+
+    Required for system metrics, optional overrides for custom metrics.
+    """
+
+    params: RunConfigOnlineParam
+    """Job parameters for online evaluation."""

nemo_platform/types/evaluation/metric_type.py

@@ -0,0 +1,47 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing_extensions import Literal, TypeAlias
+
+__all__ = ["MetricType"]
+
+MetricType: TypeAlias = Literal[
+    "bleu",
+    "rouge",
+    "f1",
+    "exact-match",
+    "string-check",
+    "number-check",
+    "llm-judge",
+    "tool-calling",
+    "remote",
+    "nemo-agent-toolkit-remote",
+    "topic_adherence",
+    "tool_call_accuracy",
+    "agent_goal_accuracy",
+    "answer_accuracy",
+    "context_relevance",
+    "response_groundedness",
+    "context_recall",
+    "context_precision",
+    "context_entity_recall",
+    "response_relevancy",
+    "faithfulness",
+    "noise_sensitivity",
+    "system",
+    "system-retriever",
+]

nemo_platform/types/evaluation/metrics_list_response.py

@@ -0,0 +1,90 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, List, Union, Optional
+from typing_extensions import Annotated, TypeAlias
+
+from ..._utils import PropertyInfo
+from ..._models import BaseModel
+from .f1_metric_response import F1MetricResponse
+from .bleu_metric_response import BleuMetricResponse
+from .rouge_metric_response import RougeMetricResponse
+from .remote_metric_response import RemoteMetricResponse
+from .system_metric_response import SystemMetricResponse
+from ..shared.pagination_data import PaginationData
+from .llm_judge_metric_response import LLMJudgeMetricResponse
+from .exact_match_metric_response import ExactMatchMetricResponse
+from .faithfulness_metric_response import FaithfulnessMetricResponse
+from .number_check_metric_response import NumberCheckMetricResponse
+from .string_check_metric_response import StringCheckMetricResponse
+from .tool_calling_metric_response import ToolCallingMetricResponse
+from .context_recall_metric_response import ContextRecallMetricResponse
+from .answer_accuracy_metric_response import AnswerAccuracyMetricResponse
+from .topic_adherence_metric_response import TopicAdherenceMetricResponse
+from .context_precision_metric_response import ContextPrecisionMetricResponse
+from .context_relevance_metric_response import ContextRelevanceMetricResponse
+from .noise_sensitivity_metric_response import NoiseSensitivityMetricResponse
+from .response_relevancy_metric_response import ResponseRelevancyMetricResponse
+from .tool_call_accuracy_metric_response import ToolCallAccuracyMetricResponse
+from .agent_goal_accuracy_metric_response import AgentGoalAccuracyMetricResponse
+from .context_entity_recall_metric_response import ContextEntityRecallMetricResponse
+from .response_groundedness_metric_response import ResponseGroundednessMetricResponse
+from .nemo_agent_toolkit_remote_metric_response import NeMoAgentToolkitRemoteMetricResponse
+
+__all__ = ["MetricsListResponse", "Data"]
+
+Data: TypeAlias = Annotated[
+    Union[
+        LLMJudgeMetricResponse,
+        TopicAdherenceMetricResponse,
+        AgentGoalAccuracyMetricResponse,
+        AnswerAccuracyMetricResponse,
+        ContextRelevanceMetricResponse,
+        ResponseGroundednessMetricResponse,
+        ContextRecallMetricResponse,
+        ContextPrecisionMetricResponse,
+        ContextEntityRecallMetricResponse,
+        ResponseRelevancyMetricResponse,
+        FaithfulnessMetricResponse,
+        NoiseSensitivityMetricResponse,
+        ToolCallAccuracyMetricResponse,
+        BleuMetricResponse,
+        ExactMatchMetricResponse,
+        F1MetricResponse,
+        NumberCheckMetricResponse,
+        RemoteMetricResponse,
+        NeMoAgentToolkitRemoteMetricResponse,
+        RougeMetricResponse,
+        StringCheckMetricResponse,
+        ToolCallingMetricResponse,
+        SystemMetricResponse,
+    ],
+    PropertyInfo(discriminator="type"),
+]
+
+
+class MetricsListResponse(BaseModel):
+    data: List[Data]
+
+    filter: Optional[Dict[str, object]] = None
+    """Filtering information."""
+
+    pagination: Optional[PaginationData] = None
+    """Pagination information."""
+
+    sort: Optional[str] = None
+    """The field on which the results are sorted."""

nemo_platform/types/evaluation/model.py

@@ -0,0 +1,44 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+from typing_extensions import Literal
+
+from ..._models import BaseModel
+from ..files.secret_ref import SecretRef
+
+__all__ = ["Model"]
+
+
+class Model(BaseModel):
+    """Model definition for use without persisting to the Models API."""
+
+    name: str
+    """Name of the model."""
+
+    url: str
+    """URL of the model."""
+
+    api_key_secret: Optional[SecretRef] = None
+    """Reference to a secret.
+
+    Format: 'secret_name' (uses request workspace) or 'workspace/secret_name'
+    (explicit workspace).
+    """
+
+    format: Optional[Literal["nim", "openai", "llama_stack"]] = None
+    """API format of the model."""

nemo_platform/types/evaluation/model_param.py

@@ -0,0 +1,44 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import Literal, Required, TypedDict
+
+from ..files.secret_ref import SecretRef
+
+__all__ = ["ModelParam"]
+
+
+class ModelParam(TypedDict, total=False):
+    """Model definition for use without persisting to the Models API."""
+
+    name: Required[str]
+    """Name of the model."""
+
+    url: Required[str]
+    """URL of the model."""
+
+    api_key_secret: SecretRef
+    """Reference to a secret.
+
+    Format: 'secret_name' (uses request workspace) or 'workspace/secret_name'
+    (explicit workspace).
+    """
+
+    format: Literal["nim", "openai", "llama_stack"]
+    """API format of the model."""

nemo_platform/types/evaluation/model_ref.py

@@ -0,0 +1,22 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing_extensions import TypeAlias
+
+__all__ = ["ModelRef"]
+
+ModelRef: TypeAlias = str

nemo_platform/types/evaluation/nemo_agent_toolkit_remote_metric.py

@@ -0,0 +1,87 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, List, Optional
+from datetime import datetime
+from typing_extensions import Literal
+
+from ..._models import BaseModel
+from ..files.secret_ref import SecretRef
+
+__all__ = ["NeMoAgentToolkitRemoteMetric"]
+
+
+class NeMoAgentToolkitRemoteMetric(BaseModel):
+    """Persisted NeMo Agent Toolkit Remote metric."""
+
+    id: str
+
+    created_at: datetime
+
+    created_by: Optional[str] = None
+
+    entity_id: str
+    """Alias for id for backwards compatibility."""
+
+    evaluator_name: str
+    """The name of the evaluator (also used as the score name)."""
+
+    parent: str
+    """Parent entity ID for nested entities."""
+
+    updated_at: datetime
+
+    updated_by: Optional[str] = None
+
+    url: str
+    """The URL of the remote endpoint."""
+
+    workspace: str
+    """Workspace identifier"""
+
+    api_key_secret: Optional[SecretRef] = None
+    """Reference to a secret.
+
+    Format: 'secret_name' (uses request workspace) or 'workspace/secret_name'
+    (explicit workspace).
+    """
+
+    description: Optional[str] = None
+    """Human-readable description of the metric."""
+
+    labels: Optional[Dict[str, str]] = None
+    """Labels are key-value pairs that can be used for grouping and filtering."""
+
+    max_retries: Optional[int] = None
+    """Maximum number of retry attempts."""
+
+    name: Optional[str] = None
+    """Entity name within the workspace"""
+
+    project: Optional[str] = None
+    """The name of the project associated with this entity."""
+
+    supported_job_types: Optional[List[Literal["online", "offline"]]] = None
+    """
+    A metric can evaluate model outputs for online evaluations or pre-generated
+    outputs for offline evaluations.
+    """
+
+    timeout_seconds: Optional[float] = None
+    """Request timeout in seconds."""
+
+    type: Optional[Literal["nemo-agent-toolkit-remote"]] = None

nemo_platform/types/evaluation/nemo_agent_toolkit_remote_metric_param.py

@@ -0,0 +1,64 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, List, Optional
+from typing_extensions import Literal
+
+from ..._models import BaseModel
+from ..files.secret_ref import SecretRef
+
+__all__ = ["NeMoAgentToolkitRemoteMetricParam"]
+
+
+class NeMoAgentToolkitRemoteMetricParam(BaseModel):
+    """Request type for NemoAgentToolkitRemoteMetric.
+
+    A remote metric that interfaces with NeMo Agent Toolkit evaluators.
+    """
+
+    evaluator_name: str
+    """The name of the evaluator (also used as the score name)."""
+
+    url: str
+    """The URL of the remote endpoint."""
+
+    api_key_secret: Optional[SecretRef] = None
+    """Reference to a secret.
+
+    Format: 'secret_name' (uses request workspace) or 'workspace/secret_name'
+    (explicit workspace).
+    """
+
+    description: Optional[str] = None
+    """Human-readable description of the metric."""
+
+    labels: Optional[Dict[str, str]] = None
+    """Labels are key-value pairs that can be used for grouping and filtering."""
+
+    max_retries: Optional[int] = None
+    """Maximum number of retry attempts."""
+
+    supported_job_types: Optional[List[Literal["online", "offline"]]] = None
+    """
+    A metric can evaluate model outputs for online evaluations or pre-generated
+    outputs for offline evaluations.
+    """
+
+    timeout_seconds: Optional[float] = None
+    """Request timeout in seconds."""
+
+    type: Optional[Literal["nemo-agent-toolkit-remote"]] = None

nemo_platform/types/evaluation/nemo_agent_toolkit_remote_metric_param_param.py

@@ -0,0 +1,65 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, List
+from typing_extensions import Literal, Required, TypedDict
+
+from ..files.secret_ref import SecretRef
+
+__all__ = ["NeMoAgentToolkitRemoteMetricParamParam"]
+
+
+class NeMoAgentToolkitRemoteMetricParamParam(TypedDict, total=False):
+    """Request type for NemoAgentToolkitRemoteMetric.
+
+    A remote metric that interfaces with NeMo Agent Toolkit evaluators.
+    """
+
+    evaluator_name: Required[str]
+    """The name of the evaluator (also used as the score name)."""
+
+    url: Required[str]
+    """The URL of the remote endpoint."""
+
+    api_key_secret: SecretRef
+    """Reference to a secret.
+
+    Format: 'secret_name' (uses request workspace) or 'workspace/secret_name'
+    (explicit workspace).
+    """
+
+    description: str
+    """Human-readable description of the metric."""
+
+    labels: Dict[str, str]
+    """Labels are key-value pairs that can be used for grouping and filtering."""
+
+    max_retries: int
+    """Maximum number of retry attempts."""
+
+    supported_job_types: List[Literal["online", "offline"]]
+    """
+    A metric can evaluate model outputs for online evaluations or pre-generated
+    outputs for offline evaluations.
+    """
+
+    timeout_seconds: float
+    """Request timeout in seconds."""
+
+    type: Literal["nemo-agent-toolkit-remote"]

nemo_platform/types/evaluation/nemo_agent_toolkit_remote_metric_response.py

@@ -0,0 +1,80 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, List, Optional
+from datetime import datetime
+from typing_extensions import Literal
+
+from ..._models import BaseModel
+from ..files.secret_ref import SecretRef
+
+__all__ = ["NeMoAgentToolkitRemoteMetricResponse"]
+
+
+class NeMoAgentToolkitRemoteMetricResponse(BaseModel):
+    """Response type for NemoAgentToolkitRemoteMetric."""
+
+    evaluator_name: str
+    """The name of the evaluator (also used as the score name)."""
+
+    url: str
+    """The URL of the remote endpoint."""
+
+    id: Optional[str] = None
+    """Entity name within the workspace"""
+
+    api_key_secret: Optional[SecretRef] = None
+    """Reference to a secret.
+
+    Format: 'secret_name' (uses request workspace) or 'workspace/secret_name'
+    (explicit workspace).
+    """
+
+    created_at: Optional[datetime] = None
+
+    description: Optional[str] = None
+    """Human-readable description of the metric."""
+
+    labels: Optional[Dict[str, str]] = None
+    """Labels are key-value pairs that can be used for grouping and filtering."""
+
+    max_retries: Optional[int] = None
+    """Maximum number of retry attempts."""
+
+    name: Optional[str] = None
+    """Entity name within the workspace"""
+
+    parent: Optional[str] = None
+
+    project: Optional[str] = None
+    """The name of the project associated with this entity."""
+
+    supported_job_types: Optional[List[Literal["online", "offline"]]] = None
+    """
+    A metric can evaluate model outputs for online evaluations or pre-generated
+    outputs for offline evaluations.
+    """
+
+    timeout_seconds: Optional[float] = None
+    """Request timeout in seconds."""
+
+    type: Optional[Literal["nemo-agent-toolkit-remote"]] = None
+
+    updated_at: Optional[datetime] = None
+
+    workspace: Optional[str] = None
+    """Workspace identifier"""