nemo-platform-plugin 0.1.0__py3-none-any.whl

nemo_platform/types/evaluation/metric_job_result.py

@@ -0,0 +1,93 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, List, Union, Optional
+from datetime import datetime
+from typing_extensions import TypeAlias
+
+from ..._models import BaseModel
+from .model_ref import ModelRef
+from .metric_ref import MetricRef
+from .fileset_ref import FilesetRef
+from .aggregate_range_score import AggregateRangeScore
+from .aggregate_rubric_score import AggregateRubricScore
+
+__all__ = ["MetricJobResult", "Score"]
+
+Score: TypeAlias = Union[AggregateRangeScore, AggregateRubricScore]
+
+
+class MetricJobResult(BaseModel):
+    """Response type for metric job result."""
+
+    id: str
+
+    created_at: datetime
+
+    created_by: Optional[str] = None
+
+    entity_id: str
+    """Alias for id for backwards compatibility."""
+
+    parent: str
+    """Parent entity ID for nested entities."""
+
+    scores: List[Score]
+    """The list of aggregated scores."""
+
+    updated_at: datetime
+
+    updated_by: Optional[str] = None
+
+    workspace: str
+    """Workspace identifier"""
+
+    dataset: Optional[FilesetRef] = None
+    """Reference to a Fileset in the Files API.
+
+    A reference is a string with format 'workspace/fileset-name' that points to a
+    persisted fileset entity. When used as a dataset source, all files within the
+    fileset will be downloaded to the job container.
+
+    See [Entity references](docs/get-started/concepts/entity-references.md) for the
+    general entity reference pattern used across the platform.
+    """
+
+    labels: Optional[Dict[str, str]] = None
+    """Labels are key-value pairs that can be used for grouping and filtering."""
+
+    metric: Optional[MetricRef] = None
+    """Reference to a metric in the Metrics API.
+
+    A reference is a string with format 'workspace/metric-name' that points to a
+    persisted metric entity. See
+    [Entity references](docs/get-started/concepts/entity-references.md) for the
+    general entity reference pattern used across the platform.
+    """
+
+    model: Optional[ModelRef] = None
+    """Reference to a Model in the Models API.
+
+    See [Entity references](docs/get-started/concepts/entity-references.md) for the
+    general entity reference pattern used across the platform.
+    """
+
+    name: Optional[str] = None
+    """Entity name within the workspace"""
+
+    project: Optional[str] = None
+    """The name of the project associated with this entity."""

nemo_platform/types/evaluation/metric_job_result_list_params.py

@@ -0,0 +1,114 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import List
+from typing_extensions import Literal, TypedDict
+
+from .model_ref import ModelRef
+from .metric_ref import MetricRef
+from .fileset_ref import FilesetRef
+from ..shared_params.datetime_filter import DatetimeFilter
+
+__all__ = ["MetricJobResultListParams", "Filter"]
+
+
+class MetricJobResultListParams(TypedDict, total=False):
+    workspace: str
+
+    aggregate_fields: List[
+        Literal[
+            "nan_count",
+            "sum",
+            "mean",
+            "min",
+            "max",
+            "std_dev",
+            "variance",
+            "score_type",
+            "percentiles",
+            "histogram",
+            "rubric_distribution",
+            "mode_category",
+        ]
+    ]
+    """Aggregate score fields to include in the response (comma-separated or repeated).
+
+    Default: ('nan_count', 'sum', 'mean', 'min', 'max'). Available: ('nan_count',
+    'sum', 'mean', 'min', 'max', 'std_dev', 'variance', 'score_type', 'percentiles',
+    'histogram', 'rubric_distribution', 'mode_category').
+    """
+
+    filter: Filter
+    """Filter metric job results by name, metric, dataset, model, and dates.
+
+    Supports JSON filter syntax with operators: $eq, $like, $lt, $lte, $gt, $gte,
+    $in, $nin, $and, $or, $not. Also supports text filter syntax.
+    """
+
+    page: int
+    """Page number."""
+
+    page_size: int
+    """Page size."""
+
+    sort: Literal["-created_at", "created_at", "-updated_at", "updated_at", "-name", "name"]
+    """The field to sort by.
+
+    To sort in decreasing order, use `-` in front of the field name.
+    """
+
+
+class Filter(TypedDict, total=False):
+    """Filter metric job results by name, metric, dataset, model, and dates.
+
+    Supports JSON filter syntax with operators: $eq, $like, $lt, $lte, $gt, $gte, $in, $nin, $and, $or, $not. Also supports text filter syntax.
+    """
+
+    created_at: DatetimeFilter
+    """Filter job results by creation date range."""
+
+    dataset: FilesetRef
+    """Reference to a Fileset in the Files API.
+
+    A reference is a string with format 'workspace/fileset-name' that points to a
+    persisted fileset entity. When used as a dataset source, all files within the
+    fileset will be downloaded to the job container.
+
+    See [Entity references](docs/get-started/concepts/entity-references.md) for the
+    general entity reference pattern used across the platform.
+    """
+
+    metric: MetricRef
+    """Reference to a metric in the Metrics API.
+
+    A reference is a string with format 'workspace/metric-name' that points to a
+    persisted metric entity. See
+    [Entity references](docs/get-started/concepts/entity-references.md) for the
+    general entity reference pattern used across the platform.
+    """
+
+    model: ModelRef
+    """Reference to a Model in the Models API.
+
+    See [Entity references](docs/get-started/concepts/entity-references.md) for the
+    general entity reference pattern used across the platform.
+    """
+
+    name: str
+    """Filter job results by name."""

nemo_platform/types/evaluation/metric_job_result_retrieve_params.py

@@ -0,0 +1,50 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import List
+from typing_extensions import Literal, TypedDict
+
+__all__ = ["MetricJobResultRetrieveParams"]
+
+
+class MetricJobResultRetrieveParams(TypedDict, total=False):
+    workspace: str
+
+    aggregate_fields: List[
+        Literal[
+            "nan_count",
+            "sum",
+            "mean",
+            "min",
+            "max",
+            "std_dev",
+            "variance",
+            "score_type",
+            "percentiles",
+            "histogram",
+            "rubric_distribution",
+            "mode_category",
+        ]
+    ]
+    """Aggregate score fields to include in the response (comma-separated or repeated).
+
+    Default: ('nan_count', 'sum', 'mean', 'min', 'max'). Available: ('nan_count',
+    'sum', 'mean', 'min', 'max', 'std_dev', 'variance', 'score_type', 'percentiles',
+    'histogram', 'rubric_distribution', 'mode_category').
+    """

nemo_platform/types/evaluation/metric_job_results_list_response.py

@@ -0,0 +1,37 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, List, Optional
+
+from ..._models import BaseModel
+from .metric_job_result import MetricJobResult
+from ..shared.pagination_data import PaginationData
+
+__all__ = ["MetricJobResultsListResponse"]
+
+
+class MetricJobResultsListResponse(BaseModel):
+    data: List[MetricJobResult]
+
+    filter: Optional[Dict[str, object]] = None
+    """Filtering information."""
+
+    pagination: Optional[PaginationData] = None
+    """Pagination information."""
+
+    sort: Optional[str] = None
+    """The field on which the results are sorted."""

nemo_platform/types/evaluation/metric_jobs/__init__.py

@@ -0,0 +1,18 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations

nemo_platform/types/evaluation/metric_jobs/results/__init__.py

@@ -0,0 +1,20 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from .row_score_download_params import RowScoreDownloadParams as RowScoreDownloadParams

nemo_platform/types/evaluation/metric_jobs/results/row_score_download_params.py

@@ -0,0 +1,28 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import TypedDict
+
+__all__ = ["RowScoreDownloadParams"]
+
+
+class RowScoreDownloadParams(TypedDict, total=False):
+    workspace: str
+
+    limit: int

nemo_platform/types/evaluation/metric_list_params.py

@@ -0,0 +1,73 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import Literal, TypedDict
+
+from .metric_type import MetricType
+from ..shared_params.datetime_filter import DatetimeFilter
+
+__all__ = ["MetricListParams", "Filter"]
+
+
+class MetricListParams(TypedDict, total=False):
+    workspace: str
+
+    filter: Filter
+    """Filter metrics by name, description, type, project, and dates.
+
+    Supports JSON filter syntax with operators: $eq, $like, $lt, $lte, $gt, $gte,
+    $in, $nin, $and, $or, $not. Also supports text filter syntax.
+    """
+
+    page: int
+    """Page number."""
+
+    page_size: int
+    """Page size."""
+
+    sort: Literal["-created_at", "created_at", "-updated_at", "updated_at", "-name", "name"]
+    """The field to sort by.
+
+    To sort in decreasing order, use `-` in front of the field name.
+    """
+
+
+class Filter(TypedDict, total=False):
+    """Filter metrics by name, description, type, project, and dates.
+
+    Supports JSON filter syntax with operators: $eq, $like, $lt, $lte, $gt, $gte, $in, $nin, $and, $or, $not. Also supports text filter syntax.
+    """
+
+    created_at: DatetimeFilter
+    """Filter metrics by creation date range."""
+
+    description: str
+    """Filter metrics by description."""
+
+    name: str
+    """Filter metrics by name."""
+
+    project: str
+    """Filter metrics by project name."""
+
+    type: MetricType
+    """The predefined metric types."""
+
+    updated_at: DatetimeFilter
+    """Filter metrics by last update date range."""

nemo_platform/types/evaluation/metric_offline_job.py

@@ -0,0 +1,106 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, Union, Optional
+from typing_extensions import TypeAlias
+
+from .fileset import Fileset
+from ..._models import BaseModel
+from .metric_ref import MetricRef
+from .run_config import RunConfig
+from .fileset_ref import FilesetRef
+from .dataset_rows import DatasetRows
+from .field_mapping import FieldMapping
+from .f1_metric_param import F1MetricParam
+from .bleu_metric_param import BleuMetricParam
+from .rouge_metric_param import RougeMetricParam
+from .remote_metric_param import RemoteMetricParam
+from .system_metric_param import SystemMetricParam
+from .llm_judge_metric_param import LLMJudgeMetricParam
+from .exact_match_metric_param import ExactMatchMetricParam
+from .faithfulness_metric_param import FaithfulnessMetricParam
+from .number_check_metric_param import NumberCheckMetricParam
+from .string_check_metric_param import StringCheckMetricParam
+from .tool_calling_metric_param import ToolCallingMetricParam
+from .context_recall_metric_param import ContextRecallMetricParam
+from .answer_accuracy_metric_param import AnswerAccuracyMetricParam
+from .topic_adherence_metric_param import TopicAdherenceMetricParam
+from .context_precision_metric_param import ContextPrecisionMetricParam
+from .context_relevance_metric_param import ContextRelevanceMetricParam
+from .noise_sensitivity_metric_param import NoiseSensitivityMetricParam
+from .response_relevancy_metric_param import ResponseRelevancyMetricParam
+from .tool_call_accuracy_metric_param import ToolCallAccuracyMetricParam
+from .agent_goal_accuracy_metric_param import AgentGoalAccuracyMetricParam
+from .context_entity_recall_metric_param import ContextEntityRecallMetricParam
+from .response_groundedness_metric_param import ResponseGroundednessMetricParam
+from .nemo_agent_toolkit_remote_metric_param import NeMoAgentToolkitRemoteMetricParam
+
+__all__ = ["MetricOfflineJob", "Dataset", "Metric"]
+
+Dataset: TypeAlias = Union[DatasetRows, FilesetRef, Fileset]
+
+Metric: TypeAlias = Union[
+    MetricRef,
+    LLMJudgeMetricParam,
+    TopicAdherenceMetricParam,
+    AgentGoalAccuracyMetricParam,
+    AnswerAccuracyMetricParam,
+    ContextRelevanceMetricParam,
+    ResponseGroundednessMetricParam,
+    ContextRecallMetricParam,
+    ContextPrecisionMetricParam,
+    ContextEntityRecallMetricParam,
+    ResponseRelevancyMetricParam,
+    FaithfulnessMetricParam,
+    NoiseSensitivityMetricParam,
+    ToolCallAccuracyMetricParam,
+    BleuMetricParam,
+    ExactMatchMetricParam,
+    F1MetricParam,
+    NumberCheckMetricParam,
+    RemoteMetricParam,
+    NeMoAgentToolkitRemoteMetricParam,
+    RougeMetricParam,
+    StringCheckMetricParam,
+    ToolCallingMetricParam,
+    SystemMetricParam,
+]
+
+
+class MetricOfflineJob(BaseModel):
+    """An offline metric job."""
+
+    dataset: Dataset
+    """The dataset to evaluate which may represent generated outputs from a model."""
+
+    metric: Metric
+    """The metric for evaluation."""
+
+    field_mapping: Optional[FieldMapping] = None
+    """
+    Maps canonical evaluator fields to raw dataset column paths. Example: {'input':
+    'question', 'output': 'answer', 'reference': 'gold', 'trajectory': 'steps'}
+    """
+
+    metric_params: Optional[Dict[str, object]] = None
+    """Additional parameters for the metric.
+
+    Required for system metrics, optional overrides for custom metrics.
+    """
+
+    params: Optional[RunConfig] = None
+    """Job parameters."""

nemo_platform/types/evaluation/metric_offline_job_param.py

@@ -0,0 +1,107 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, Union
+from typing_extensions import Required, TypeAlias, TypedDict
+
+from .metric_ref import MetricRef
+from .fileset_ref import FilesetRef
+from .fileset_param import FilesetParam
+from .run_config_param import RunConfigParam
+from .dataset_rows_param import DatasetRowsParam
+from .field_mapping_param import FieldMappingParam
+from .f1_metric_param_param import F1MetricParamParam
+from .bleu_metric_param_param import BleuMetricParamParam
+from .rouge_metric_param_param import RougeMetricParamParam
+from .remote_metric_param_param import RemoteMetricParamParam
+from .system_metric_param_param import SystemMetricParamParam
+from .llm_judge_metric_param_param import LLMJudgeMetricParamParam
+from .exact_match_metric_param_param import ExactMatchMetricParamParam
+from .faithfulness_metric_param_param import FaithfulnessMetricParamParam
+from .number_check_metric_param_param import NumberCheckMetricParamParam
+from .string_check_metric_param_param import StringCheckMetricParamParam
+from .tool_calling_metric_param_param import ToolCallingMetricParamParam
+from .context_recall_metric_param_param import ContextRecallMetricParamParam
+from .answer_accuracy_metric_param_param import AnswerAccuracyMetricParamParam
+from .topic_adherence_metric_param_param import TopicAdherenceMetricParamParam
+from .context_precision_metric_param_param import ContextPrecisionMetricParamParam
+from .context_relevance_metric_param_param import ContextRelevanceMetricParamParam
+from .noise_sensitivity_metric_param_param import NoiseSensitivityMetricParamParam
+from .response_relevancy_metric_param_param import ResponseRelevancyMetricParamParam
+from .tool_call_accuracy_metric_param_param import ToolCallAccuracyMetricParamParam
+from .agent_goal_accuracy_metric_param_param import AgentGoalAccuracyMetricParamParam
+from .context_entity_recall_metric_param_param import ContextEntityRecallMetricParamParam
+from .response_groundedness_metric_param_param import ResponseGroundednessMetricParamParam
+from .nemo_agent_toolkit_remote_metric_param_param import NeMoAgentToolkitRemoteMetricParamParam
+
+__all__ = ["MetricOfflineJobParam", "Dataset", "Metric"]
+
+Dataset: TypeAlias = Union[DatasetRowsParam, FilesetRef, FilesetParam]
+
+Metric: TypeAlias = Union[
+    MetricRef,
+    LLMJudgeMetricParamParam,
+    TopicAdherenceMetricParamParam,
+    AgentGoalAccuracyMetricParamParam,
+    AnswerAccuracyMetricParamParam,
+    ContextRelevanceMetricParamParam,
+    ResponseGroundednessMetricParamParam,
+    ContextRecallMetricParamParam,
+    ContextPrecisionMetricParamParam,
+    ContextEntityRecallMetricParamParam,
+    ResponseRelevancyMetricParamParam,
+    FaithfulnessMetricParamParam,
+    NoiseSensitivityMetricParamParam,
+    ToolCallAccuracyMetricParamParam,
+    BleuMetricParamParam,
+    ExactMatchMetricParamParam,
+    F1MetricParamParam,
+    NumberCheckMetricParamParam,
+    RemoteMetricParamParam,
+    NeMoAgentToolkitRemoteMetricParamParam,
+    RougeMetricParamParam,
+    StringCheckMetricParamParam,
+    ToolCallingMetricParamParam,
+    SystemMetricParamParam,
+]
+
+
+class MetricOfflineJobParam(TypedDict, total=False):
+    """An offline metric job."""
+
+    dataset: Required[Dataset]
+    """The dataset to evaluate which may represent generated outputs from a model."""
+
+    metric: Required[Metric]
+    """The metric for evaluation."""
+
+    field_mapping: FieldMappingParam
+    """
+    Maps canonical evaluator fields to raw dataset column paths. Example: {'input':
+    'question', 'output': 'answer', 'reference': 'gold', 'trajectory': 'steps'}
+    """
+
+    metric_params: Dict[str, object]
+    """Additional parameters for the metric.
+
+    Required for system metrics, optional overrides for custom metrics.
+    """
+
+    params: RunConfigParam
+    """Job parameters."""