nemo-platform-plugin 0.1.0__py3-none-any.whl

nemo_platform/types/evaluation/faithfulness_metric_param.py

@@ -0,0 +1,66 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, List, Union, Optional
+from typing_extensions import Literal, TypeAlias
+
+from .model import Model
+from ..._models import BaseModel
+from .model_ref import ModelRef
+from .inference_params import InferenceParams
+
+__all__ = ["FaithfulnessMetricParam", "JudgeModel"]
+
+JudgeModel: TypeAlias = Union[Model, ModelRef]
+
+
+class FaithfulnessMetricParam(BaseModel):
+    """Request type for Faithfulness metrics."""
+
+    judge_model: JudgeModel
+    """The judge model configuration."""
+
+    description: Optional[str] = None
+    """Human-readable description of the metric."""
+
+    ignore_request_failure: Optional[bool] = None
+    """
+    If True, request failures to the judge model are ignored and the metric result
+    is marked as NaN. Parse/output formatting failures are always converted to NaN.
+    """
+
+    inference: Optional[InferenceParams] = None
+    """Parameters for model inference.
+
+    Extra fields can be supplied for additional options applied to the inference
+    request directly. Fields not supported by the model may cause inference errors
+    during evaluation.
+    """
+
+    input_template: Optional[Dict[str, object]] = None
+    """Optional Jinja template for rendering the input payload for RAGAS evaluation."""
+
+    labels: Optional[Dict[str, str]] = None
+    """Labels are key-value pairs that can be used for grouping and filtering."""
+
+    supported_job_types: Optional[List[Literal["online", "offline"]]] = None
+    """
+    A metric can evaluate model outputs for online evaluations or pre-generated
+    outputs for offline evaluations.
+    """
+
+    type: Optional[Literal["faithfulness"]] = None

nemo_platform/types/evaluation/faithfulness_metric_param_param.py

@@ -0,0 +1,67 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, List, Union
+from typing_extensions import Literal, Required, TypeAlias, TypedDict
+
+from .model_ref import ModelRef
+from .model_param import ModelParam
+from .inference_params_param import InferenceParamsParam
+
+__all__ = ["FaithfulnessMetricParamParam", "JudgeModel"]
+
+JudgeModel: TypeAlias = Union[ModelParam, ModelRef]
+
+
+class FaithfulnessMetricParamParam(TypedDict, total=False):
+    """Request type for Faithfulness metrics."""
+
+    judge_model: Required[JudgeModel]
+    """The judge model configuration."""
+
+    description: str
+    """Human-readable description of the metric."""
+
+    ignore_request_failure: bool
+    """
+    If True, request failures to the judge model are ignored and the metric result
+    is marked as NaN. Parse/output formatting failures are always converted to NaN.
+    """
+
+    inference: InferenceParamsParam
+    """Parameters for model inference.
+
+    Extra fields can be supplied for additional options applied to the inference
+    request directly. Fields not supported by the model may cause inference errors
+    during evaluation.
+    """
+
+    input_template: Dict[str, object]
+    """Optional Jinja template for rendering the input payload for RAGAS evaluation."""
+
+    labels: Dict[str, str]
+    """Labels are key-value pairs that can be used for grouping and filtering."""
+
+    supported_job_types: List[Literal["online", "offline"]]
+    """
+    A metric can evaluate model outputs for online evaluations or pre-generated
+    outputs for offline evaluations.
+    """
+
+    type: Literal["faithfulness"]

nemo_platform/types/evaluation/faithfulness_metric_response.py

@@ -0,0 +1,85 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, List, Union, Optional
+from datetime import datetime
+from typing_extensions import Literal, TypeAlias
+
+from .model import Model
+from ..._models import BaseModel
+from .model_ref import ModelRef
+from .inference_params import InferenceParams
+
+__all__ = ["FaithfulnessMetricResponse", "JudgeModel"]
+
+JudgeModel: TypeAlias = Union[Model, ModelRef]
+
+
+class FaithfulnessMetricResponse(BaseModel):
+    """Response type for Faithfulness metrics."""
+
+    judge_model: JudgeModel
+    """The judge model configuration."""
+
+    id: Optional[str] = None
+    """Entity name within the workspace"""
+
+    created_at: Optional[datetime] = None
+
+    description: Optional[str] = None
+    """Human-readable description of the metric."""
+
+    ignore_request_failure: Optional[bool] = None
+    """
+    If True, request failures to the judge model are ignored and the metric result
+    is marked as NaN. Parse/output formatting failures are always converted to NaN.
+    """
+
+    inference: Optional[InferenceParams] = None
+    """Parameters for model inference.
+
+    Extra fields can be supplied for additional options applied to the inference
+    request directly. Fields not supported by the model may cause inference errors
+    during evaluation.
+    """
+
+    input_template: Optional[Dict[str, object]] = None
+    """Optional Jinja template for rendering the input payload for RAGAS evaluation."""
+
+    labels: Optional[Dict[str, str]] = None
+    """Labels are key-value pairs that can be used for grouping and filtering."""
+
+    name: Optional[str] = None
+    """Entity name within the workspace"""
+
+    parent: Optional[str] = None
+
+    project: Optional[str] = None
+    """The name of the project associated with this entity."""
+
+    supported_job_types: Optional[List[Literal["online", "offline"]]] = None
+    """
+    A metric can evaluate model outputs for online evaluations or pre-generated
+    outputs for offline evaluations.
+    """
+
+    type: Optional[Literal["faithfulness"]] = None
+
+    updated_at: Optional[datetime] = None
+
+    workspace: Optional[str] = None
+    """Workspace identifier"""

nemo_platform/types/evaluation/field_mapping.py

@@ -0,0 +1,56 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, Optional
+
+from ..._models import BaseModel
+
+__all__ = ["FieldMapping"]
+
+
+class FieldMapping(BaseModel):
+    """
+    Maps canonical evaluator fields to raw dataset column paths.
+    Example: {'input': 'question', 'output': 'answer', 'reference': 'gold', 'trajectory': 'steps'}
+    """
+
+    context: Optional[str] = None
+    """Binding for the canonical 'context' evaluator field."""
+
+    custom: Optional[Dict[str, str]] = None
+    """Additional evaluator field bindings keyed by canonical field name."""
+
+    input: Optional[str] = None
+    """Binding for the canonical 'input' evaluator field."""
+
+    messages: Optional[str] = None
+    """Binding for the canonical 'messages' evaluator field."""
+
+    output: Optional[str] = None
+    """Binding for the canonical 'output' evaluator field."""
+
+    reference: Optional[str] = None
+    """Binding for the canonical 'reference' evaluator field."""
+
+    tool_calls: Optional[str] = None
+    """Binding for the canonical 'tool_calls' evaluator field."""
+
+    tools: Optional[str] = None
+    """Binding for the canonical 'tools' evaluator field."""
+
+    trajectory: Optional[str] = None
+    """Binding for the canonical 'trajectory' evaluator field."""

nemo_platform/types/evaluation/field_mapping_param.py

@@ -0,0 +1,57 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict
+from typing_extensions import TypedDict
+
+__all__ = ["FieldMappingParam"]
+
+
+class FieldMappingParam(TypedDict, total=False):
+    """
+    Maps canonical evaluator fields to raw dataset column paths.
+    Example: {'input': 'question', 'output': 'answer', 'reference': 'gold', 'trajectory': 'steps'}
+    """
+
+    context: str
+    """Binding for the canonical 'context' evaluator field."""
+
+    custom: Dict[str, str]
+    """Additional evaluator field bindings keyed by canonical field name."""
+
+    input: str
+    """Binding for the canonical 'input' evaluator field."""
+
+    messages: str
+    """Binding for the canonical 'messages' evaluator field."""
+
+    output: str
+    """Binding for the canonical 'output' evaluator field."""
+
+    reference: str
+    """Binding for the canonical 'reference' evaluator field."""
+
+    tool_calls: str
+    """Binding for the canonical 'tool_calls' evaluator field."""
+
+    tools: str
+    """Binding for the canonical 'tools' evaluator field."""
+
+    trajectory: str
+    """Binding for the canonical 'trajectory' evaluator field."""

nemo_platform/types/evaluation/fileset.py

@@ -0,0 +1,48 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, Union, Optional
+from typing_extensions import TypeAlias
+
+from ..._models import BaseModel
+from ..files.ngc_storage_config import NGCStorageConfig
+from ..files.fileset_metadata_param import FilesetMetadataParam
+from ..files.huggingface_storage_config import HuggingfaceStorageConfig
+
+__all__ = ["Fileset", "Storage"]
+
+Storage: TypeAlias = Union[NGCStorageConfig, HuggingfaceStorageConfig]
+
+
+class Fileset(BaseModel):
+    """Fileset definition for use without persisting to the Files API."""
+
+    storage: Storage
+    """The storage configuration for the fileset."""
+
+    custom_fields: Optional[Dict[str, object]] = None
+    """Custom fields for the fileset."""
+
+    metadata: Optional[FilesetMetadataParam] = None
+    """Tagged metadata container - the key indicates the type.
+
+    Example: metadata = FilesetMetadata( dataset=DatasetMetadataContent(
+    schema={"columns": ["id", "name"]}, ) )
+    """
+
+    path: Optional[str] = None
+    """The relative path to file/directory in the storage."""

nemo_platform/types/evaluation/fileset_param.py

@@ -0,0 +1,49 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, Union
+from typing_extensions import Required, TypeAlias, TypedDict
+
+from ..files.ngc_storage_config_param import NGCStorageConfigParam
+from ..files.fileset_metadata_param_param import FilesetMetadataParamParam
+from ..files.huggingface_storage_config_param import HuggingfaceStorageConfigParam
+
+__all__ = ["FilesetParam", "Storage"]
+
+Storage: TypeAlias = Union[NGCStorageConfigParam, HuggingfaceStorageConfigParam]
+
+
+class FilesetParam(TypedDict, total=False):
+    """Fileset definition for use without persisting to the Files API."""
+
+    storage: Required[Storage]
+    """The storage configuration for the fileset."""
+
+    custom_fields: Dict[str, object]
+    """Custom fields for the fileset."""
+
+    metadata: FilesetMetadataParamParam
+    """Tagged metadata container - the key indicates the type.
+
+    Example: metadata = FilesetMetadata( dataset=DatasetMetadataContent(
+    schema={"columns": ["id", "name"]}, ) )
+    """
+
+    path: str
+    """The relative path to file/directory in the storage."""

nemo_platform/types/evaluation/fileset_ref.py

@@ -0,0 +1,22 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing_extensions import TypeAlias
+
+__all__ = ["FilesetRef"]
+
+FilesetRef: TypeAlias = str

nemo_platform/types/evaluation/histogram.py

@@ -0,0 +1,30 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List
+
+from ..._models import BaseModel
+from .histogram_bin import HistogramBin
+
+__all__ = ["Histogram"]
+
+
+class Histogram(BaseModel):
+    """Histogram of score distribution."""
+
+    bins: List[HistogramBin]
+    """Histogram bins."""

nemo_platform/types/evaluation/histogram_bin.py

@@ -0,0 +1,33 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from ..._models import BaseModel
+
+__all__ = ["HistogramBin"]
+
+
+class HistogramBin(BaseModel):
+    """A single bin in a histogram."""
+
+    count: int
+    """Number of values in this bin."""
+
+    lower_bound: float
+    """Lower bound of the bin (inclusive)."""
+
+    upper_bound: float
+    """Upper bound of the bin (exclusive for all but last bin)."""

nemo_platform/types/evaluation/inference_params.py

@@ -0,0 +1,65 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import TYPE_CHECKING, Dict, List, Optional
+
+from pydantic import Field as FieldInfo
+
+from ..._models import BaseModel
+
+__all__ = ["InferenceParams"]
+
+
+class InferenceParams(BaseModel):
+    """Parameters for model inference.
+
+    Extra fields can be supplied for additional options applied to the inference request directly. Fields not supported by the model may cause inference errors during evaluation.
+    """
+
+    max_completion_tokens: Optional[int] = None
+    """Max tokens to generate"""
+
+    max_tokens: Optional[int] = None
+    """Max tokens to generate"""
+
+    stop: Optional[List[str]] = None
+
+    temperature: Optional[float] = None
+    """Float value between 0 and 1.
+
+    temp of 0 indicates greedy decoding, where the token with highest prob is
+    chosen. Temperature can't be set to 0.0 currently
+    """
+
+    top_p: Optional[float] = None
+    """
+    Float value between 0 and 1; limits to the top tokens within a certain
+    probability. top_p=0 means the model will only consider the single most likely
+    token for the next prediction
+    """
+
+    if TYPE_CHECKING:
+        # Some versions of Pydantic <2.8.0 have a bug and don’t allow assigning a
+        # value to this field, so for compatibility we avoid doing it at runtime.
+        __pydantic_extra__: Dict[str, object] = FieldInfo(init=False)  # pyright: ignore[reportIncompatibleVariableOverride]
+
+        # Stub to indicate that arbitrary properties are accepted.
+        # To access properties that are not valid identifiers you can use `getattr`, e.g.
+        # `getattr(obj, '$type')`
+        def __getattr__(self, attr: str) -> object: ...
+    else:
+        __pydantic_extra__: Dict[str, object]

nemo_platform/types/evaluation/inference_params_param.py

@@ -0,0 +1,53 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import TypedDict
+
+from ..._types import SequenceNotStr
+
+__all__ = ["InferenceParamsParam"]
+
+
+class InferenceParamsParam(TypedDict, total=False, extra_items=object):  # type: ignore[call-arg]
+    """Parameters for model inference.
+
+    Extra fields can be supplied for additional options applied to the inference request directly. Fields not supported by the model may cause inference errors during evaluation.
+    """
+
+    max_completion_tokens: int
+    """Max tokens to generate"""
+
+    max_tokens: int
+    """Max tokens to generate"""
+
+    stop: SequenceNotStr[str]
+
+    temperature: float
+    """Float value between 0 and 1.
+
+    temp of 0 indicates greedy decoding, where the token with highest prob is
+    chosen. Temperature can't be set to 0.0 currently
+    """
+
+    top_p: float
+    """
+    Float value between 0 and 1; limits to the top tokens within a certain
+    probability. top_p=0 means the model will only consider the single most likely
+    token for the next prediction
+    """

nemo_platform/types/evaluation/json_score_parser.py

@@ -0,0 +1,35 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+from typing_extensions import Literal
+
+from ..._models import BaseModel
+
+__all__ = ["JsonScoreParser"]
+
+
+class JsonScoreParser(BaseModel):
+    """Parse a score from JSON structured content."""
+
+    json_path: str
+    """
+    The JSON path to parse the score from the judge response when using structured
+    output.
+    """
+
+    type: Optional[Literal["json"]] = None