nemo-platform-plugin 0.1.0__py3-none-any.whl

nemo_platform/types/intake/evaluator_result.py

@@ -0,0 +1,52 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+from datetime import datetime
+
+from ..._models import BaseModel
+from .evaluator_result_data_type import EvaluatorResultDataType
+
+__all__ = ["EvaluatorResult"]
+
+
+class EvaluatorResult(BaseModel):
+    """Response model for evaluator_results read endpoints."""
+
+    created_at: datetime
+
+    data_type: EvaluatorResultDataType
+
+    evaluator_result_id: str
+
+    ingested_at: datetime
+
+    name: str
+
+    session_id: str
+
+    span_id: str
+
+    workspace: str
+
+    comment: Optional[str] = None
+
+    created_by: Optional[str] = None
+
+    string_value: Optional[str] = None
+
+    value: Optional[float] = None

nemo_platform/types/intake/evaluator_result_create_params.py

@@ -0,0 +1,52 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import Required, TypedDict
+
+from .evaluator_result_data_type import EvaluatorResultDataType
+
+__all__ = ["EvaluatorResultCreateParams"]
+
+
+class EvaluatorResultCreateParams(TypedDict, total=False):
+    workspace: str
+
+    data_type: Required[EvaluatorResultDataType]
+    """Discriminator for which of value / string_value carries the payload."""
+
+    name: Required[str]
+    """Evaluator / metric identity (e.g. 'faithfulness/v1')."""
+
+    session_id: Required[str]
+    """Session id the target span belongs to.
+
+    Denormalized so session-scoped reads stay fast.
+    """
+
+    span_id: Required[str]
+    """Target span id. Not validated against existing spans (loose target policy)."""
+
+    comment: str
+    """Free-text rationale or explanation."""
+
+    string_value: str
+    """String value. Required when data_type is CATEGORICAL or TEXT."""
+
+    value: float
+    """Numeric value. Required when data_type is NUMERIC or BOOLEAN (0|1)."""

nemo_platform/types/intake/evaluator_result_data_type.py

@@ -0,0 +1,22 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing_extensions import Literal, TypeAlias
+
+__all__ = ["EvaluatorResultDataType"]
+
+EvaluatorResultDataType: TypeAlias = Literal["NUMERIC", "CATEGORICAL", "BOOLEAN", "TEXT"]

nemo_platform/types/intake/evaluator_result_event.py

@@ -0,0 +1,67 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, Union, Optional
+from datetime import datetime
+from typing_extensions import Literal
+
+from ..._models import BaseModel
+
+__all__ = ["EvaluatorResultEvent"]
+
+
+class EvaluatorResultEvent(BaseModel):
+    """Result produced by an automated evaluator.
+
+    Use this for any non-human scorer that emits a judgement about an entry:
+    eval-framework verifier rewards, LLM-judge ratings, auditor probe results, etc.
+    Distinct from UserFeedbackEvent (human end-user feedback) and ReviewerAnnotationEvent
+    (human expert annotation).
+    """
+
+    name: str
+    """
+    Identifier of the evaluator that produced this result (e.g., 'harbor.verifier',
+    'evaluator.llm_judge', 'auditor.pii_probe').
+    """
+
+    id: Optional[str] = None
+    """Unique identifier for the event. Populated when retrieved from database."""
+
+    created_at: Optional[datetime] = None
+    """UTC timestamp when the record was created."""
+
+    created_by: Optional[Dict[str, str]] = None
+    """Identifier of the user or system that generated the record.
+
+    Can be set of key-value pairs.
+    """
+
+    event_type: Optional[Literal["evaluator_result"]] = None
+
+    metadata: Optional[Dict[str, object]] = None
+    """
+    Free-form additional context about this result (e.g., supporting metrics,
+    trial_name, rubric_version, evaluator config snapshot).
+    """
+
+    score: Union[float, str, None] = None
+    """
+    The result value: a number (e.g., reward, rating, probability) or a string
+    (e.g., 'pass', 'fail', a category label). Semantics are defined by the
+    evaluator.
+    """

nemo_platform/types/intake/evaluator_result_event_param.py

@@ -0,0 +1,69 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, Union
+from datetime import datetime
+from typing_extensions import Literal, Required, Annotated, TypedDict
+
+from ..._utils import PropertyInfo
+
+__all__ = ["EvaluatorResultEventParam"]
+
+
+class EvaluatorResultEventParam(TypedDict, total=False):
+    """Result produced by an automated evaluator.
+
+    Use this for any non-human scorer that emits a judgement about an entry:
+    eval-framework verifier rewards, LLM-judge ratings, auditor probe results, etc.
+    Distinct from UserFeedbackEvent (human end-user feedback) and ReviewerAnnotationEvent
+    (human expert annotation).
+    """
+
+    name: Required[str]
+    """
+    Identifier of the evaluator that produced this result (e.g., 'harbor.verifier',
+    'evaluator.llm_judge', 'auditor.pii_probe').
+    """
+
+    id: str
+    """Unique identifier for the event. Populated when retrieved from database."""
+
+    created_at: Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]
+    """UTC timestamp when the record was created."""
+
+    created_by: Dict[str, str]
+    """Identifier of the user or system that generated the record.
+
+    Can be set of key-value pairs.
+    """
+
+    event_type: Literal["evaluator_result"]
+
+    metadata: Dict[str, object]
+    """
+    Free-form additional context about this result (e.g., supporting metrics,
+    trial_name, rubric_version, evaluator config snapshot).
+    """
+
+    score: Union[float, str]
+    """
+    The result value: a number (e.g., reward, rating, probability) or a string
+    (e.g., 'pass', 'fail', a category label). Semantics are defined by the
+    evaluator.
+    """

nemo_platform/types/intake/evaluator_result_filter_param.py

@@ -0,0 +1,49 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import TypedDict
+
+from .float_filter_param import FloatFilterParam
+from .evaluator_result_data_type import EvaluatorResultDataType
+from ..shared_params.datetime_filter import DatetimeFilter
+
+__all__ = ["EvaluatorResultFilterParam"]
+
+
+class EvaluatorResultFilterParam(TypedDict, total=False):
+    created_at: DatetimeFilter
+    """Filter by row creation time (range supported)."""
+
+    created_by: str
+    """Filter by principal/system that wrote the row."""
+
+    data_type: EvaluatorResultDataType
+    """Filter by data_type."""
+
+    name: str
+    """Filter by evaluator/metric name."""
+
+    session_id: str
+    """Filter by target session id."""
+
+    span_id: str
+    """Filter by target span id."""
+
+    value: FloatFilterParam
+    """Filter by numeric value (range supported)."""

nemo_platform/types/intake/evaluator_result_list_params.py

@@ -0,0 +1,43 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import TypedDict
+
+from .evaluator_result_sort_field import EvaluatorResultSortField
+from .evaluator_result_filter_param import EvaluatorResultFilterParam
+
+__all__ = ["EvaluatorResultListParams"]
+
+
+class EvaluatorResultListParams(TypedDict, total=False):
+    workspace: str
+
+    filter: EvaluatorResultFilterParam
+    """
+    Filter evaluator results by span_id, session_id, name, data_type, created_by,
+    value range, and created_at range.
+    """
+
+    page: int
+    """Page number."""
+
+    page_size: int
+    """Page size."""
+
+    sort: EvaluatorResultSortField

nemo_platform/types/intake/evaluator_result_sort_field.py

@@ -0,0 +1,22 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing_extensions import Literal, TypeAlias
+
+__all__ = ["EvaluatorResultSortField"]
+
+EvaluatorResultSortField: TypeAlias = Literal["created_at", "-created_at", "value", "-value"]

nemo_platform/types/intake/evaluator_results_page.py

@@ -0,0 +1,37 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, List, Optional
+
+from ..._models import BaseModel
+from .evaluator_result import EvaluatorResult
+from ..shared.pagination_data import PaginationData
+
+__all__ = ["EvaluatorResultsPage"]
+
+
+class EvaluatorResultsPage(BaseModel):
+    data: List[EvaluatorResult]
+
+    filter: Optional[Dict[str, object]] = None
+    """Filtering information."""
+
+    pagination: Optional[PaginationData] = None
+    """Pagination information."""
+
+    sort: Optional[str] = None
+    """The field on which the results are sorted."""

nemo_platform/types/intake/export_config_param.py

@@ -0,0 +1,44 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, Optional
+
+from ..._models import BaseModel
+
+__all__ = ["ExportConfigParam"]
+
+
+class ExportConfigParam(BaseModel):
+    """Input schema for export configuration.
+
+    Defines what entries to export and how to format them.
+    """
+
+    filters: Optional[Dict[str, object]] = None
+    """
+    Filter criteria for selecting entries (workspace, app, task, thread_id,
+    external_id, has_thumb, has_rating, longest_per_thread, model, etc.)
+    """
+
+    format_options: Optional[Dict[str, object]] = None
+    """Format options for the export (e.g., row_transformation)"""
+
+    limit: Optional[int] = None
+    """Maximum number of entries to export. None means no limit."""
+
+    search: Optional[Dict[str, object]] = None
+    """Search criteria for finding entries"""

nemo_platform/types/intake/export_config_param_param.py

@@ -0,0 +1,45 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict
+from typing_extensions import TypedDict
+
+__all__ = ["ExportConfigParamParam"]
+
+
+class ExportConfigParamParam(TypedDict, total=False):
+    """Input schema for export configuration.
+
+    Defines what entries to export and how to format them.
+    """
+
+    filters: Dict[str, object]
+    """
+    Filter criteria for selecting entries (workspace, app, task, thread_id,
+    external_id, has_thumb, has_rating, longest_per_thread, model, etc.)
+    """
+
+    format_options: Dict[str, object]
+    """Format options for the export (e.g., row_transformation)"""
+
+    limit: int
+    """Maximum number of entries to export. None means no limit."""
+
+    search: Dict[str, object]
+    """Search criteria for finding entries"""

nemo_platform/types/intake/export_preview_params.py

@@ -0,0 +1,34 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import Required, TypedDict
+
+from .export_config_param_param import ExportConfigParamParam
+
+__all__ = ["ExportPreviewParams"]
+
+
+class ExportPreviewParams(TypedDict, total=False):
+    workspace: str
+
+    config: Required[ExportConfigParamParam]
+    """Input schema for export configuration.
+
+    Defines what entries to export and how to format them.
+    """

nemo_platform/types/intake/export_preview_response.py

@@ -0,0 +1,39 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, List
+
+from ..._models import BaseModel
+from .export_config_param import ExportConfigParam
+
+__all__ = ["ExportPreviewResponse"]
+
+
+class ExportPreviewResponse(BaseModel):
+    """Response containing preview data from the export configuration."""
+
+    config: ExportConfigParam
+    """Input schema for export configuration.
+
+    Defines what entries to export and how to format them.
+    """
+
+    count: int
+    """Number of records returned"""
+
+    data: List[Dict[str, object]]
+    """Preview data (max 100 records)"""

nemo_platform/types/intake/exports/__init__.py

@@ -0,0 +1,28 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from .export_job import ExportJob as ExportJob
+from .job_status import JobStatus as JobStatus
+from .export_config import ExportConfig as ExportConfig
+from .job_list_params import JobListParams as JobListParams
+from .export_jobs_page import ExportJobsPage as ExportJobsPage
+from .job_create_params import JobCreateParams as JobCreateParams
+from .export_job_sort_field import ExportJobSortField as ExportJobSortField
+from .export_status_details import ExportStatusDetails as ExportStatusDetails
+from .export_job_filter_param import ExportJobFilterParam as ExportJobFilterParam

nemo_platform/types/intake/exports/export_config.py

@@ -0,0 +1,44 @@
+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+# SPDX-License-Identifier: Apache-2.0
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, Optional
+
+from ...._models import BaseModel
+
+__all__ = ["ExportConfig"]
+
+
+class ExportConfig(BaseModel):
+    """Configuration for an export job.
+
+    Defines what entries to export and how to format them.
+    """
+
+    filters: Optional[Dict[str, object]] = None
+    """
+    Filter criteria for selecting entries (workspace, app, task, thread_id,
+    external_id, has_thumb, has_rating, longest_per_thread, model, etc.)
+    """
+
+    format_options: Optional[Dict[str, object]] = None
+    """Format options for the export (e.g., row_transformation)"""
+
+    limit: Optional[int] = None
+    """Maximum number of entries to export. None means no limit."""
+
+    search: Optional[Dict[str, object]] = None
+    """Search criteria for finding entries"""