scale-gp-beta 0.1.0a32__py3-none-any.whl → 0.1.0a34__py3-none-any.whl

scale_gp_beta/types/evaluation_task_param.py

@@ -38,6 +38,27 @@ __all__ = [
     "AutoEvaluationGuidedDecodingEvaluationTaskConfiguration",
     "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator",
     "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocator",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedTo",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgent",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgentConfig",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgent",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgentConfig",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgent",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgentConfig",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgent",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgentConfig",
+    "AutoEvaluationAgentEvaluationTask",
+    "AutoEvaluationAgentEvaluationTaskConfiguration",
+    "AutoEvaluationAgentEvaluationTaskConfigurationDesignatedTo",
+    "AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgent",
+    "AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgentConfig",
+    "AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgent",
+    "AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgentConfig",
+    "AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgent",
+    "AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgentConfig",
+    "AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgent",
+    "AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgentConfig",
     "ContributorEvaluationQuestionTask",
     "ContributorEvaluationQuestionTaskConfiguration",
 ]
@@ -357,9 +378,104 @@ class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuide
     system_prompt: str
 
 
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgentConfig(
+    TypedDict, total=False
+):
+    model: str
+
+    temperature: float
+
+
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgent(
+    TypedDict, total=False
+):
+    config: Required[
+        AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgentConfig
+    ]
+
+    agent_name: Literal["APEAgent"]
+
+
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgentConfig(
+    TypedDict, total=False
+):
+    model: str
+
+
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgent(
+    TypedDict, total=False
+):
+    config: Required[
+        AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgentConfig
+    ]
+
+    agent_name: Literal["IFAgent"]
+
+
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgentConfig(
+    TypedDict, total=False
+):
+    model: str
+
+
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgent(
+    TypedDict, total=False
+):
+    config: Required[
+        AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgentConfig
+    ]
+
+    agent_name: Literal["TruthfulnessAgent"]
+
+
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgentConfig(
+    TypedDict, total=False
+):
+    model: str
+
+
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgent(
+    TypedDict, total=False
+):
+    config: Required[
+        AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgentConfig
+    ]
+
+    agent_name: Literal["BaseAgent"]
+
+
+AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedTo: TypeAlias = Union[
+    AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToApeAgent,
+    AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToIfAgent,
+    AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToTruthfulnessAgent,
+    AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedToBaseAgent,
+]
+
+
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocator(
+    TypedDict, total=False
+):
+    definition: Required[str]
+
+    name: Required[str]
+
+    output_rules: Required[SequenceNotStr[str]]
+
+    data_fields: SequenceNotStr[str]
+
+    designated_to: (
+        AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocatorDesignatedTo
+    )
+
+    output_type: Literal["text", "integer", "float", "boolean"]
+
+    output_values: SequenceNotStr[Union[str, float, bool]]
+
+
 AutoEvaluationGuidedDecodingEvaluationTaskConfiguration: TypeAlias = Union[
     AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator,
     AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator,
+    AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationAgentTaskRequestWithItemLocator,
 ]
 
 
@@ -375,6 +491,81 @@ class AutoEvaluationGuidedDecodingEvaluationTask(TypedDict, total=False):
     task_type: Literal["auto_evaluation.guided_decoding"]
 
 
+class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgentConfig(TypedDict, total=False):
+    model: str
+
+    temperature: float
+
+
+class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgent(TypedDict, total=False):
+    config: Required[AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgentConfig]
+
+    agent_name: Literal["APEAgent"]
+
+
+class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgentConfig(TypedDict, total=False):
+    model: str
+
+
+class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgent(TypedDict, total=False):
+    config: Required[AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgentConfig]
+
+    agent_name: Literal["IFAgent"]
+
+
+class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgentConfig(TypedDict, total=False):
+    model: str
+
+
+class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgent(TypedDict, total=False):
+    config: Required[AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgentConfig]
+
+    agent_name: Literal["TruthfulnessAgent"]
+
+
+class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgentConfig(TypedDict, total=False):
+    model: str
+
+
+class AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgent(TypedDict, total=False):
+    config: Required[AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgentConfig]
+
+    agent_name: Literal["BaseAgent"]
+
+
+AutoEvaluationAgentEvaluationTaskConfigurationDesignatedTo: TypeAlias = Union[
+    AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToApeAgent,
+    AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToIfAgent,
+    AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToTruthfulnessAgent,
+    AutoEvaluationAgentEvaluationTaskConfigurationDesignatedToBaseAgent,
+]
+
+
+class AutoEvaluationAgentEvaluationTaskConfiguration(TypedDict, total=False):
+    definition: Required[str]
+
+    name: Required[str]
+
+    output_rules: Required[SequenceNotStr[str]]
+
+    data_fields: SequenceNotStr[str]
+
+    designated_to: AutoEvaluationAgentEvaluationTaskConfigurationDesignatedTo
+
+    output_type: Literal["text", "integer", "float", "boolean"]
+
+    output_values: SequenceNotStr[Union[str, float, bool]]
+
+
+class AutoEvaluationAgentEvaluationTask(TypedDict, total=False):
+    configuration: Required[AutoEvaluationAgentEvaluationTaskConfiguration]
+
+    alias: str
+    """Alias to title the results column. Defaults to the `auto_evaluation_agent`"""
+
+    task_type: Literal["auto_evaluation.agent"]
+
+
 class ContributorEvaluationQuestionTaskConfiguration(TypedDict, total=False):
     layout: Required["ContainerParam"]
 
@@ -403,6 +594,7 @@ EvaluationTaskParam: TypeAlias = Union[
     MetricEvaluationTask,
     AutoEvaluationQuestionTask,
     AutoEvaluationGuidedDecodingEvaluationTask,
+    AutoEvaluationAgentEvaluationTask,
     ContributorEvaluationQuestionTask,
 ]
 

scale_gp_beta/types/evaluation_update_params.py

@@ -2,17 +2,26 @@
 
 from __future__ import annotations
 
-from typing_extensions import TypedDict
+from typing import Union
+from typing_extensions import Literal, Required, TypeAlias, TypedDict
 
 from .._types import SequenceNotStr
 
-__all__ = ["EvaluationUpdateParams"]
+__all__ = ["EvaluationUpdateParams", "PartialEvaluationUpdateRequest", "RestoreRequest"]
 
 
-class EvaluationUpdateParams(TypedDict, total=False):
+class PartialEvaluationUpdateRequest(TypedDict, total=False):
     description: str
 
     name: str
 
     tags: SequenceNotStr[str]
     """The tags associated with the entity"""
+
+
+class RestoreRequest(TypedDict, total=False):
+    restore: Required[Literal[True]]
+    """Set to true to restore the entity from the database."""
+
+
+EvaluationUpdateParams: TypeAlias = Union[PartialEvaluationUpdateRequest, RestoreRequest]

scale_gp_beta/types/file_delete_response.py

@@ -1,8 +1,5 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-from typing import Optional
-from typing_extensions import Literal
-
 from .._models import BaseModel
 
 __all__ = ["FileDeleteResponse"]
@@ -13,4 +10,4 @@ class FileDeleteResponse(BaseModel):
 
     deleted: bool
 
-    object: Optional[Literal["file"]] = None
+    object: str

scale_gp_beta/types/model_delete_response.py

@@ -1,8 +1,5 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
-from typing import Optional
-from typing_extensions import Literal
-
 from .._models import BaseModel
 
 __all__ = ["ModelDeleteResponse"]
@@ -13,4 +10,4 @@ class ModelDeleteResponse(BaseModel):
 
     deleted: bool
 
-    object: Optional[Literal["model"]] = None
+    object: str

scale_gp_beta/types/span_assessment.py

@@ -0,0 +1,72 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import builtins
+from typing import TYPE_CHECKING, Dict, Optional
+from datetime import datetime
+from typing_extensions import Literal
+
+from pydantic import Field as FieldInfo
+
+from .._models import BaseModel
+from .approval_status import ApprovalStatus
+from .assessment_type import AssessmentType
+
+__all__ = ["SpanAssessment"]
+
+
+class SpanAssessment(BaseModel):
+    assessment_id: str
+    """Unique identifier for the assessment"""
+
+    assessment_type: AssessmentType
+    """Type of assessment"""
+
+    created_by: str
+    """User who submitted the assessment"""
+
+    span_id: str
+    """The span this assessment is attached to"""
+
+    trace_id: str
+    """The trace this assessment is attached to"""
+
+    account_id: Optional[str] = None
+    """Account this assessment belongs to"""
+
+    approval: Optional[ApprovalStatus] = None
+    """Approval status (approved/rejected)"""
+
+    comment: Optional[str] = None
+    """Raw text feedback"""
+
+    created_at: Optional[datetime] = None
+    """When this assessment was created"""
+
+    metadata: Optional[Dict[str, object]] = None
+    """Arbitrary JSON object for additional data"""
+
+    object: Optional[Literal["span.assessment"]] = None
+
+    overwrite: Optional[Dict[str, builtins.object]] = None
+    """User corrections to span output"""
+
+    rating: Optional[int] = None
+    """Numerical rating (1-5)"""
+
+    rubric: Optional[Dict[str, str]] = None
+    """Rule key-value pairs for rubric evaluation"""
+
+    updated_at: Optional[datetime] = None
+    """When this assessment was last updated"""
+
+    if TYPE_CHECKING:
+        # Some versions of Pydantic <2.8.0 have a bug and don’t allow assigning a
+        # value to this field, so for compatibility we avoid doing it at runtime.
+        __pydantic_extra__: Dict[str, builtins.object] = FieldInfo(init=False)  # pyright: ignore[reportIncompatibleVariableOverride]
+
+        # Stub to indicate that arbitrary properties are accepted.
+        # To access properties that are not valid identifiers you can use `getattr`, e.g.
+        # `getattr(obj, '$type')`
+        def __getattr__(self, attr: str) -> builtins.object: ...
+    else:
+        __pydantic_extra__: Dict[str, builtins.object]

scale_gp_beta/types/span_assessment_create_params.py

@@ -0,0 +1,40 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict
+from typing_extensions import Required, TypedDict
+
+from .approval_status import ApprovalStatus
+from .assessment_type import AssessmentType
+
+__all__ = ["SpanAssessmentCreateParams"]
+
+
+class SpanAssessmentCreateParams(TypedDict, total=False):
+    assessment_type: Required[AssessmentType]
+    """Type of assessment"""
+
+    span_id: Required[str]
+    """The ID of the span this assessment is attached to"""
+
+    trace_id: Required[str]
+    """The ID of the trace this assessment is attached to"""
+
+    approval: ApprovalStatus
+    """Approval status (approved/rejected)"""
+
+    comment: str
+    """Raw text feedback"""
+
+    metadata: Dict[str, object]
+    """Arbitrary JSON object for additional data"""
+
+    overwrite: Dict[str, object]
+    """User corrections to span output"""
+
+    rating: int
+    """Numerical rating (1-5)"""
+
+    rubric: Dict[str, str]
+    """Rule key-value pairs for rubric evaluation"""

scale_gp_beta/types/span_assessment_delete_response.py

@@ -0,0 +1,13 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from .._models import BaseModel
+
+__all__ = ["SpanAssessmentDeleteResponse"]
+
+
+class SpanAssessmentDeleteResponse(BaseModel):
+    id: str
+
+    deleted: bool
+
+    object: str

scale_gp_beta/types/span_assessment_list_params.py

@@ -0,0 +1,26 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import TypedDict
+
+from .assessment_type import AssessmentType
+
+__all__ = ["SpanAssessmentListParams"]
+
+
+class SpanAssessmentListParams(TypedDict, total=False):
+    assessment_type: AssessmentType
+    """Filter by assessment type"""
+
+    span_id: str
+    """Filter by span ID.
+
+    Either span_id or trace_id must be provided as a query parameter.
+    """
+
+    trace_id: str
+    """Filter by trace ID.
+
+    Either span_id or trace_id must be provided as a query parameter.
+    """

scale_gp_beta/types/span_assessment_update_params.py

@@ -0,0 +1,34 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict
+from typing_extensions import TypedDict
+
+from .approval_status import ApprovalStatus
+from .assessment_type import AssessmentType
+
+__all__ = ["SpanAssessmentUpdateParams"]
+
+
+class SpanAssessmentUpdateParams(TypedDict, total=False):
+    approval: ApprovalStatus
+    """Approval status (approved/rejected)"""
+
+    assessment_type: AssessmentType
+    """Type of assessment"""
+
+    comment: str
+    """Raw text feedback"""
+
+    metadata: Dict[str, object]
+    """Arbitrary JSON object for additional data"""
+
+    overwrite: Dict[str, object]
+    """User corrections to span output"""
+
+    rating: int
+    """Numerical rating (1-5)"""
+
+    rubric: Dict[str, str]
+    """Rule key-value pairs for rubric evaluation"""

scale_gp_beta/types/span_search_params.py

@@ -32,6 +32,9 @@ class SpanSearchParams(TypedDict, total=False):
     application_variant_ids: SequenceNotStr[str]
     """Filter by application variant IDs"""
 
+    assessment_types: SequenceNotStr[str]
+    """Filter spans by traces that have assessments of these types"""
+
     excluded_span_ids: SequenceNotStr[str]
     """List of span IDs to exclude from results"""
 
@@ -44,6 +47,12 @@ class SpanSearchParams(TypedDict, total=False):
     group_id: str
     """Filter by group ID"""
 
+    max_duration_ms: int
+    """Maximum span duration in milliseconds (inclusive)"""
+
+    min_duration_ms: int
+    """Minimum span duration in milliseconds (inclusive)"""
+
     names: SequenceNotStr[str]
     """Filter by trace/span name"""
 

{scale_gp_beta-0.1.0a32.dist-info → scale_gp_beta-0.1.0a34.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: scale-gp-beta
-Version: 0.1.0a32
+Version: 0.1.0a34
 Summary: The official Python library for the Scale GP API
 Project-URL: Homepage, https://github.com/scaleapi/sgp-python-beta
 Project-URL: Repository, https://github.com/scaleapi/sgp-python-beta

{scale_gp_beta-0.1.0a32.dist-info → scale_gp_beta-0.1.0a34.dist-info}/RECORD

@@ -1,6 +1,6 @@
 scale_gp_beta/__init__.py,sha256=MFsKxnaLkZ-Rqv127bA2T0OpHD3me1OnwIom-0I2gB0,2742
 scale_gp_beta/_base_client.py,sha256=-akZ2LpczGs3fUHVZg3eDppkodX4ithhenKNhNp2nb8,67054
-scale_gp_beta/_client.py,sha256=Gbb0SurEtX0OrJ0NPKoULYSnWt9x0I3R01GobVeSpJg,25703
+scale_gp_beta/_client.py,sha256=7JuikklooBzOCkrqjOInwwkPPHvkMZneilODQQ1JxLI,27168
 scale_gp_beta/_compat.py,sha256=DQBVORjFb33zch24jzkhM14msvnzY7mmSmgDLaVFUM8,6562
 scale_gp_beta/_constants.py,sha256=S14PFzyN9-I31wiV7SmIlL5Ga0MLHxdvegInGdXH7tM,462
 scale_gp_beta/_exceptions.py,sha256=95GM5CLFtP-QMjjmzsr5ajjZOyEZvyaETfGmqNPR8YM,3226
@@ -11,7 +11,7 @@ scale_gp_beta/_resource.py,sha256=siZly_U6D0AOVLAzaOsqUdEFFzVMbWRj-ml30nvRp7E,11
 scale_gp_beta/_response.py,sha256=GemuybPk0uemovTlGHyHkj-ScYTTDJA0jqH5FQqIPwQ,28852
 scale_gp_beta/_streaming.py,sha256=fcCSGXslmi2SmmkM05g2SACXHk2Mj7k1X5uMBu6U5s8,10112
 scale_gp_beta/_types.py,sha256=3-dTgyCs1Fep_LgdDCs7B_SYv9He9BYHJYJunweFT9U,7243
-scale_gp_beta/_version.py,sha256=G56fUCFVCNhbUk_7rmIery7HLg85RH4glTMMXqUrC6o,174
+scale_gp_beta/_version.py,sha256=-hdANg0MmPrBZC1r6ClfYk9xpwzx6f9FFAXrxR4SYEM,174
 scale_gp_beta/pagination.py,sha256=t-U86PYxl20VRsz8VXOMJJDe7HxkX7ISFMvRNbBNy9s,4054
 scale_gp_beta/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 scale_gp_beta/_utils/__init__.py,sha256=7fch0GT9zpNnErbciSpUNa-SjTxxjY6kxHxKMOM4AGs,2305
@@ -43,37 +43,47 @@ scale_gp_beta/lib/tracing/integrations/openai/__init__.py,sha256=47DEQpj8HBSa-_T
 scale_gp_beta/lib/tracing/integrations/openai/openai_span_type_map.py,sha256=WIPVdOd1aaVmenZuK3PJ7pZMnk_uJRX5vQXj0s6O9ow,792
 scale_gp_beta/lib/tracing/integrations/openai/openai_tracing_sgp_processor.py,sha256=o-Fp_V7U9cC1kKP0_750GQInKGlF7KAdpIbGTmyu2tg,5270
 scale_gp_beta/lib/tracing/integrations/openai/utils.py,sha256=s6tbNFJ3N7GjqXDM9f2f4r9ugz3wjO0OTU6KzlU_tLQ,2113
-scale_gp_beta/resources/__init__.py,sha256=JaGVUb2Ufumn2qeKZWN8z6Ec9wm4Rct6KnNef2DSPPE,5920
+scale_gp_beta/resources/__init__.py,sha256=93-Ld9MSd_dX_jld0IQD_Ckm4n5NvoR2dy0AiNUYDrg,7003
 scale_gp_beta/resources/completions.py,sha256=wtVhUh5LMwXolICQhpeCZUlzRM-ChLSvLiQm92sO-EQ,30934
+scale_gp_beta/resources/credentials.py,sha256=BDhz10_4Ag5bM_iZLGSCWzvdycxM4U3bAYATVml9JYQ,32743
 scale_gp_beta/resources/dataset_items.py,sha256=DGKu3067yVBuUkkR3xRnl0OLqPWY7TyWQd5hviYq5vk,22378
 scale_gp_beta/resources/datasets.py,sha256=6AN7ZETWP42xcVf-uWErzcOuPlKnkAQ1jrtIxzMDd3o,21631
 scale_gp_beta/resources/evaluation_items.py,sha256=tR8FtxCnxVdQzpAnPg9dYQkDZKXyCFe9zEXgk3cbrgw,11517
-scale_gp_beta/resources/evaluations.py,sha256=_UsuhxmJjPanfhXp7-JH5yo-PGYIgrAzL93jITQ5_tw,32004
+scale_gp_beta/resources/evaluations.py,sha256=MZ21uvFaI-mFl6mOJP3Y1Xu1I6M0FtSwxKxwaZVKGOo,35442
 scale_gp_beta/resources/inference.py,sha256=Gwi7yt8BK47LFRbx9X4Ei4HLh3keZ5a37dHd2eONf4g,7539
 scale_gp_beta/resources/models.py,sha256=obGc4jz3k8Cxl7t218GPmq8HvODX911vc6-wGJ-cXSA,32247
 scale_gp_beta/resources/questions.py,sha256=ylrn_3waLErYzTZHiUkHVLynvKYwIBSRHxgJd0717yk,25828
 scale_gp_beta/resources/responses.py,sha256=ha6JeU1vCoxC4Z00jsbS1D7jEpxy-xlCiEkx5-RqrX0,11755
-scale_gp_beta/resources/spans.py,sha256=HaM6C-4dLF_aicNVDFCgPM4m2kEdWkf_OTLtDvxSSBE,30952
+scale_gp_beta/resources/span_assessments.py,sha256=HOJ6qKtwXVPkgRLO8VmcfEoFWTAlAHl-SrjCpIDj7Ck,25560
+scale_gp_beta/resources/spans.py,sha256=ootzSRVA_1hYXOjADrKJ8uO7CwhwZsfYLVJHE83CnIE,32080
 scale_gp_beta/resources/chat/__init__.py,sha256=BVAfz9TM3DT5W9f_mt0P9YRxL_MsUxKCWAH6u1iogmA,1041
 scale_gp_beta/resources/chat/chat.py,sha256=4OG_TrwVqYvV-7Ha8Nbc6iuXQuys9wKXgkxYmE6p6jk,3672
 scale_gp_beta/resources/chat/completions.py,sha256=NiseRADexm4sZrWBR1CnJZjY46M9qiOMHNECxLIRKu0,50112
 scale_gp_beta/resources/files/__init__.py,sha256=VgAtqUimN5Kf_-lmEaNBnu_ApGegKsJQ1zNf-42MXFA,1002
 scale_gp_beta/resources/files/content.py,sha256=QDtcnsK2my4-ndmwyaR6zyQnV1fEjIJ7CSDoyXUcYxg,5762
 scale_gp_beta/resources/files/files.py,sha256=vN1SNr5DouIX9SFKz7TchbPNTKT9aDCe_t9QQE28A4Y,20653
-scale_gp_beta/types/__init__.py,sha256=WQG22_vA7Z18G_UWKYAXiudJC_YpxGEV6evTj_gGWJc,5464
+scale_gp_beta/types/__init__.py,sha256=krfTV2Vwq8tHS7PhegzeoshLL2lzxUxVAqi8RKX3T84,6247
+scale_gp_beta/types/approval_status.py,sha256=rI70l7e2ey2ax8tR_sBkziVSirq_QaDDV1bHgNrfCWQ,227
+scale_gp_beta/types/assessment_type.py,sha256=_4V6RZ5wUyU0UYrDjCoIRdaiiZtZVpY6DMsW1QClq-c,271
 scale_gp_beta/types/completion.py,sha256=1UOFGSkAmTCfhKGSQQLEU-PHGdnWLV1y0usa1UizBBQ,5406
 scale_gp_beta/types/completion_create_params.py,sha256=XWyto29VVJQ5nJTykSXPwlW5b4CZxGU7GSlk1hMwDxo,3114
 scale_gp_beta/types/component.py,sha256=0dLrvTEHpF628wZ-CIniOpsOzKfnLlaZy4OPIFDzoF0,403
 scale_gp_beta/types/component_param.py,sha256=6y4XFmRxDSoFo82Df9ej6rY1pQiq0lIByQXBjXK8kVA,445
 scale_gp_beta/types/container.py,sha256=LoH-zq7JI7dE_BGxUiqBgaS8XbUk2zzkC7ByUF9TzUw,891
 scale_gp_beta/types/container_param.py,sha256=fwIeOygG1QTG9queCSSJwXqx1F4xLtx7hKwH3wf3oMI,925
+scale_gp_beta/types/credential.py,sha256=meNzxwLyxsBO1FITa0xVNONjfmW_aZhb-xbQw2HMqO4,499
+scale_gp_beta/types/credential_create_params.py,sha256=BqpPxLS3rawzvm9vOsQHKWGn901eySz45tFo0KgP5FY,655
+scale_gp_beta/types/credential_delete_response.py,sha256=QlyDqZ3L11hnEMpLJXRvlxLf3YFDpC04ApQa2ZauBII,252
+scale_gp_beta/types/credential_list_params.py,sha256=3yh0VLCaD3PlON_zlddB7rnJsUGc8GU4odrpVMvlr2U,418
+scale_gp_beta/types/credential_secret.py,sha256=xC-_rE4b-s2QJbduvE6DtVPXXI9yWzJ3IGjZB0IM4t4,267
+scale_gp_beta/types/credential_update_params.py,sha256=kZKaZVgBShHxoYVNqWAUo2ZWKN7bcau4Ym3ckYs9_VU,615
 scale_gp_beta/types/dataset.py,sha256=wts1ygPfzuh5pyYZ12YxuJMxVd-yM5hF_ZNUYxpfbho,667
 scale_gp_beta/types/dataset_create_params.py,sha256=D754CiYUWu-yCGr0S1PxIGSIXolOYbpEME8OxIKJ8_I,550
-scale_gp_beta/types/dataset_delete_response.py,sha256=Lc4K761LM__hosWI3gYjYnEl5JXL-cg4DU3lXKhtQoo,345
+scale_gp_beta/types/dataset_delete_response.py,sha256=OKLcQBastV6fhdKw4kNX1HNn_IczD6OCpHDbkAyg3mM,246
 scale_gp_beta/types/dataset_item.py,sha256=ObH7-q9frNAAQ5odjVajozZ53wGTbqZRqNd19dW1iqM,628
 scale_gp_beta/types/dataset_item_batch_create_params.py,sha256=ORwWuIFKilxhuVhzcF32HD68E0-n5dnRlbyxUk4H3Ko,478
 scale_gp_beta/types/dataset_item_batch_create_response.py,sha256=tUVLQ7igWxp4Dn0pvi1K6YEf7m8XnsrlyHbBkVq9i6k,402
-scale_gp_beta/types/dataset_item_delete_response.py,sha256=EffQRHJgGvew_n6XYVdojlC5Ec1oHg91xncrKWkyjGA,358
+scale_gp_beta/types/dataset_item_delete_response.py,sha256=uwOgD05XLn1xQixILGwOb3EcDK9ov8fuJkyfsg1pjug,254
 scale_gp_beta/types/dataset_item_list_params.py,sha256=CEB161IozqL-n7YC54g76nFqK0sp7l-A0QB9ET0L86M,661
 scale_gp_beta/types/dataset_item_retrieve_params.py,sha256=f0kJg0btCGITamo949F7trvR0no7lOuVfoKTpFLJ5Gw,356
 scale_gp_beta/types/dataset_item_update_params.py,sha256=4voEG9nKbxREiFRLzWqXZAWsw3wIm4EU1cnvOmsvGRA,367
@@ -81,46 +91,47 @@ scale_gp_beta/types/dataset_list_params.py,sha256=C-NCvkrOv5n43NSe2AiR225zDT0MOE
 scale_gp_beta/types/dataset_retrieve_params.py,sha256=5tpzuzX6y1WKKxP2AbjYwwcATpB1eZCv4wZABG3baIQ,282
 scale_gp_beta/types/dataset_update_params.py,sha256=fCci9UEzKEiXCoeH_QxmLRShmqn-EIbz-OkjicHgcfs,401
 scale_gp_beta/types/evaluation.py,sha256=M1cq-FW51SjvWCkNvX0YxmG7LF8A0bSbeWZGGCkM_2Q,1164
-scale_gp_beta/types/evaluation_create_params.py,sha256=7KKu2aVo9T9BvIg9mn59Osk9fBQCqcZHF1tks3G1l5M,3074
-scale_gp_beta/types/evaluation_delete_response.py,sha256=UnzxLUOxwpF2PVybC28R_XYLSEfah8r4JbQGwYpZk34,354
+scale_gp_beta/types/evaluation_create_params.py,sha256=lyc7smsbyaRWftdp2A3qIULYyq9m2Cgaq_wyqDD6gws,3068
 scale_gp_beta/types/evaluation_item.py,sha256=a1bkOepT748Zs5VCF6FbsOOmX6vJHG-oUmLdxW3-UCE,686
 scale_gp_beta/types/evaluation_item_list_params.py,sha256=7sQVVKB87uO45lYuMUhGR6125a6rG19gYx6gckR7sxU,426
 scale_gp_beta/types/evaluation_item_retrieve_params.py,sha256=UYEKIAQ4dy92ZOSV1tWDZcvXG7_0BSpOND5Ehzs7QM4,296
 scale_gp_beta/types/evaluation_list_params.py,sha256=Xe88rpcm2w-ufTR8bnJYJfk09FiESKddWMzwZCjP_LU,536
 scale_gp_beta/types/evaluation_retrieve_params.py,sha256=_YuT-E2VO-f_SvHaIe24KBbhTNoK8T-3tVB6Ov6cqfg,356
-scale_gp_beta/types/evaluation_task.py,sha256=Dt39pNlChl_T-0O3uxpsLmW30fF16rybErVfCXAcUj8,13369
-scale_gp_beta/types/evaluation_task_param.py,sha256=-gM2-YyE9IYsRWKwTM3_jvM-hxnvJx5kRZ2hvimp64U,12680
-scale_gp_beta/types/evaluation_update_params.py,sha256=P3HAAR2-Eb6lfxAcCbMezNKIdHr46CxFXmtSXvKCRQM,407
+scale_gp_beta/types/evaluation_task.py,sha256=k2-Hg5EXWZSYB5_luuf_KPCYQr1HfOi5mFhAa0g4NUg,21563
+scale_gp_beta/types/evaluation_task_param.py,sha256=c21FaFoIO5di8YGcvYCLbNo0cz37VWanOnN83Fp3Bfg,20915
+scale_gp_beta/types/evaluation_update_params.py,sha256=BcIkNNB_hKAzA9CEUyvxSBw5rRP6-o8seYPChaMABkg,762
 scale_gp_beta/types/file.py,sha256=vgbFpARZs5_UYOQZkWLur8rFvGM8EROUO_8Ig0uu2B0,611
 scale_gp_beta/types/file_create_params.py,sha256=KpXv6JCbd8BlgceTmBTewxOky2JTJaTW3mcGiVVU7wE,317
-scale_gp_beta/types/file_delete_response.py,sha256=lOsiaw8qrUOnH7smxb27-n7M4D1chfXlAUaMTRmdldY,336
-scale_gp_beta/types/file_list.py,sha256=Ckj6RZNvIcrSeNg3NWbwyj92uezu4v5_6J4I4M0mjdA,637
+scale_gp_beta/types/file_delete_response.py,sha256=IgZhHsKNfc9NqwqLTYrAam5APFuyquIEUVNQgsz4zyg,240
 scale_gp_beta/types/file_list_params.py,sha256=rFIimu3tLcEWfJItI4a6FDb8LJFX38JSzNlY-3D_0No,354
 scale_gp_beta/types/file_update_params.py,sha256=cZAz43aIXmc0jOz-uKWDsZIJx24NN4t9kQ2XDORvQ-Q,297
 scale_gp_beta/types/inference_create_params.py,sha256=lpdMjG-ufUDpH8bGPbt2klG0I9Q3o374WrqHBjEpPwE,665
 scale_gp_beta/types/inference_create_response.py,sha256=JgoDjN5B8zRUpOXXasD97vFKVN7A6QHKz_PN64pKB6s,390
 scale_gp_beta/types/inference_model.py,sha256=a1lGEIV8UQ7IHqZpWljAtHpce8skN0rd3jD1LCX1on8,4933
-scale_gp_beta/types/inference_model_list.py,sha256=I5qlOvpe-kX2HUp-C0h47Na0w6tRfZiC5wGCJ_KMxUk,688
 scale_gp_beta/types/inference_response.py,sha256=PIX9ihGJ6IP6D6i8gk3o_mbSLy9fvRwZdGyICQKh-q8,337
 scale_gp_beta/types/inference_response_chunk.py,sha256=UIw0gVwnqtQKPTH3QAW9UYVlD0lBz7av-EzcMqF7xgg,353
 scale_gp_beta/types/item_locator.py,sha256=2DgC4WO_8eqnGFUZppHqqhLFhbRQQVph83glxrm4WQQ,184
 scale_gp_beta/types/item_locator_template.py,sha256=eEwfJCLdYr0OZ5-Pk5iGtHSa93h0zGZ015C7RtN1XYY,200
 scale_gp_beta/types/model_create_params.py,sha256=kdmA0Hp7if0Y4niLCxfxJF8R7l2YTEGJztAQht0F4ic,3545
-scale_gp_beta/types/model_delete_response.py,sha256=fSpTChRLHPOoc9SJbkS4wcLxVOc3kKBOya8wkGow5pY,339
+scale_gp_beta/types/model_delete_response.py,sha256=qFOwFx8kjinPSF6oTA347I0fq5x8qBvsrVMG-lxf8V4,242
 scale_gp_beta/types/model_list_params.py,sha256=UJkBX6LCoK4mVUe6LJx_qD1dZLFypPeXof1YBTXURS8,636
 scale_gp_beta/types/model_update_params.py,sha256=HwanIDr9Gwp-c9zdJWJx-JQPFP3MhdBX7mEQL-mlayA,3762
 scale_gp_beta/types/question.py,sha256=0Qgidm-6kQ9-oD-dJtOzWkA3tHBFrcy76e31W30zczg,4149
 scale_gp_beta/types/question_create_params.py,sha256=nYWUMBD0cpmQTGVohR73CqIc4BV54i8b28C6m4CU-Is,3119
-scale_gp_beta/types/question_list.py,sha256=lk4GWhnnThcqnwmbxUNq07vqyXS8ToUYRp4nf7YctGs,657
 scale_gp_beta/types/question_list_params.py,sha256=2x9Ww7wPAhc0hr6WpcqydLuB-mECpMK-MG7jbmtfKJM,362
 scale_gp_beta/types/response.py,sha256=urf4oYc5fUDQkiY6Xqrn9yInsdsBe_8UTRQhzEtGLkI,143236
 scale_gp_beta/types/response_create_params.py,sha256=J1NmJi9BwkHAV2Ui1z5_YzrC54fZI8kShT5mWmOmcF0,28272
 scale_gp_beta/types/response_create_response.py,sha256=_S32F3x6GBEf_ICVD2bE1fsfZitb2nOYiDls5cFe7MA,1106716
 scale_gp_beta/types/span.py,sha256=ygHgE2DcK1Iqpg4oMa-Mx1XmZa7UBtDlfBPcPbq67Cg,1331
+scale_gp_beta/types/span_assessment.py,sha256=yoRuUooLv7GRJn-jw7VhtvTKedp8Z-hGUoV1uwfjYic,2273
+scale_gp_beta/types/span_assessment_create_params.py,sha256=DaPJNq2SjvwF9yCRJeaPRKL0nVayRAv8iJnP9Vg5Ndo,1055
+scale_gp_beta/types/span_assessment_delete_response.py,sha256=GU7gLHHk0AJ4aSC00A_c16_aksItXjA2nVLGVILHM1o,260
+scale_gp_beta/types/span_assessment_list_params.py,sha256=uWG6tcycpIKPApw11C9HG5dfZRO56eHUWz1b7PFg4Pg,626
+scale_gp_beta/types/span_assessment_update_params.py,sha256=StwCobyVcnrZV1asDAxGEasXNEOiiHkD7DU1uD1n9PI,857
 scale_gp_beta/types/span_batch_params.py,sha256=TsV1LnFXDXLhZdggn1BmIjQtAc8DwD6i57cBLCnStK8,1317
 scale_gp_beta/types/span_batch_response.py,sha256=gNRJL9XVm5ELuIOWTCUbwwetxeD0s-M6JZi11USvBpU,354
 scale_gp_beta/types/span_create_params.py,sha256=z9hRw6kb5xZUJkR6q_JcdHX0i0BSnLAgn9IITxJojDY,1227
-scale_gp_beta/types/span_search_params.py,sha256=clSskG9Ok4kYMhdPcr53wuzDlGhFhJh5-DhPEmP1GbA,1760
+scale_gp_beta/types/span_search_params.py,sha256=LJXN7sCFu2o7woM3Nl6-P4P-lk363x3eRA38bgSQ4fM,2045
 scale_gp_beta/types/span_status.py,sha256=CFCRCm2AeoQhAe0Eg3m9VRYGbi6r9ZaBOZ0QQd2wKRQ,227
 scale_gp_beta/types/span_type.py,sha256=Y4cFVO66V_KJQ2stokdspyBunh4kxgSDt2EZg960DYI,696
 scale_gp_beta/types/span_update_params.py,sha256=xpk0NKNsw_RAXIZN1U1ddqUHpPE--W9_Y3i1tTZKLZg,574
@@ -137,7 +148,7 @@ scale_gp_beta/types/chat/model_definition.py,sha256=OWcZ4StZ4K2wfL7FqHNK-HqxLjy9
 scale_gp_beta/types/files/__init__.py,sha256=OKfJYcKb4NObdiRObqJV_dOyDQ8feXekDUge2o_4pXQ,122
 scale_gp_beta/types/shared/__init__.py,sha256=6-walu4YgOTaOj7wsidywTj67PyBJaNYFqasfiTP9-4,130
 scale_gp_beta/types/shared/identity.py,sha256=4XDoJjsPI4lkwyaYyNstw7OunIzJjVWujPoZPrNdoQA,348
-scale_gp_beta-0.1.0a32.dist-info/METADATA,sha256=CxqBf4q0GTZz6lGD_bRZNdSeS2259-K9qmsO-_1jgVY,28623
-scale_gp_beta-0.1.0a32.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
-scale_gp_beta-0.1.0a32.dist-info/licenses/LICENSE,sha256=x49Bj8r_ZpqfzThbmfHyZ_bE88XvHdIMI_ANyLHFFRE,11338
-scale_gp_beta-0.1.0a32.dist-info/RECORD,,
+scale_gp_beta-0.1.0a34.dist-info/METADATA,sha256=B-16ODqeoxR5ncBMP1DWKSVJVXCXfKKauVhnlWVwS_I,28623
+scale_gp_beta-0.1.0a34.dist-info/WHEEL,sha256=C2FUgwZgiLbznR-k0b_5k3Ai_1aASOXDss3lzCUsUug,87
+scale_gp_beta-0.1.0a34.dist-info/licenses/LICENSE,sha256=x49Bj8r_ZpqfzThbmfHyZ_bE88XvHdIMI_ANyLHFFRE,11338
+scale_gp_beta-0.1.0a34.dist-info/RECORD,,