scale-gp-beta 0.1.0a29__py3-none-any.whl → 0.1.0a31__py3-none-any.whl

scale_gp_beta/types/evaluation_create_params.py

@@ -2,9 +2,11 @@
 
 from __future__ import annotations
 
-from typing import Dict, List, Union, Iterable
+from typing import Dict, Union, Iterable
 from typing_extensions import Required, TypeAlias, TypedDict
 
+from .._types import SequenceNotStr
+
 __all__ = [
     "EvaluationCreateParams",
     "EvaluationStandaloneCreateRequest",
@@ -23,7 +25,10 @@ class EvaluationStandaloneCreateRequest(TypedDict, total=False):
 
     description: str
 
-    tags: List[str]
+    metadata: Dict[str, object]
+    """Optional metadata key-value pairs for the evaluation"""
+
+    tags: SequenceNotStr[str]
     """The tags associated with the entity"""
 
     tasks: Iterable["EvaluationTaskParam"]
@@ -41,7 +46,10 @@ class EvaluationFromDatasetCreateRequest(TypedDict, total=False):
 
     description: str
 
-    tags: List[str]
+    metadata: Dict[str, object]
+    """Optional metadata key-value pairs for the evaluation"""
+
+    tags: SequenceNotStr[str]
     """The tags associated with the entity"""
 
     tasks: Iterable["EvaluationTaskParam"]
@@ -68,7 +76,10 @@ class EvaluationWithDatasetCreateRequest(TypedDict, total=False):
 
     description: str
 
-    tags: List[str]
+    metadata: Dict[str, object]
+    """Optional metadata key-value pairs for the evaluation"""
+
+    tags: SequenceNotStr[str]
     """The tags associated with the entity"""
 
     tasks: Iterable["EvaluationTaskParam"]
@@ -80,13 +91,13 @@ class EvaluationWithDatasetCreateRequestDataset(TypedDict, total=False):
 
     description: str
 
-    keys: List[str]
+    keys: SequenceNotStr[str]
     """Keys from items in the `data` field that should be included in the dataset.
 
     If not provided, all keys will be included.
     """
 
-    tags: List[str]
+    tags: SequenceNotStr[str]
     """The tags associated with the entity"""
 
 

scale_gp_beta/types/evaluation_item.py

@@ -5,6 +5,7 @@ from datetime import datetime
 from typing_extensions import Literal
 
 from .._models import BaseModel
+from .shared.identity import Identity
 
 __all__ = ["EvaluationItem"]
 
@@ -14,7 +15,8 @@ class EvaluationItem(BaseModel):
 
     created_at: datetime
 
-    created_by_user_id: str
+    created_by: Identity
+    """The identity that created the entity."""
 
     data: Dict[str, object]
 

scale_gp_beta/types/evaluation_list_params.py

@@ -5,6 +5,8 @@ from __future__ import annotations
 from typing import List
 from typing_extensions import Literal, TypedDict
 
+from .._types import SequenceNotStr
+
 __all__ = ["EvaluationListParams"]
 
 
@@ -21,6 +23,6 @@ class EvaluationListParams(TypedDict, total=False):
 
     starting_after: str
 
-    tags: List[str]
+    tags: SequenceNotStr[str]
 
     views: List[Literal["tasks"]]

scale_gp_beta/types/evaluation_task.py

@@ -5,8 +5,9 @@ from __future__ import annotations
 from typing import TYPE_CHECKING, Dict, List, Union, Optional
 from typing_extensions import Literal, Annotated, TypeAlias
 
+from pydantic import Field as FieldInfo
+
 from .._utils import PropertyInfo
-from .._compat import PYDANTIC_V2
 from .._models import BaseModel
 from .item_locator import ItemLocator
 
@@ -38,6 +39,8 @@ __all__ = [
     "AutoEvaluationQuestionTaskConfiguration",
     "AutoEvaluationGuidedDecodingEvaluationTask",
     "AutoEvaluationGuidedDecodingEvaluationTaskConfiguration",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator",
     "ContributorEvaluationQuestionTask",
     "ContributorEvaluationQuestionTaskConfiguration",
 ]
@@ -98,6 +101,7 @@ class ChatCompletionEvaluationTaskConfiguration(BaseModel):
 
     top_p: Union[float, ItemLocator, None] = None
 
+    __pydantic_extra__: Dict[str, object] = FieldInfo(init=False)  # pyright: ignore[reportIncompatibleVariableOverride]
     if TYPE_CHECKING:
         # Stub to indicate that arbitrary properties are accepted.
         # To access properties that are not valid identifiers you can use `getattr`, e.g.
@@ -325,7 +329,26 @@ class AutoEvaluationQuestionTask(BaseModel):
     task_type: Optional[Literal["auto_evaluation.question"]] = None
 
 
-class AutoEvaluationGuidedDecodingEvaluationTaskConfiguration(BaseModel):
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator(
+    BaseModel
+):
+    model: str
+    """model specified as `model_vendor/model_name`"""
+
+    prompt: str
+
+    response_format: Dict[str, object]
+    """JSON schema used for structuring the model response"""
+
+    inference_args: Optional[Dict[str, object]] = None
+    """Additional arguments to pass to the inference request"""
+
+    system_prompt: Optional[str] = None
+
+
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator(
+    BaseModel
+):
     choices: List[str]
     """Choices array cannot be empty"""
 
@@ -340,6 +363,12 @@ class AutoEvaluationGuidedDecodingEvaluationTaskConfiguration(BaseModel):
     system_prompt: Optional[str] = None
 
 
+AutoEvaluationGuidedDecodingEvaluationTaskConfiguration: TypeAlias = Union[
+    AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator,
+    AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator,
+]
+
+
 class AutoEvaluationGuidedDecodingEvaluationTask(BaseModel):
     configuration: AutoEvaluationGuidedDecodingEvaluationTaskConfiguration
 
@@ -387,56 +416,3 @@ EvaluationTask: TypeAlias = Annotated[
 ]
 
 from .container import Container
-
-if PYDANTIC_V2:
-    ChatCompletionEvaluationTask.model_rebuild()
-    ChatCompletionEvaluationTaskConfiguration.model_rebuild()
-    GenericInferenceEvaluationTask.model_rebuild()
-    GenericInferenceEvaluationTaskConfiguration.model_rebuild()
-    GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration.model_rebuild()
-    ApplicationVariantV1EvaluationTask.model_rebuild()
-    ApplicationVariantV1EvaluationTaskConfiguration.model_rebuild()
-    ApplicationVariantV1EvaluationTaskConfigurationHistoryApplicationRequestResponsePairArray.model_rebuild()
-    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides.model_rebuild()
-    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState.model_rebuild()
-    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace.model_rebuild()
-    MetricEvaluationTask.model_rebuild()
-    MetricEvaluationTaskConfigurationBleuScorerConfigWithItemLocator.model_rebuild()
-    MetricEvaluationTaskConfigurationMeteorScorerConfigWithItemLocator.model_rebuild()
-    MetricEvaluationTaskConfigurationCosineSimilarityScorerConfigWithItemLocator.model_rebuild()
-    MetricEvaluationTaskConfigurationF1ScorerConfigWithItemLocator.model_rebuild()
-    MetricEvaluationTaskConfigurationRougeScorer1ConfigWithItemLocator.model_rebuild()
-    MetricEvaluationTaskConfigurationRougeScorer2ConfigWithItemLocator.model_rebuild()
-    MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator.model_rebuild()
-    AutoEvaluationQuestionTask.model_rebuild()
-    AutoEvaluationQuestionTaskConfiguration.model_rebuild()
-    AutoEvaluationGuidedDecodingEvaluationTask.model_rebuild()
-    AutoEvaluationGuidedDecodingEvaluationTaskConfiguration.model_rebuild()
-    ContributorEvaluationQuestionTask.model_rebuild()
-    ContributorEvaluationQuestionTaskConfiguration.model_rebuild()
-else:
-    ChatCompletionEvaluationTask.update_forward_refs()  # type: ignore
-    ChatCompletionEvaluationTaskConfiguration.update_forward_refs()  # type: ignore
-    GenericInferenceEvaluationTask.update_forward_refs()  # type: ignore
-    GenericInferenceEvaluationTaskConfiguration.update_forward_refs()  # type: ignore
-    GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration.update_forward_refs()  # type: ignore
-    ApplicationVariantV1EvaluationTask.update_forward_refs()  # type: ignore
-    ApplicationVariantV1EvaluationTaskConfiguration.update_forward_refs()  # type: ignore
-    ApplicationVariantV1EvaluationTaskConfigurationHistoryApplicationRequestResponsePairArray.update_forward_refs()  # type: ignore
-    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides.update_forward_refs()  # type: ignore
-    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState.update_forward_refs()  # type: ignore
-    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace.update_forward_refs()  # type: ignore
-    MetricEvaluationTask.update_forward_refs()  # type: ignore
-    MetricEvaluationTaskConfigurationBleuScorerConfigWithItemLocator.update_forward_refs()  # type: ignore
-    MetricEvaluationTaskConfigurationMeteorScorerConfigWithItemLocator.update_forward_refs()  # type: ignore
-    MetricEvaluationTaskConfigurationCosineSimilarityScorerConfigWithItemLocator.update_forward_refs()  # type: ignore
-    MetricEvaluationTaskConfigurationF1ScorerConfigWithItemLocator.update_forward_refs()  # type: ignore
-    MetricEvaluationTaskConfigurationRougeScorer1ConfigWithItemLocator.update_forward_refs()  # type: ignore
-    MetricEvaluationTaskConfigurationRougeScorer2ConfigWithItemLocator.update_forward_refs()  # type: ignore
-    MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator.update_forward_refs()  # type: ignore
-    AutoEvaluationQuestionTask.update_forward_refs()  # type: ignore
-    AutoEvaluationQuestionTaskConfiguration.update_forward_refs()  # type: ignore
-    AutoEvaluationGuidedDecodingEvaluationTask.update_forward_refs()  # type: ignore
-    AutoEvaluationGuidedDecodingEvaluationTaskConfiguration.update_forward_refs()  # type: ignore
-    ContributorEvaluationQuestionTask.update_forward_refs()  # type: ignore
-    ContributorEvaluationQuestionTaskConfiguration.update_forward_refs()  # type: ignore

scale_gp_beta/types/evaluation_task_param.py

@@ -2,9 +2,10 @@
 
 from __future__ import annotations
 
-from typing import Dict, List, Union, Iterable
+from typing import Dict, Union, Iterable
 from typing_extensions import Literal, Required, TypeAlias, TypedDict
 
+from .._types import SequenceNotStr
 from .item_locator import ItemLocator
 
 __all__ = [
@@ -35,6 +36,8 @@ __all__ = [
     "AutoEvaluationQuestionTaskConfiguration",
     "AutoEvaluationGuidedDecodingEvaluationTask",
     "AutoEvaluationGuidedDecodingEvaluationTaskConfiguration",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator",
     "ContributorEvaluationQuestionTask",
     "ContributorEvaluationQuestionTaskConfiguration",
 ]
@@ -63,7 +66,7 @@ class ChatCompletionEvaluationTaskConfigurationTyped(TypedDict, total=False):
 
     metadata: Union[Dict[str, str], ItemLocator]
 
-    modalities: Union[List[str], ItemLocator]
+    modalities: Union[SequenceNotStr[str], ItemLocator]
 
     n: Union[int, ItemLocator]
 
@@ -320,8 +323,27 @@ class AutoEvaluationQuestionTask(TypedDict, total=False):
     task_type: Literal["auto_evaluation.question"]
 
 
-class AutoEvaluationGuidedDecodingEvaluationTaskConfiguration(TypedDict, total=False):
-    choices: Required[List[str]]
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator(
+    TypedDict, total=False
+):
+    model: Required[str]
+    """model specified as `model_vendor/model_name`"""
+
+    prompt: Required[str]
+
+    response_format: Required[Dict[str, object]]
+    """JSON schema used for structuring the model response"""
+
+    inference_args: Dict[str, object]
+    """Additional arguments to pass to the inference request"""
+
+    system_prompt: str
+
+
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator(
+    TypedDict, total=False
+):
+    choices: Required[SequenceNotStr[str]]
     """Choices array cannot be empty"""
 
     model: Required[str]
@@ -335,6 +357,12 @@ class AutoEvaluationGuidedDecodingEvaluationTaskConfiguration(TypedDict, total=F
     system_prompt: str
 
 
+AutoEvaluationGuidedDecodingEvaluationTaskConfiguration: TypeAlias = Union[
+    AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator,
+    AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator,
+]
+
+
 class AutoEvaluationGuidedDecodingEvaluationTask(TypedDict, total=False):
     configuration: Required[AutoEvaluationGuidedDecodingEvaluationTaskConfiguration]
 

scale_gp_beta/types/evaluation_update_params.py

@@ -2,9 +2,10 @@
 
 from __future__ import annotations
 
-from typing import List
 from typing_extensions import TypedDict
 
+from .._types import SequenceNotStr
+
 __all__ = ["EvaluationUpdateParams"]
 
 
@@ -13,5 +14,5 @@ class EvaluationUpdateParams(TypedDict, total=False):
 
     name: str
 
-    tags: List[str]
+    tags: SequenceNotStr[str]
     """The tags associated with the entity"""

scale_gp_beta/types/file.py

@@ -6,6 +6,7 @@ from datetime import datetime
 from typing_extensions import Literal
 
 from .._models import BaseModel
+from .shared.identity import Identity
 
 __all__ = ["File"]
 
@@ -15,7 +16,8 @@ class File(BaseModel):
 
     created_at: datetime
 
-    created_by_user_id: str
+    created_by: Identity
+    """The identity that created the entity."""
 
     filename: str
 

scale_gp_beta/types/inference_model.py

@@ -131,6 +131,7 @@ class VendorConfigurationLlmEngineVendorConfiguration(BaseModel):
 
     storage: Optional[str] = None
 
+    __pydantic_extra__: Dict[str, object] = FieldInfo(init=False)  # pyright: ignore[reportIncompatibleVariableOverride]
     if TYPE_CHECKING:
         # Stub to indicate that arbitrary properties are accepted.
         # To access properties that are not valid identifiers you can use `getattr`, e.g.
@@ -148,6 +149,8 @@ class InferenceModel(BaseModel):
 
     created_at: datetime
 
+    created_by_identity_type: Literal["user", "service_account"]
+
     created_by_user_id: str
 
     type: Literal["generic", "completion", "chat_completion"] = FieldInfo(alias="model_type")
@@ -171,6 +174,10 @@ class InferenceModel(BaseModel):
 
     status: Literal["failed", "ready", "deploying"]
 
+    availability: Optional[Literal["unknown", "available", "unavailable"]] = FieldInfo(
+        alias="model_availability", default=None
+    )
+
     metadata: Optional[Dict[str, object]] = FieldInfo(alias="model_metadata", default=None)
 
     object: Optional[Literal["model"]] = None

scale_gp_beta/types/model_create_params.py

@@ -2,9 +2,11 @@
 
 from __future__ import annotations
 
-from typing import Dict, List, Union
+from typing import Dict, Union
 from typing_extensions import Literal, Required, TypeAlias, TypedDict
 
+from .._types import SequenceNotStr
+
 __all__ = [
     "ModelCreateParams",
     "LaunchModelCreateRequest",
@@ -32,7 +34,7 @@ class LaunchModelCreateRequest(TypedDict, total=False):
 
 
 class LaunchModelCreateRequestVendorConfigurationModelImage(TypedDict, total=False):
-    command: Required[List[str]]
+    command: Required[SequenceNotStr[str]]
 
     registry: Required[str]
 
@@ -52,7 +54,7 @@ class LaunchModelCreateRequestVendorConfigurationModelImage(TypedDict, total=Fal
 
     response_schema: Dict[str, object]
 
-    streaming_command: List[str]
+    streaming_command: SequenceNotStr[str]
 
     streaming_predict_route: str
 
@@ -147,7 +149,7 @@ class LlmEngineModelCreateRequestVendorConfigurationTyped(TypedDict, total=False
 
     per_worker: int
 
-    post_inference_hooks: List[str]
+    post_inference_hooks: SequenceNotStr[str]
 
     public_inference: bool
 

scale_gp_beta/types/model_update_params.py

@@ -2,9 +2,11 @@
 
 from __future__ import annotations
 
-from typing import Dict, List, Union
+from typing import Dict, Union
 from typing_extensions import Literal, Required, TypeAlias, TypedDict
 
+from .._types import SequenceNotStr
+
 __all__ = [
     "ModelUpdateParams",
     "DefaultModelPatchRequest",
@@ -31,7 +33,7 @@ class ModelConfigurationPatchRequest(TypedDict, total=False):
 class ModelConfigurationPatchRequestVendorConfigurationPartialLaunchVendorConfigurationModelImage(
     TypedDict, total=False
 ):
-    command: List[str]
+    command: SequenceNotStr[str]
 
     env_vars: Dict[str, object]
 
@@ -49,7 +51,7 @@ class ModelConfigurationPatchRequestVendorConfigurationPartialLaunchVendorConfig
 
     response_schema: Dict[str, object]
 
-    streaming_command: List[str]
+    streaming_command: SequenceNotStr[str]
 
     streaming_predict_route: str
 
@@ -133,7 +135,7 @@ class ModelConfigurationPatchRequestVendorConfigurationPartialLlmEngineVendorCon
 
     per_worker: int
 
-    post_inference_hooks: List[str]
+    post_inference_hooks: SequenceNotStr[str]
 
     public_inference: bool
 

scale_gp_beta/types/question.py

@@ -6,6 +6,7 @@ from typing_extensions import Literal, Annotated, TypeAlias
 
 from .._utils import PropertyInfo
 from .._models import BaseModel
+from .shared.identity import Identity
 
 __all__ = [
     "Question",
@@ -36,8 +37,8 @@ class CategoricalQuestion(BaseModel):
     created_at: datetime
     """ISO-timestamp when the entity was created"""
 
-    created_by_user_id: str
-    """User who originally created the entity"""
+    created_by: Identity
+    """The identity that created the entity."""
 
     name: str
 
@@ -69,8 +70,8 @@ class RatingQuestion(BaseModel):
     created_at: datetime
     """ISO-timestamp when the entity was created"""
 
-    created_by_user_id: str
-    """User who originally created the entity"""
+    created_by: Identity
+    """The identity that created the entity."""
 
     name: str
 
@@ -97,8 +98,8 @@ class NumberQuestion(BaseModel):
     created_at: datetime
     """ISO-timestamp when the entity was created"""
 
-    created_by_user_id: str
-    """User who originally created the entity"""
+    created_by: Identity
+    """The identity that created the entity."""
 
     name: str
 
@@ -127,8 +128,8 @@ class FreeTextQuestion(BaseModel):
     created_at: datetime
     """ISO-timestamp when the entity was created"""
 
-    created_by_user_id: str
-    """User who originally created the entity"""
+    created_by: Identity
+    """The identity that created the entity."""
 
     name: str
 
@@ -156,8 +157,8 @@ class FormQuestion(BaseModel):
     created_at: datetime
     """ISO-timestamp when the entity was created"""
 
-    created_by_user_id: str
-    """User who originally created the entity"""
+    created_by: Identity
+    """The identity that created the entity."""
 
     name: str
 

scale_gp_beta/types/question_create_params.py

@@ -2,9 +2,11 @@
 
 from __future__ import annotations
 
-from typing import Dict, List, Union
+from typing import Dict, Union
 from typing_extensions import Literal, Required, TypeAlias, TypedDict
 
+from .._types import SequenceNotStr
+
 __all__ = [
     "QuestionCreateParams",
     "CategoricalQuestionRequest",
@@ -32,7 +34,7 @@ class CategoricalQuestionRequest(TypedDict, total=False):
 
 
 class CategoricalQuestionRequestConfiguration(TypedDict, total=False):
-    choices: Required[List[str]]
+    choices: Required[SequenceNotStr[str]]
     """Categorical answer choices (must contain at least one entry)"""