scale-gp-beta 0.1.0a29__py3-none-any.whl → 0.1.0a30__py3-none-any.whl

scale_gp_beta/types/evaluation_item.py

@@ -5,6 +5,7 @@ from datetime import datetime
 from typing_extensions import Literal
 
 from .._models import BaseModel
+from .shared.identity import Identity
 
 __all__ = ["EvaluationItem"]
 
@@ -14,7 +15,8 @@ class EvaluationItem(BaseModel):
 
     created_at: datetime
 
-    created_by_user_id: str
+    created_by: Identity
+    """The identity that created the entity."""
 
     data: Dict[str, object]
 

scale_gp_beta/types/evaluation_task.py

@@ -5,8 +5,9 @@ from __future__ import annotations
 from typing import TYPE_CHECKING, Dict, List, Union, Optional
 from typing_extensions import Literal, Annotated, TypeAlias
 
+from pydantic import Field as FieldInfo
+
 from .._utils import PropertyInfo
-from .._compat import PYDANTIC_V2
 from .._models import BaseModel
 from .item_locator import ItemLocator
 
@@ -38,6 +39,8 @@ __all__ = [
     "AutoEvaluationQuestionTaskConfiguration",
     "AutoEvaluationGuidedDecodingEvaluationTask",
     "AutoEvaluationGuidedDecodingEvaluationTaskConfiguration",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator",
     "ContributorEvaluationQuestionTask",
     "ContributorEvaluationQuestionTaskConfiguration",
 ]
@@ -98,6 +101,7 @@ class ChatCompletionEvaluationTaskConfiguration(BaseModel):
 
     top_p: Union[float, ItemLocator, None] = None
 
+    __pydantic_extra__: Dict[str, object] = FieldInfo(init=False)  # pyright: ignore[reportIncompatibleVariableOverride]
     if TYPE_CHECKING:
         # Stub to indicate that arbitrary properties are accepted.
         # To access properties that are not valid identifiers you can use `getattr`, e.g.
@@ -325,7 +329,26 @@ class AutoEvaluationQuestionTask(BaseModel):
     task_type: Optional[Literal["auto_evaluation.question"]] = None
 
 
-class AutoEvaluationGuidedDecodingEvaluationTaskConfiguration(BaseModel):
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator(
+    BaseModel
+):
+    model: str
+    """model specified as `model_vendor/model_name`"""
+
+    prompt: str
+
+    response_format: Dict[str, object]
+    """JSON schema used for structuring the model response"""
+
+    inference_args: Optional[Dict[str, object]] = None
+    """Additional arguments to pass to the inference request"""
+
+    system_prompt: Optional[str] = None
+
+
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator(
+    BaseModel
+):
     choices: List[str]
     """Choices array cannot be empty"""
 
@@ -340,6 +363,12 @@ class AutoEvaluationGuidedDecodingEvaluationTaskConfiguration(BaseModel):
     system_prompt: Optional[str] = None
 
 
+AutoEvaluationGuidedDecodingEvaluationTaskConfiguration: TypeAlias = Union[
+    AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator,
+    AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator,
+]
+
+
 class AutoEvaluationGuidedDecodingEvaluationTask(BaseModel):
     configuration: AutoEvaluationGuidedDecodingEvaluationTaskConfiguration
 
@@ -387,56 +416,3 @@ EvaluationTask: TypeAlias = Annotated[
 ]
 
 from .container import Container
-
-if PYDANTIC_V2:
-    ChatCompletionEvaluationTask.model_rebuild()
-    ChatCompletionEvaluationTaskConfiguration.model_rebuild()
-    GenericInferenceEvaluationTask.model_rebuild()
-    GenericInferenceEvaluationTaskConfiguration.model_rebuild()
-    GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration.model_rebuild()
-    ApplicationVariantV1EvaluationTask.model_rebuild()
-    ApplicationVariantV1EvaluationTaskConfiguration.model_rebuild()
-    ApplicationVariantV1EvaluationTaskConfigurationHistoryApplicationRequestResponsePairArray.model_rebuild()
-    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides.model_rebuild()
-    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState.model_rebuild()
-    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace.model_rebuild()
-    MetricEvaluationTask.model_rebuild()
-    MetricEvaluationTaskConfigurationBleuScorerConfigWithItemLocator.model_rebuild()
-    MetricEvaluationTaskConfigurationMeteorScorerConfigWithItemLocator.model_rebuild()
-    MetricEvaluationTaskConfigurationCosineSimilarityScorerConfigWithItemLocator.model_rebuild()
-    MetricEvaluationTaskConfigurationF1ScorerConfigWithItemLocator.model_rebuild()
-    MetricEvaluationTaskConfigurationRougeScorer1ConfigWithItemLocator.model_rebuild()
-    MetricEvaluationTaskConfigurationRougeScorer2ConfigWithItemLocator.model_rebuild()
-    MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator.model_rebuild()
-    AutoEvaluationQuestionTask.model_rebuild()
-    AutoEvaluationQuestionTaskConfiguration.model_rebuild()
-    AutoEvaluationGuidedDecodingEvaluationTask.model_rebuild()
-    AutoEvaluationGuidedDecodingEvaluationTaskConfiguration.model_rebuild()
-    ContributorEvaluationQuestionTask.model_rebuild()
-    ContributorEvaluationQuestionTaskConfiguration.model_rebuild()
-else:
-    ChatCompletionEvaluationTask.update_forward_refs()  # type: ignore
-    ChatCompletionEvaluationTaskConfiguration.update_forward_refs()  # type: ignore
-    GenericInferenceEvaluationTask.update_forward_refs()  # type: ignore
-    GenericInferenceEvaluationTaskConfiguration.update_forward_refs()  # type: ignore
-    GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration.update_forward_refs()  # type: ignore
-    ApplicationVariantV1EvaluationTask.update_forward_refs()  # type: ignore
-    ApplicationVariantV1EvaluationTaskConfiguration.update_forward_refs()  # type: ignore
-    ApplicationVariantV1EvaluationTaskConfigurationHistoryApplicationRequestResponsePairArray.update_forward_refs()  # type: ignore
-    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides.update_forward_refs()  # type: ignore
-    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState.update_forward_refs()  # type: ignore
-    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace.update_forward_refs()  # type: ignore
-    MetricEvaluationTask.update_forward_refs()  # type: ignore
-    MetricEvaluationTaskConfigurationBleuScorerConfigWithItemLocator.update_forward_refs()  # type: ignore
-    MetricEvaluationTaskConfigurationMeteorScorerConfigWithItemLocator.update_forward_refs()  # type: ignore
-    MetricEvaluationTaskConfigurationCosineSimilarityScorerConfigWithItemLocator.update_forward_refs()  # type: ignore
-    MetricEvaluationTaskConfigurationF1ScorerConfigWithItemLocator.update_forward_refs()  # type: ignore
-    MetricEvaluationTaskConfigurationRougeScorer1ConfigWithItemLocator.update_forward_refs()  # type: ignore
-    MetricEvaluationTaskConfigurationRougeScorer2ConfigWithItemLocator.update_forward_refs()  # type: ignore
-    MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator.update_forward_refs()  # type: ignore
-    AutoEvaluationQuestionTask.update_forward_refs()  # type: ignore
-    AutoEvaluationQuestionTaskConfiguration.update_forward_refs()  # type: ignore
-    AutoEvaluationGuidedDecodingEvaluationTask.update_forward_refs()  # type: ignore
-    AutoEvaluationGuidedDecodingEvaluationTaskConfiguration.update_forward_refs()  # type: ignore
-    ContributorEvaluationQuestionTask.update_forward_refs()  # type: ignore
-    ContributorEvaluationQuestionTaskConfiguration.update_forward_refs()  # type: ignore

scale_gp_beta/types/evaluation_task_param.py

@@ -35,6 +35,8 @@ __all__ = [
     "AutoEvaluationQuestionTaskConfiguration",
     "AutoEvaluationGuidedDecodingEvaluationTask",
     "AutoEvaluationGuidedDecodingEvaluationTaskConfiguration",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator",
     "ContributorEvaluationQuestionTask",
     "ContributorEvaluationQuestionTaskConfiguration",
 ]
@@ -320,7 +322,26 @@ class AutoEvaluationQuestionTask(TypedDict, total=False):
     task_type: Literal["auto_evaluation.question"]
 
 
-class AutoEvaluationGuidedDecodingEvaluationTaskConfiguration(TypedDict, total=False):
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator(
+    TypedDict, total=False
+):
+    model: Required[str]
+    """model specified as `model_vendor/model_name`"""
+
+    prompt: Required[str]
+
+    response_format: Required[Dict[str, object]]
+    """JSON schema used for structuring the model response"""
+
+    inference_args: Dict[str, object]
+    """Additional arguments to pass to the inference request"""
+
+    system_prompt: str
+
+
+class AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator(
+    TypedDict, total=False
+):
     choices: Required[List[str]]
     """Choices array cannot be empty"""
 
@@ -335,6 +356,12 @@ class AutoEvaluationGuidedDecodingEvaluationTaskConfiguration(TypedDict, total=F
     system_prompt: str
 
 
+AutoEvaluationGuidedDecodingEvaluationTaskConfiguration: TypeAlias = Union[
+    AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationStructuredOutputTaskRequestWithItemLocator,
+    AutoEvaluationGuidedDecodingEvaluationTaskConfigurationAutoEvaluationGuidedDecodingTaskRequestWithItemLocator,
+]
+
+
 class AutoEvaluationGuidedDecodingEvaluationTask(TypedDict, total=False):
     configuration: Required[AutoEvaluationGuidedDecodingEvaluationTaskConfiguration]
 

scale_gp_beta/types/file.py

@@ -6,6 +6,7 @@ from datetime import datetime
 from typing_extensions import Literal
 
 from .._models import BaseModel
+from .shared.identity import Identity
 
 __all__ = ["File"]
 
@@ -15,7 +16,8 @@ class File(BaseModel):
 
     created_at: datetime
 
-    created_by_user_id: str
+    created_by: Identity
+    """The identity that created the entity."""
 
     filename: str
 

scale_gp_beta/types/inference_model.py

@@ -131,6 +131,7 @@ class VendorConfigurationLlmEngineVendorConfiguration(BaseModel):
 
     storage: Optional[str] = None
 
+    __pydantic_extra__: Dict[str, object] = FieldInfo(init=False)  # pyright: ignore[reportIncompatibleVariableOverride]
     if TYPE_CHECKING:
         # Stub to indicate that arbitrary properties are accepted.
         # To access properties that are not valid identifiers you can use `getattr`, e.g.
@@ -148,6 +149,8 @@ class InferenceModel(BaseModel):
 
     created_at: datetime
 
+    created_by_identity_type: Literal["user", "service_account"]
+
     created_by_user_id: str
 
     type: Literal["generic", "completion", "chat_completion"] = FieldInfo(alias="model_type")

scale_gp_beta/types/question.py

@@ -6,6 +6,7 @@ from typing_extensions import Literal, Annotated, TypeAlias
 
 from .._utils import PropertyInfo
 from .._models import BaseModel
+from .shared.identity import Identity
 
 __all__ = [
     "Question",
@@ -36,8 +37,8 @@ class CategoricalQuestion(BaseModel):
     created_at: datetime
     """ISO-timestamp when the entity was created"""
 
-    created_by_user_id: str
-    """User who originally created the entity"""
+    created_by: Identity
+    """The identity that created the entity."""
 
     name: str
 
@@ -69,8 +70,8 @@ class RatingQuestion(BaseModel):
     created_at: datetime
     """ISO-timestamp when the entity was created"""
 
-    created_by_user_id: str
-    """User who originally created the entity"""
+    created_by: Identity
+    """The identity that created the entity."""
 
     name: str
 
@@ -97,8 +98,8 @@ class NumberQuestion(BaseModel):
     created_at: datetime
     """ISO-timestamp when the entity was created"""
 
-    created_by_user_id: str
-    """User who originally created the entity"""
+    created_by: Identity
+    """The identity that created the entity."""
 
     name: str
 
@@ -127,8 +128,8 @@ class FreeTextQuestion(BaseModel):
     created_at: datetime
     """ISO-timestamp when the entity was created"""
 
-    created_by_user_id: str
-    """User who originally created the entity"""
+    created_by: Identity
+    """The identity that created the entity."""
 
     name: str
 
@@ -156,8 +157,8 @@ class FormQuestion(BaseModel):
     created_at: datetime
     """ISO-timestamp when the entity was created"""
 
-    created_by_user_id: str
-    """User who originally created the entity"""
+    created_by: Identity
+    """The identity that created the entity."""
 
     name: str