scale-gp-beta 0.1.0a12__py3-none-any.whl → 0.1.0a14__py3-none-any.whl

scale_gp_beta/types/chat/model_definition.py

@@ -0,0 +1,32 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing_extensions import Literal
+
+from pydantic import Field as FieldInfo
+
+from ..._models import BaseModel
+
+__all__ = ["ModelDefinition"]
+
+
+class ModelDefinition(BaseModel):
+    api_model_name: str = FieldInfo(alias="model_name")
+    """model name, for example `gpt-4o`"""
+
+    api_model_type: Literal["generic", "completion", "chat_completion"] = FieldInfo(alias="model_type")
+    """model type, for example `chat_completion`"""
+
+    api_model_vendor: Literal[
+        "openai",
+        "cohere",
+        "vertex_ai",
+        "anthropic",
+        "azure",
+        "gemini",
+        "launch",
+        "llmengine",
+        "model_zoo",
+        "bedrock",
+        "xai",
+    ] = FieldInfo(alias="model_vendor")
+    """model vendor, for example `openai`"""

scale_gp_beta/types/component.py

@@ -0,0 +1,18 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+
+from .._models import BaseModel
+from .item_locator import ItemLocator
+
+__all__ = ["Component"]
+
+
+class Component(BaseModel):
+    data: ItemLocator
+    """
+    A pointer to the data in each evaluation item to be displayed within the
+    component
+    """
+
+    label: Optional[str] = None

scale_gp_beta/types/component_param.py

@@ -0,0 +1,19 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing_extensions import Required, TypedDict
+
+from .item_locator import ItemLocator
+
+__all__ = ["ComponentParam"]
+
+
+class ComponentParam(TypedDict, total=False):
+    data: Required[ItemLocator]
+    """
+    A pointer to the data in each evaluation item to be displayed within the
+    component
+    """
+
+    label: str

scale_gp_beta/types/container.py

@@ -0,0 +1,35 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import TYPE_CHECKING, List, Union, Optional
+from typing_extensions import Literal, TypeAlias, TypeAliasType
+
+from .._compat import PYDANTIC_V2
+from .._models import BaseModel
+from .component import Component
+
+__all__ = ["Container", "Child"]
+
+if TYPE_CHECKING or PYDANTIC_V2:
+    Child = TypeAliasType("Child", Union["Container", Component])
+else:
+    Child: TypeAlias = Union["Container", Component]
+
+
+class Container(BaseModel):
+    children: List[Child]
+    """The children to be displayed within the container"""
+
+    direction: Optional[Literal["row", "column"]] = None
+    """The axis that children are placed in the container.
+
+    Based on CSS `flex-direction` (see:
+    https://developer.mozilla.org/en-US/docs/Web/CSS/flex-direction)
+    """
+
+
+if PYDANTIC_V2:
+    Container.model_rebuild()
+else:
+    Container.update_forward_refs()  # type: ignore

scale_gp_beta/types/container_param.py

@@ -0,0 +1,28 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import TYPE_CHECKING, Union, Iterable
+from typing_extensions import Literal, Required, TypeAlias, TypedDict, TypeAliasType
+
+from .._compat import PYDANTIC_V2
+from .component_param import ComponentParam
+
+__all__ = ["ContainerParam", "Child"]
+
+if TYPE_CHECKING or PYDANTIC_V2:
+    Child = TypeAliasType("Child", Union["ContainerParam", ComponentParam])
+else:
+    Child: TypeAlias = Union["ContainerParam", ComponentParam]
+
+
+class ContainerParam(TypedDict, total=False):
+    children: Required[Iterable[Child]]
+    """The children to be displayed within the container"""
+
+    direction: Literal["row", "column"]
+    """The axis that children are placed in the container.
+
+    Based on CSS `flex-direction` (see:
+    https://developer.mozilla.org/en-US/docs/Web/CSS/flex-direction)
+    """

scale_gp_beta/types/dataset_item.py

@@ -20,6 +20,8 @@ class DatasetItem(BaseModel):
 
     data: object
 
+    updated_at: datetime
+
     archived_at: Optional[datetime] = None
 
     dataset_id: Optional[str] = None

scale_gp_beta/types/dataset_item_list_params.py

@@ -2,28 +2,29 @@
 
 from __future__ import annotations
 
-from typing import Optional
-from typing_extensions import TypedDict
+from typing_extensions import Literal, TypedDict
 
 __all__ = ["DatasetItemListParams"]
 
 
 class DatasetItemListParams(TypedDict, total=False):
-    dataset_id: Optional[str]
+    dataset_id: str
     """Optional dataset identifier.
 
     Must be provided if a specific version is requested.
     """
 
-    ending_before: Optional[str]
+    ending_before: str
 
     include_archived: bool
 
     limit: int
 
-    starting_after: Optional[str]
+    sort_order: Literal["asc", "desc"]
 
-    version: Optional[int]
+    starting_after: str
+
+    version: int
     """Optional dataset version.
 
     When unset, returns the latest version. Requires a valid dataset_id when set.

scale_gp_beta/types/dataset_item_retrieve_params.py

@@ -2,12 +2,11 @@
 
 from __future__ import annotations
 
-from typing import Optional
 from typing_extensions import TypedDict
 
 __all__ = ["DatasetItemRetrieveParams"]
 
 
 class DatasetItemRetrieveParams(TypedDict, total=False):
-    version: Optional[int]
+    version: int
     """Optional dataset version. When unset, returns the latest version."""

scale_gp_beta/types/dataset_list_params.py

@@ -2,17 +2,23 @@
 
 from __future__ import annotations
 
-from typing import Optional
-from typing_extensions import TypedDict
+from typing import List
+from typing_extensions import Literal, TypedDict
 
 __all__ = ["DatasetListParams"]
 
 
 class DatasetListParams(TypedDict, total=False):
-    ending_before: Optional[str]
+    ending_before: str
 
     include_archived: bool
 
     limit: int
 
-    starting_after: Optional[str]
+    name: str
+
+    sort_order: Literal["asc", "desc"]
+
+    starting_after: str
+
+    tags: List[str]

scale_gp_beta/types/evaluation.py

@@ -1,12 +1,14 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
+from __future__ import annotations
+
 from typing import List, Optional
 from datetime import datetime
 from typing_extensions import Literal
 
 from .dataset import Dataset
+from .._compat import PYDANTIC_V2
 from .._models import BaseModel
-from .evaluation_task import EvaluationTask
 
 __all__ = ["Evaluation"]
 
@@ -33,5 +35,13 @@ class Evaluation(BaseModel):
 
     object: Optional[Literal["evaluation"]] = None
 
-    tasks: Optional[List[EvaluationTask]] = None
+    tasks: Optional[List["EvaluationTask"]] = None
     """Tasks executed during evaluation. Populated with optional `task` view."""
+
+
+from .evaluation_task import EvaluationTask
+
+if PYDANTIC_V2:
+    Evaluation.model_rebuild()
+else:
+    Evaluation.update_forward_refs()  # type: ignore

scale_gp_beta/types/evaluation_create_params.py

@@ -5,8 +5,6 @@ from __future__ import annotations
 from typing import Dict, List, Union, Iterable
 from typing_extensions import Required, TypeAlias, TypedDict
 
-from .evaluation_task_param import EvaluationTaskParam
-
 __all__ = [
     "EvaluationCreateParams",
     "EvaluationStandaloneCreateRequest",
@@ -28,7 +26,7 @@ class EvaluationStandaloneCreateRequest(TypedDict, total=False):
     tags: List[str]
     """The tags associated with the entity"""
 
-    tasks: Iterable[EvaluationTaskParam]
+    tasks: Iterable["EvaluationTaskParam"]
     """Tasks allow you to augment and evaluate your data"""
 
 
@@ -46,7 +44,7 @@ class EvaluationFromDatasetCreateRequest(TypedDict, total=False):
     tags: List[str]
     """The tags associated with the entity"""
 
-    tasks: Iterable[EvaluationTaskParam]
+    tasks: Iterable["EvaluationTaskParam"]
     """Tasks allow you to augment and evaluate your data"""
 
 
@@ -73,7 +71,7 @@ class EvaluationWithDatasetCreateRequest(TypedDict, total=False):
     tags: List[str]
     """The tags associated with the entity"""
 
-    tasks: Iterable[EvaluationTaskParam]
+    tasks: Iterable["EvaluationTaskParam"]
     """Tasks allow you to augment and evaluate your data"""
 
 
@@ -95,3 +93,5 @@ class EvaluationWithDatasetCreateRequestDataset(TypedDict, total=False):
 EvaluationCreateParams: TypeAlias = Union[
     EvaluationStandaloneCreateRequest, EvaluationFromDatasetCreateRequest, EvaluationWithDatasetCreateRequest
 ]
+
+from .evaluation_task_param import EvaluationTaskParam

scale_gp_beta/types/{evaluation_archive_response.py → evaluation_delete_response.py}

@@ -5,10 +5,10 @@ from typing_extensions import Literal
 
 from .._models import BaseModel
 
-__all__ = ["EvaluationArchiveResponse"]
+__all__ = ["EvaluationDeleteResponse"]
 
 
-class EvaluationArchiveResponse(BaseModel):
+class EvaluationDeleteResponse(BaseModel):
     id: str
 
     deleted: bool

scale_gp_beta/types/evaluation_item_list_params.py

@@ -2,19 +2,20 @@
 
 from __future__ import annotations
 
-from typing import Optional
-from typing_extensions import TypedDict
+from typing_extensions import Literal, TypedDict
 
 __all__ = ["EvaluationItemListParams"]
 
 
 class EvaluationItemListParams(TypedDict, total=False):
-    ending_before: Optional[str]
+    ending_before: str
 
-    evaluation_id: Optional[str]
+    evaluation_id: str
 
     include_archived: bool
 
     limit: int
 
-    starting_after: Optional[str]
+    sort_order: Literal["asc", "desc"]
+
+    starting_after: str

scale_gp_beta/types/evaluation_list_params.py

@@ -2,19 +2,25 @@
 
 from __future__ import annotations
 
-from typing import List, Optional
+from typing import List
 from typing_extensions import Literal, TypedDict
 
 __all__ = ["EvaluationListParams"]
 
 
 class EvaluationListParams(TypedDict, total=False):
-    ending_before: Optional[str]
+    ending_before: str
 
     include_archived: bool
 
     limit: int
 
-    starting_after: Optional[str]
+    name: str
+
+    sort_order: Literal["asc", "desc"]
+
+    starting_after: str
+
+    tags: List[str]
 
     views: List[Literal["tasks"]]

scale_gp_beta/types/evaluation_task.py

@@ -1,10 +1,14 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
+from __future__ import annotations
+
 from typing import TYPE_CHECKING, Dict, List, Union, Optional
 from typing_extensions import Literal, Annotated, TypeAlias
 
 from .._utils import PropertyInfo
+from .._compat import PYDANTIC_V2
 from .._models import BaseModel
+from .item_locator import ItemLocator
 
 __all__ = [
     "EvaluationTask",
@@ -30,63 +34,67 @@ __all__ = [
     "MetricEvaluationTaskConfigurationRougeScorer1ConfigWithItemLocator",
     "MetricEvaluationTaskConfigurationRougeScorer2ConfigWithItemLocator",
     "MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator",
+    "AutoEvaluationQuestionTask",
+    "AutoEvaluationQuestionTaskConfiguration",
+    "ContributorEvaluationQuestionTask",
+    "ContributorEvaluationQuestionTaskConfiguration",
 ]
 
 
 class ChatCompletionEvaluationTaskConfiguration(BaseModel):
-    messages: Union[List[Dict[str, object]], str]
+    messages: Union[List[Dict[str, object]], ItemLocator]
 
     model: str
 
-    audio: Union[Dict[str, object], str, None] = None
+    audio: Union[Dict[str, object], ItemLocator, None] = None
 
-    frequency_penalty: Union[float, str, None] = None
+    frequency_penalty: Union[float, ItemLocator, None] = None
 
-    function_call: Union[Dict[str, object], str, None] = None
+    function_call: Union[Dict[str, object], ItemLocator, None] = None
 
-    functions: Union[List[Dict[str, object]], str, None] = None
+    functions: Union[List[Dict[str, object]], ItemLocator, None] = None
 
-    logit_bias: Union[Dict[str, int], str, None] = None
+    logit_bias: Union[Dict[str, int], ItemLocator, None] = None
 
-    logprobs: Union[bool, str, None] = None
+    logprobs: Union[bool, ItemLocator, None] = None
 
-    max_completion_tokens: Union[int, str, None] = None
+    max_completion_tokens: Union[int, ItemLocator, None] = None
 
-    max_tokens: Union[int, str, None] = None
+    max_tokens: Union[int, ItemLocator, None] = None
 
-    metadata: Union[Dict[str, str], str, None] = None
+    metadata: Union[Dict[str, str], ItemLocator, None] = None
 
-    modalities: Union[List[str], str, None] = None
+    modalities: Union[List[str], ItemLocator, None] = None
 
-    n: Union[int, str, None] = None
+    n: Union[int, ItemLocator, None] = None
 
-    parallel_tool_calls: Union[bool, str, None] = None
+    parallel_tool_calls: Union[bool, ItemLocator, None] = None
 
-    prediction: Union[Dict[str, object], str, None] = None
+    prediction: Union[Dict[str, object], ItemLocator, None] = None
 
-    presence_penalty: Union[float, str, None] = None
+    presence_penalty: Union[float, ItemLocator, None] = None
 
     reasoning_effort: Optional[str] = None
 
-    response_format: Union[Dict[str, object], str, None] = None
+    response_format: Union[Dict[str, object], ItemLocator, None] = None
 
-    seed: Union[int, str, None] = None
+    seed: Union[int, ItemLocator, None] = None
 
     stop: Optional[str] = None
 
-    store: Union[bool, str, None] = None
+    store: Union[bool, ItemLocator, None] = None
 
-    temperature: Union[float, str, None] = None
+    temperature: Union[float, ItemLocator, None] = None
 
     tool_choice: Optional[str] = None
 
-    tools: Union[List[Dict[str, object]], str, None] = None
+    tools: Union[List[Dict[str, object]], ItemLocator, None] = None
 
-    top_k: Union[int, str, None] = None
+    top_k: Union[int, ItemLocator, None] = None
 
-    top_logprobs: Union[int, str, None] = None
+    top_logprobs: Union[int, ItemLocator, None] = None
 
-    top_p: Union[float, str, None] = None
+    top_p: Union[float, ItemLocator, None] = None
 
     if TYPE_CHECKING:
         # Stub to indicate that arbitrary properties are accepted.
@@ -99,7 +107,7 @@ class ChatCompletionEvaluationTask(BaseModel):
     configuration: ChatCompletionEvaluationTaskConfiguration
 
     alias: Optional[str] = None
-    """Alias to title the results column. Defaults to the `task_type`"""
+    """Alias to title the results column. Defaults to the `chat_completion`"""
 
     task_type: Optional[Literal["chat_completion"]] = None
 
@@ -111,14 +119,14 @@ class GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInf
 
 
 GenericInferenceEvaluationTaskConfigurationInferenceConfiguration: TypeAlias = Union[
-    GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration, str
+    GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration, ItemLocator
 ]
 
 
 class GenericInferenceEvaluationTaskConfiguration(BaseModel):
     model: str
 
-    args: Union[Dict[str, object], str, None] = None
+    args: Union[Dict[str, object], ItemLocator, None] = None
 
     inference_configuration: Optional[GenericInferenceEvaluationTaskConfigurationInferenceConfiguration] = None
 
@@ -127,7 +135,7 @@ class GenericInferenceEvaluationTask(BaseModel):
     configuration: GenericInferenceEvaluationTaskConfiguration
 
     alias: Optional[str] = None
-    """Alias to title the results column. Defaults to the `task_type`"""
+    """Alias to title the results column. Defaults to the `inference`"""
 
     task_type: Optional[Literal["inference"]] = None
 
@@ -178,22 +186,24 @@ class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplication
         List[ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace]
     ] = None
 
+    return_span: Optional[bool] = None
+
     use_channels: Optional[bool] = None
 
 
 ApplicationVariantV1EvaluationTaskConfigurationOverrides: TypeAlias = Union[
-    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides, str
+    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides, ItemLocator
 ]
 
 
 class ApplicationVariantV1EvaluationTaskConfiguration(BaseModel):
     application_variant_id: str
 
-    inputs: Union[Dict[str, object], str]
+    inputs: Union[Dict[str, object], ItemLocator]
 
-    history: Union[List[ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0], str, None] = None
+    history: Union[List[ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0], ItemLocator, None] = None
 
-    operation_metadata: Union[Dict[str, object], str, None] = None
+    operation_metadata: Union[Dict[str, object], ItemLocator, None] = None
 
     overrides: Optional[ApplicationVariantV1EvaluationTaskConfigurationOverrides] = None
     """Execution override options for agentic applications"""
@@ -203,7 +213,7 @@ class ApplicationVariantV1EvaluationTask(BaseModel):
     configuration: ApplicationVariantV1EvaluationTaskConfiguration
 
     alias: Optional[str] = None
-    """Alias to title the results column. Defaults to the `task_type`"""
+    """Alias to title the results column. Defaults to the `application_variant`"""
 
     task_type: Optional[Literal["application_variant"]] = None
 
@@ -282,17 +292,113 @@ class MetricEvaluationTask(BaseModel):
     configuration: MetricEvaluationTaskConfiguration
 
     alias: Optional[str] = None
-    """Alias to title the results column. Defaults to the `task_type`"""
+    """Alias to title the results column.
+
+    Defaults to the metric type specified in the configuration
+    """
 
     task_type: Optional[Literal["metric"]] = None
 
 
+class AutoEvaluationQuestionTaskConfiguration(BaseModel):
+    model: str
+    """model specified as `model_vendor/model_name`"""
+
+    prompt: str
+
+    question_id: str
+    """question to be evaluated"""
+
+
+class AutoEvaluationQuestionTask(BaseModel):
+    configuration: AutoEvaluationQuestionTaskConfiguration
+
+    alias: Optional[str] = None
+    """Alias to title the results column. Defaults to the `auto_evaluation_question`"""
+
+    task_type: Optional[Literal["auto_evaluation.question"]] = None
+
+
+class ContributorEvaluationQuestionTaskConfiguration(BaseModel):
+    layout: "Container"
+
+    question_id: str
+
+    queue_id: Optional[str] = None
+    """The contributor annotation queue to include this task in. Defaults to `default`"""
+
+
+class ContributorEvaluationQuestionTask(BaseModel):
+    configuration: ContributorEvaluationQuestionTaskConfiguration
+
+    alias: Optional[str] = None
+    """Alias to title the results column.
+
+    Defaults to the `contributor_evaluation_question`
+    """
+
+    task_type: Optional[Literal["contributor_evaluation.question"]] = None
+
+
 EvaluationTask: TypeAlias = Annotated[
     Union[
         ChatCompletionEvaluationTask,
         GenericInferenceEvaluationTask,
         ApplicationVariantV1EvaluationTask,
         MetricEvaluationTask,
+        AutoEvaluationQuestionTask,
+        ContributorEvaluationQuestionTask,
     ],
     PropertyInfo(discriminator="task_type"),
 ]
+
+from .container import Container
+
+if PYDANTIC_V2:
+    ChatCompletionEvaluationTask.model_rebuild()
+    ChatCompletionEvaluationTaskConfiguration.model_rebuild()
+    GenericInferenceEvaluationTask.model_rebuild()
+    GenericInferenceEvaluationTaskConfiguration.model_rebuild()
+    GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration.model_rebuild()
+    ApplicationVariantV1EvaluationTask.model_rebuild()
+    ApplicationVariantV1EvaluationTaskConfiguration.model_rebuild()
+    ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0.model_rebuild()
+    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides.model_rebuild()
+    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState.model_rebuild()
+    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace.model_rebuild()
+    MetricEvaluationTask.model_rebuild()
+    MetricEvaluationTaskConfigurationBleuScorerConfigWithItemLocator.model_rebuild()
+    MetricEvaluationTaskConfigurationMeteorScorerConfigWithItemLocator.model_rebuild()
+    MetricEvaluationTaskConfigurationCosineSimilarityScorerConfigWithItemLocator.model_rebuild()
+    MetricEvaluationTaskConfigurationF1ScorerConfigWithItemLocator.model_rebuild()
+    MetricEvaluationTaskConfigurationRougeScorer1ConfigWithItemLocator.model_rebuild()
+    MetricEvaluationTaskConfigurationRougeScorer2ConfigWithItemLocator.model_rebuild()
+    MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator.model_rebuild()
+    AutoEvaluationQuestionTask.model_rebuild()
+    AutoEvaluationQuestionTaskConfiguration.model_rebuild()
+    ContributorEvaluationQuestionTask.model_rebuild()
+    ContributorEvaluationQuestionTaskConfiguration.model_rebuild()
+else:
+    ChatCompletionEvaluationTask.update_forward_refs()  # type: ignore
+    ChatCompletionEvaluationTaskConfiguration.update_forward_refs()  # type: ignore
+    GenericInferenceEvaluationTask.update_forward_refs()  # type: ignore
+    GenericInferenceEvaluationTaskConfiguration.update_forward_refs()  # type: ignore
+    GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration.update_forward_refs()  # type: ignore
+    ApplicationVariantV1EvaluationTask.update_forward_refs()  # type: ignore
+    ApplicationVariantV1EvaluationTaskConfiguration.update_forward_refs()  # type: ignore
+    ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0.update_forward_refs()  # type: ignore
+    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides.update_forward_refs()  # type: ignore
+    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState.update_forward_refs()  # type: ignore
+    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace.update_forward_refs()  # type: ignore
+    MetricEvaluationTask.update_forward_refs()  # type: ignore
+    MetricEvaluationTaskConfigurationBleuScorerConfigWithItemLocator.update_forward_refs()  # type: ignore
+    MetricEvaluationTaskConfigurationMeteorScorerConfigWithItemLocator.update_forward_refs()  # type: ignore
+    MetricEvaluationTaskConfigurationCosineSimilarityScorerConfigWithItemLocator.update_forward_refs()  # type: ignore
+    MetricEvaluationTaskConfigurationF1ScorerConfigWithItemLocator.update_forward_refs()  # type: ignore
+    MetricEvaluationTaskConfigurationRougeScorer1ConfigWithItemLocator.update_forward_refs()  # type: ignore
+    MetricEvaluationTaskConfigurationRougeScorer2ConfigWithItemLocator.update_forward_refs()  # type: ignore
+    MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator.update_forward_refs()  # type: ignore
+    AutoEvaluationQuestionTask.update_forward_refs()  # type: ignore
+    AutoEvaluationQuestionTaskConfiguration.update_forward_refs()  # type: ignore
+    ContributorEvaluationQuestionTask.update_forward_refs()  # type: ignore
+    ContributorEvaluationQuestionTaskConfiguration.update_forward_refs()  # type: ignore