scale-gp-beta 0.1.0a12__py3-none-any.whl → 0.1.0a14__py3-none-any.whl

scale_gp_beta/types/evaluation_task_param.py

@@ -5,6 +5,8 @@ from __future__ import annotations
 from typing import Dict, List, Union, Iterable
 from typing_extensions import Literal, Required, TypeAlias, TypedDict
 
+from .item_locator import ItemLocator
+
 __all__ = [
     "EvaluationTaskParam",
     "ChatCompletionEvaluationTask",
@@ -29,63 +31,67 @@ __all__ = [
     "MetricEvaluationTaskConfigurationRougeScorer1ConfigWithItemLocator",
     "MetricEvaluationTaskConfigurationRougeScorer2ConfigWithItemLocator",
     "MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator",
+    "AutoEvaluationQuestionTask",
+    "AutoEvaluationQuestionTaskConfiguration",
+    "ContributorEvaluationQuestionTask",
+    "ContributorEvaluationQuestionTaskConfiguration",
 ]
 
 
 class ChatCompletionEvaluationTaskConfigurationTyped(TypedDict, total=False):
-    messages: Required[Union[Iterable[Dict[str, object]], str]]
+    messages: Required[Union[Iterable[Dict[str, object]], ItemLocator]]
 
     model: Required[str]
 
-    audio: Union[Dict[str, object], str]
+    audio: Union[Dict[str, object], ItemLocator]
 
-    frequency_penalty: Union[float, str]
+    frequency_penalty: Union[float, ItemLocator]
 
-    function_call: Union[Dict[str, object], str]
+    function_call: Union[Dict[str, object], ItemLocator]
 
-    functions: Union[Iterable[Dict[str, object]], str]
+    functions: Union[Iterable[Dict[str, object]], ItemLocator]
 
-    logit_bias: Union[Dict[str, int], str]
+    logit_bias: Union[Dict[str, int], ItemLocator]
 
-    logprobs: Union[bool, str]
+    logprobs: Union[bool, ItemLocator]
 
-    max_completion_tokens: Union[int, str]
+    max_completion_tokens: Union[int, ItemLocator]
 
-    max_tokens: Union[int, str]
+    max_tokens: Union[int, ItemLocator]
 
-    metadata: Union[Dict[str, str], str]
+    metadata: Union[Dict[str, str], ItemLocator]
 
-    modalities: Union[List[str], str]
+    modalities: Union[List[str], ItemLocator]
 
-    n: Union[int, str]
+    n: Union[int, ItemLocator]
 
-    parallel_tool_calls: Union[bool, str]
+    parallel_tool_calls: Union[bool, ItemLocator]
 
-    prediction: Union[Dict[str, object], str]
+    prediction: Union[Dict[str, object], ItemLocator]
 
-    presence_penalty: Union[float, str]
+    presence_penalty: Union[float, ItemLocator]
 
     reasoning_effort: str
 
-    response_format: Union[Dict[str, object], str]
+    response_format: Union[Dict[str, object], ItemLocator]
 
-    seed: Union[int, str]
+    seed: Union[int, ItemLocator]
 
     stop: str
 
-    store: Union[bool, str]
+    store: Union[bool, ItemLocator]
 
-    temperature: Union[float, str]
+    temperature: Union[float, ItemLocator]
 
     tool_choice: str
 
-    tools: Union[Iterable[Dict[str, object]], str]
+    tools: Union[Iterable[Dict[str, object]], ItemLocator]
 
-    top_k: Union[int, str]
+    top_k: Union[int, ItemLocator]
 
-    top_logprobs: Union[int, str]
+    top_logprobs: Union[int, ItemLocator]
 
-    top_p: Union[float, str]
+    top_p: Union[float, ItemLocator]
 
 
 ChatCompletionEvaluationTaskConfiguration: TypeAlias = Union[
@@ -97,7 +103,7 @@ class ChatCompletionEvaluationTask(TypedDict, total=False):
     configuration: Required[ChatCompletionEvaluationTaskConfiguration]
 
     alias: str
-    """Alias to title the results column. Defaults to the `task_type`"""
+    """Alias to title the results column. Defaults to the `chat_completion`"""
 
     task_type: Literal["chat_completion"]
 
@@ -111,14 +117,14 @@ class GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInf
 
 
 GenericInferenceEvaluationTaskConfigurationInferenceConfiguration: TypeAlias = Union[
-    GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration, str
+    GenericInferenceEvaluationTaskConfigurationInferenceConfigurationLaunchInferenceConfiguration, ItemLocator
 ]
 
 
 class GenericInferenceEvaluationTaskConfiguration(TypedDict, total=False):
     model: Required[str]
 
-    args: Union[Dict[str, object], str]
+    args: Union[Dict[str, object], ItemLocator]
 
     inference_configuration: GenericInferenceEvaluationTaskConfigurationInferenceConfiguration
 
@@ -127,7 +133,7 @@ class GenericInferenceEvaluationTask(TypedDict, total=False):
     configuration: Required[GenericInferenceEvaluationTaskConfiguration]
 
     alias: str
-    """Alias to title the results column. Defaults to the `task_type`"""
+    """Alias to title the results column. Defaults to the `inference`"""
 
     task_type: Literal["inference"]
 
@@ -180,22 +186,24 @@ class ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplication
         ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace
     ]
 
+    return_span: bool
+
     use_channels: bool
 
 
 ApplicationVariantV1EvaluationTaskConfigurationOverrides: TypeAlias = Union[
-    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides, str
+    ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides, ItemLocator
 ]
 
 
 class ApplicationVariantV1EvaluationTaskConfiguration(TypedDict, total=False):
     application_variant_id: Required[str]
 
-    inputs: Required[Union[Dict[str, object], str]]
+    inputs: Required[Union[Dict[str, object], ItemLocator]]
 
-    history: Union[Iterable[ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0], str]
+    history: Union[Iterable[ApplicationVariantV1EvaluationTaskConfigurationHistoryUnionMember0], ItemLocator]
 
-    operation_metadata: Union[Dict[str, object], str]
+    operation_metadata: Union[Dict[str, object], ItemLocator]
 
     overrides: ApplicationVariantV1EvaluationTaskConfigurationOverrides
     """Execution override options for agentic applications"""
@@ -205,7 +213,7 @@ class ApplicationVariantV1EvaluationTask(TypedDict, total=False):
     configuration: Required[ApplicationVariantV1EvaluationTaskConfiguration]
 
     alias: str
-    """Alias to title the results column. Defaults to the `task_type`"""
+    """Alias to title the results column. Defaults to the `application_variant`"""
 
     task_type: Literal["application_variant"]
 
@@ -281,14 +289,61 @@ class MetricEvaluationTask(TypedDict, total=False):
     configuration: Required[MetricEvaluationTaskConfiguration]
 
     alias: str
-    """Alias to title the results column. Defaults to the `task_type`"""
+    """Alias to title the results column.
+
+    Defaults to the metric type specified in the configuration
+    """
 
     task_type: Literal["metric"]
 
 
+class AutoEvaluationQuestionTaskConfiguration(TypedDict, total=False):
+    model: Required[str]
+    """model specified as `model_vendor/model_name`"""
+
+    prompt: Required[str]
+
+    question_id: Required[str]
+    """question to be evaluated"""
+
+
+class AutoEvaluationQuestionTask(TypedDict, total=False):
+    configuration: Required[AutoEvaluationQuestionTaskConfiguration]
+
+    alias: str
+    """Alias to title the results column. Defaults to the `auto_evaluation_question`"""
+
+    task_type: Literal["auto_evaluation.question"]
+
+
+class ContributorEvaluationQuestionTaskConfiguration(TypedDict, total=False):
+    layout: Required["ContainerParam"]
+
+    question_id: Required[str]
+
+    queue_id: str
+    """The contributor annotation queue to include this task in. Defaults to `default`"""
+
+
+class ContributorEvaluationQuestionTask(TypedDict, total=False):
+    configuration: Required[ContributorEvaluationQuestionTaskConfiguration]
+
+    alias: str
+    """Alias to title the results column.
+
+    Defaults to the `contributor_evaluation_question`
+    """
+
+    task_type: Literal["contributor_evaluation.question"]
+
+
 EvaluationTaskParam: TypeAlias = Union[
     ChatCompletionEvaluationTask,
     GenericInferenceEvaluationTask,
     ApplicationVariantV1EvaluationTask,
     MetricEvaluationTask,
+    AutoEvaluationQuestionTask,
+    ContributorEvaluationQuestionTask,
 ]
+
+from .container_param import ContainerParam

scale_gp_beta/types/evaluation_update_params.py

@@ -0,0 +1,17 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import List
+from typing_extensions import TypedDict
+
+__all__ = ["EvaluationUpdateParams"]
+
+
+class EvaluationUpdateParams(TypedDict, total=False):
+    description: str
+
+    name: str
+
+    tags: List[str]
+    """The tags associated with the entity"""

scale_gp_beta/types/file_list_params.py

@@ -2,15 +2,16 @@
 
 from __future__ import annotations
 
-from typing import Optional
-from typing_extensions import TypedDict
+from typing_extensions import Literal, TypedDict
 
 __all__ = ["FileListParams"]
 
 
 class FileListParams(TypedDict, total=False):
-    ending_before: Optional[str]
+    ending_before: str
 
     limit: int
 
-    starting_after: Optional[str]
+    sort_order: Literal["asc", "desc"]
+
+    starting_after: str

scale_gp_beta/types/inference_model.py

@@ -170,10 +170,6 @@ class InferenceModel(BaseModel):
 
     status: Literal["failed", "ready", "deploying"]
 
-    description: Optional[str] = None
-
-    display_name: Optional[str] = None
-
     api_model_metadata: Optional[Dict[str, object]] = FieldInfo(alias="model_metadata", default=None)
 
     object: Optional[Literal["model"]] = None

scale_gp_beta/types/item_locator.py

@@ -0,0 +1,7 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing_extensions import TypeAlias
+
+__all__ = ["ItemLocator"]
+
+ItemLocator: TypeAlias = str

scale_gp_beta/types/item_locator_template.py

@@ -0,0 +1,7 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing_extensions import TypeAlias
+
+__all__ = ["ItemLocatorTemplate"]
+
+ItemLocatorTemplate: TypeAlias = str

scale_gp_beta/types/model_list_params.py

@@ -2,33 +2,32 @@
 
 from __future__ import annotations
 
-from typing import Optional
 from typing_extensions import Literal, TypedDict
 
 __all__ = ["ModelListParams"]
 
 
 class ModelListParams(TypedDict, total=False):
-    ending_before: Optional[str]
+    ending_before: str
 
     limit: int
 
-    model_vendor: Optional[
-        Literal[
-            "openai",
-            "cohere",
-            "vertex_ai",
-            "anthropic",
-            "azure",
-            "gemini",
-            "launch",
-            "llmengine",
-            "model_zoo",
-            "bedrock",
-            "xai",
-        ]
+    model_vendor: Literal[
+        "openai",
+        "cohere",
+        "vertex_ai",
+        "anthropic",
+        "azure",
+        "gemini",
+        "launch",
+        "llmengine",
+        "model_zoo",
+        "bedrock",
+        "xai",
     ]
 
-    name: Optional[str]
+    name: str
 
-    starting_after: Optional[str]
+    sort_order: Literal["asc", "desc"]
+
+    starting_after: str

scale_gp_beta/types/span.py

@@ -24,15 +24,54 @@ class Span(BaseModel):
     trace_id: str
     """id for grouping traces together, uuid is recommended"""
 
-    data: Optional[Dict[str, object]] = None
+    application_interaction_id: Optional[str] = None
+    """The interaction ID this span belongs to"""
+
+    application_variant_id: Optional[str] = None
+    """The id of the application variant this span belongs to"""
 
     end_timestamp: Optional[datetime] = None
 
     input: Optional[Dict[str, object]] = None
 
+    metadata: Optional[Dict[str, object]] = None
+
     object: Optional[Literal["span"]] = None
 
     output: Optional[Dict[str, builtins.object]] = None
 
     parent_id: Optional[str] = None
     """Reference to a parent span_id"""
+
+    status: Optional[Literal["SUCCESS", "ERROR"]] = None
+
+    type: Optional[
+        Literal[
+            "TEXT_INPUT",
+            "TEXT_OUTPUT",
+            "COMPLETION_INPUT",
+            "COMPLETION",
+            "KB_RETRIEVAL",
+            "KB_INPUT",
+            "RERANKING",
+            "EXTERNAL_ENDPOINT",
+            "PROMPT_ENGINEERING",
+            "DOCUMENT_INPUT",
+            "MAP_REDUCE",
+            "DOCUMENT_SEARCH",
+            "DOCUMENT_PROMPT",
+            "CUSTOM",
+            "INPUT_GUARDRAIL",
+            "OUTPUT_GUARDRAIL",
+            "CODE_EXECUTION",
+            "DATA_MANIPULATION",
+            "EVALUATION",
+            "FILE_RETRIEVAL",
+            "KB_ADD_CHUNK",
+            "KB_MANAGEMENT",
+            "TRACER",
+            "AGENT_TRACER",
+            "AGENT_WORKFLOW",
+            "STANDALONE",
+        ]
+    ] = None

scale_gp_beta/types/span_batch_params.py

@@ -0,0 +1,130 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, Union, Iterable
+from datetime import datetime
+from typing_extensions import Literal, Required, Annotated, TypeAlias, TypedDict
+
+from .._utils import PropertyInfo
+
+__all__ = ["SpanBatchParams", "Item", "ItemBaseSpanCreateRequest", "ItemLegacyApplicationSpanCreateRequest"]
+
+
+class SpanBatchParams(TypedDict, total=False):
+    items: Required[Iterable[Item]]
+
+
+class ItemBaseSpanCreateRequest(TypedDict, total=False):
+    name: Required[str]
+
+    start_timestamp: Required[Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]]
+
+    trace_id: Required[str]
+    """id for grouping traces together, uuid is recommended"""
+
+    id: str
+    """The id of the span"""
+
+    end_timestamp: Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]
+
+    input: Dict[str, object]
+
+    metadata: Dict[str, object]
+
+    output: Dict[str, object]
+
+    parent_id: str
+    """Reference to a parent span_id"""
+
+    status: Literal["SUCCESS", "ERROR"]
+
+    type: Literal[
+        "TEXT_INPUT",
+        "TEXT_OUTPUT",
+        "COMPLETION_INPUT",
+        "COMPLETION",
+        "KB_RETRIEVAL",
+        "KB_INPUT",
+        "RERANKING",
+        "EXTERNAL_ENDPOINT",
+        "PROMPT_ENGINEERING",
+        "DOCUMENT_INPUT",
+        "MAP_REDUCE",
+        "DOCUMENT_SEARCH",
+        "DOCUMENT_PROMPT",
+        "CUSTOM",
+        "INPUT_GUARDRAIL",
+        "OUTPUT_GUARDRAIL",
+        "CODE_EXECUTION",
+        "DATA_MANIPULATION",
+        "EVALUATION",
+        "FILE_RETRIEVAL",
+        "KB_ADD_CHUNK",
+        "KB_MANAGEMENT",
+        "TRACER",
+        "AGENT_TRACER",
+        "AGENT_WORKFLOW",
+        "STANDALONE",
+    ]
+
+
+class ItemLegacyApplicationSpanCreateRequest(TypedDict, total=False):
+    application_interaction_id: Required[str]
+
+    application_variant_id: Required[str]
+
+    name: Required[str]
+
+    start_timestamp: Required[Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]]
+
+    trace_id: Required[str]
+    """id for grouping traces together, uuid is recommended"""
+
+    id: str
+    """The id of the span"""
+
+    end_timestamp: Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]
+
+    input: Dict[str, object]
+
+    metadata: Dict[str, object]
+
+    output: Dict[str, object]
+
+    parent_id: str
+    """Reference to a parent span_id"""
+
+    status: Literal["SUCCESS", "ERROR"]
+
+    type: Literal[
+        "TEXT_INPUT",
+        "TEXT_OUTPUT",
+        "COMPLETION_INPUT",
+        "COMPLETION",
+        "KB_RETRIEVAL",
+        "KB_INPUT",
+        "RERANKING",
+        "EXTERNAL_ENDPOINT",
+        "PROMPT_ENGINEERING",
+        "DOCUMENT_INPUT",
+        "MAP_REDUCE",
+        "DOCUMENT_SEARCH",
+        "DOCUMENT_PROMPT",
+        "CUSTOM",
+        "INPUT_GUARDRAIL",
+        "OUTPUT_GUARDRAIL",
+        "CODE_EXECUTION",
+        "DATA_MANIPULATION",
+        "EVALUATION",
+        "FILE_RETRIEVAL",
+        "KB_ADD_CHUNK",
+        "KB_MANAGEMENT",
+        "TRACER",
+        "AGENT_TRACER",
+        "AGENT_WORKFLOW",
+        "STANDALONE",
+    ]
+
+
+Item: TypeAlias = Union[ItemBaseSpanCreateRequest, ItemLegacyApplicationSpanCreateRequest]

scale_gp_beta/types/span_create_params.py

@@ -4,7 +4,7 @@ from __future__ import annotations
 
 from typing import Dict, Union
 from datetime import datetime
-from typing_extensions import Required, Annotated, TypeAlias, TypedDict
+from typing_extensions import Literal, Required, Annotated, TypeAlias, TypedDict
 
 from .._utils import PropertyInfo
 
@@ -19,17 +19,51 @@ class BaseSpanCreateRequest(TypedDict, total=False):
     trace_id: Required[str]
     """id for grouping traces together, uuid is recommended"""
 
-    data: Dict[str, object]
+    id: str
+    """The id of the span"""
 
     end_timestamp: Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]
 
     input: Dict[str, object]
 
+    metadata: Dict[str, object]
+
     output: Dict[str, object]
 
     parent_id: str
     """Reference to a parent span_id"""
 
+    status: Literal["SUCCESS", "ERROR"]
+
+    type: Literal[
+        "TEXT_INPUT",
+        "TEXT_OUTPUT",
+        "COMPLETION_INPUT",
+        "COMPLETION",
+        "KB_RETRIEVAL",
+        "KB_INPUT",
+        "RERANKING",
+        "EXTERNAL_ENDPOINT",
+        "PROMPT_ENGINEERING",
+        "DOCUMENT_INPUT",
+        "MAP_REDUCE",
+        "DOCUMENT_SEARCH",
+        "DOCUMENT_PROMPT",
+        "CUSTOM",
+        "INPUT_GUARDRAIL",
+        "OUTPUT_GUARDRAIL",
+        "CODE_EXECUTION",
+        "DATA_MANIPULATION",
+        "EVALUATION",
+        "FILE_RETRIEVAL",
+        "KB_ADD_CHUNK",
+        "KB_MANAGEMENT",
+        "TRACER",
+        "AGENT_TRACER",
+        "AGENT_WORKFLOW",
+        "STANDALONE",
+    ]
+
 
 class LegacyApplicationSpanCreateRequest(TypedDict, total=False):
     application_interaction_id: Required[str]
@@ -43,16 +77,50 @@ class LegacyApplicationSpanCreateRequest(TypedDict, total=False):
     trace_id: Required[str]
     """id for grouping traces together, uuid is recommended"""
 
-    data: Dict[str, object]
+    id: str
+    """The id of the span"""
 
     end_timestamp: Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]
 
     input: Dict[str, object]
 
+    metadata: Dict[str, object]
+
     output: Dict[str, object]
 
     parent_id: str
     """Reference to a parent span_id"""
 
+    status: Literal["SUCCESS", "ERROR"]
+
+    type: Literal[
+        "TEXT_INPUT",
+        "TEXT_OUTPUT",
+        "COMPLETION_INPUT",
+        "COMPLETION",
+        "KB_RETRIEVAL",
+        "KB_INPUT",
+        "RERANKING",
+        "EXTERNAL_ENDPOINT",
+        "PROMPT_ENGINEERING",
+        "DOCUMENT_INPUT",
+        "MAP_REDUCE",
+        "DOCUMENT_SEARCH",
+        "DOCUMENT_PROMPT",
+        "CUSTOM",
+        "INPUT_GUARDRAIL",
+        "OUTPUT_GUARDRAIL",
+        "CODE_EXECUTION",
+        "DATA_MANIPULATION",
+        "EVALUATION",
+        "FILE_RETRIEVAL",
+        "KB_ADD_CHUNK",
+        "KB_MANAGEMENT",
+        "TRACER",
+        "AGENT_TRACER",
+        "AGENT_WORKFLOW",
+        "STANDALONE",
+    ]
+
 
 SpanCreateParams: TypeAlias = Union[BaseSpanCreateRequest, LegacyApplicationSpanCreateRequest]

scale_gp_beta/types/span_list_params.py

@@ -2,25 +2,26 @@
 
 from __future__ import annotations
 
-from typing import Optional
-from typing_extensions import TypedDict
+from typing_extensions import Literal, TypedDict
 
 __all__ = ["SpanListParams"]
 
 
 class SpanListParams(TypedDict, total=False):
-    ending_before: Optional[str]
+    ending_before: str
 
     from_ts: int
     """The starting (oldest) timestamp window in seconds."""
 
     limit: int
 
-    parents_only: Optional[bool]
+    parents_only: bool
 
-    starting_after: Optional[str]
+    sort_order: Literal["asc", "desc"]
+
+    starting_after: str
 
     to_ts: int
     """The ending (most recent) timestamp in seconds."""
 
-    trace_id: Optional[str]
+    trace_id: str