scale-gp-beta 0.1.0a15__py3-none-any.whl → 0.1.0a17__py3-none-any.whl

scale_gp_beta/types/__init__.py

@@ -18,19 +18,21 @@ from .evaluation_item import EvaluationItem as EvaluationItem
 from .evaluation_task import EvaluationTask as EvaluationTask
 from .inference_model import InferenceModel as InferenceModel
 from .file_list_params import FileListParams as FileListParams
-from .span_list_params import SpanListParams as SpanListParams
 from .model_list_params import ModelListParams as ModelListParams
 from .span_batch_params import SpanBatchParams as SpanBatchParams
 from .file_create_params import FileCreateParams as FileCreateParams
 from .file_update_params import FileUpdateParams as FileUpdateParams
 from .inference_response import InferenceResponse as InferenceResponse
 from .span_create_params import SpanCreateParams as SpanCreateParams
+from .span_search_params import SpanSearchParams as SpanSearchParams
 from .span_update_params import SpanUpdateParams as SpanUpdateParams
 from .dataset_list_params import DatasetListParams as DatasetListParams
 from .model_create_params import ModelCreateParams as ModelCreateParams
 from .model_update_params import ModelUpdateParams as ModelUpdateParams
+from .span_batch_response import SpanBatchResponse as SpanBatchResponse
 from .file_delete_response import FileDeleteResponse as FileDeleteResponse
 from .inference_model_list import InferenceModelList as InferenceModelList
+from .span_search_response import SpanSearchResponse as SpanSearchResponse
 from .dataset_create_params import DatasetCreateParams as DatasetCreateParams
 from .dataset_update_params import DatasetUpdateParams as DatasetUpdateParams
 from .evaluation_task_param import EvaluationTaskParam as EvaluationTaskParam
@@ -45,12 +47,15 @@ from .dataset_item_list_params import DatasetItemListParams as DatasetItemListPa
 from .evaluation_create_params import EvaluationCreateParams as EvaluationCreateParams
 from .evaluation_update_params import EvaluationUpdateParams as EvaluationUpdateParams
 from .inference_response_chunk import InferenceResponseChunk as InferenceResponseChunk
+from .span_upsert_batch_params import SpanUpsertBatchParams as SpanUpsertBatchParams
 from .inference_create_response import InferenceCreateResponse as InferenceCreateResponse
 from .dataset_item_update_params import DatasetItemUpdateParams as DatasetItemUpdateParams
 from .evaluation_delete_response import EvaluationDeleteResponse as EvaluationDeleteResponse
 from .evaluation_retrieve_params import EvaluationRetrieveParams as EvaluationRetrieveParams
+from .span_upsert_batch_response import SpanUpsertBatchResponse as SpanUpsertBatchResponse
 from .evaluation_item_list_params import EvaluationItemListParams as EvaluationItemListParams
 from .dataset_item_delete_response import DatasetItemDeleteResponse as DatasetItemDeleteResponse
 from .dataset_item_retrieve_params import DatasetItemRetrieveParams as DatasetItemRetrieveParams
 from .evaluation_item_retrieve_params import EvaluationItemRetrieveParams as EvaluationItemRetrieveParams
 from .dataset_item_batch_create_params import DatasetItemBatchCreateParams as DatasetItemBatchCreateParams
+from .dataset_item_batch_create_response import DatasetItemBatchCreateResponse as DatasetItemBatchCreateResponse

scale_gp_beta/types/dataset_item_batch_create_response.py

@@ -0,0 +1,15 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List, Optional
+from typing_extensions import Literal
+
+from .._models import BaseModel
+from .dataset_item import DatasetItem
+
+__all__ = ["DatasetItemBatchCreateResponse"]
+
+
+class DatasetItemBatchCreateResponse(BaseModel):
+    items: List[DatasetItem]
+
+    object: Optional[Literal["list"]] = None

scale_gp_beta/types/evaluation_task.py

@@ -36,6 +36,8 @@ __all__ = [
     "MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator",
     "AutoEvaluationQuestionTask",
     "AutoEvaluationQuestionTaskConfiguration",
+    "AutoEvaluationGuidedDecodingEvaluationTask",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfiguration",
     "ContributorEvaluationQuestionTask",
     "ContributorEvaluationQuestionTaskConfiguration",
 ]
@@ -323,6 +325,33 @@ class AutoEvaluationQuestionTask(BaseModel):
     task_type: Optional[Literal["auto_evaluation.question"]] = None
 
 
+class AutoEvaluationGuidedDecodingEvaluationTaskConfiguration(BaseModel):
+    choices: List[str]
+    """Choices array cannot be empty"""
+
+    model: str
+    """model specified as `model_vendor/model_name`"""
+
+    prompt: str
+
+    inference_args: Optional[Dict[str, object]] = None
+    """Additional arguments to pass to the inference request"""
+
+    system_prompt: Optional[str] = None
+
+
+class AutoEvaluationGuidedDecodingEvaluationTask(BaseModel):
+    configuration: AutoEvaluationGuidedDecodingEvaluationTaskConfiguration
+
+    alias: Optional[str] = None
+    """Alias to title the results column.
+
+    Defaults to the `auto_evaluation_guided_decoding`
+    """
+
+    task_type: Optional[Literal["auto_evaluation.guided_decoding"]] = None
+
+
 class ContributorEvaluationQuestionTaskConfiguration(BaseModel):
     layout: "Container"
 
@@ -351,6 +380,7 @@ EvaluationTask: TypeAlias = Annotated[
         ApplicationVariantV1EvaluationTask,
         MetricEvaluationTask,
         AutoEvaluationQuestionTask,
+        AutoEvaluationGuidedDecodingEvaluationTask,
         ContributorEvaluationQuestionTask,
     ],
     PropertyInfo(discriminator="task_type"),
@@ -380,6 +410,8 @@ if PYDANTIC_V2:
     MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator.model_rebuild()
     AutoEvaluationQuestionTask.model_rebuild()
     AutoEvaluationQuestionTaskConfiguration.model_rebuild()
+    AutoEvaluationGuidedDecodingEvaluationTask.model_rebuild()
+    AutoEvaluationGuidedDecodingEvaluationTaskConfiguration.model_rebuild()
     ContributorEvaluationQuestionTask.model_rebuild()
     ContributorEvaluationQuestionTaskConfiguration.model_rebuild()
 else:
@@ -404,5 +436,7 @@ else:
     MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator.update_forward_refs()  # type: ignore
     AutoEvaluationQuestionTask.update_forward_refs()  # type: ignore
     AutoEvaluationQuestionTaskConfiguration.update_forward_refs()  # type: ignore
+    AutoEvaluationGuidedDecodingEvaluationTask.update_forward_refs()  # type: ignore
+    AutoEvaluationGuidedDecodingEvaluationTaskConfiguration.update_forward_refs()  # type: ignore
     ContributorEvaluationQuestionTask.update_forward_refs()  # type: ignore
     ContributorEvaluationQuestionTaskConfiguration.update_forward_refs()  # type: ignore

scale_gp_beta/types/evaluation_task_param.py

@@ -33,6 +33,8 @@ __all__ = [
     "MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator",
     "AutoEvaluationQuestionTask",
     "AutoEvaluationQuestionTaskConfiguration",
+    "AutoEvaluationGuidedDecodingEvaluationTask",
+    "AutoEvaluationGuidedDecodingEvaluationTaskConfiguration",
     "ContributorEvaluationQuestionTask",
     "ContributorEvaluationQuestionTaskConfiguration",
 ]
@@ -318,6 +320,33 @@ class AutoEvaluationQuestionTask(TypedDict, total=False):
     task_type: Literal["auto_evaluation.question"]
 
 
+class AutoEvaluationGuidedDecodingEvaluationTaskConfiguration(TypedDict, total=False):
+    choices: Required[List[str]]
+    """Choices array cannot be empty"""
+
+    model: Required[str]
+    """model specified as `model_vendor/model_name`"""
+
+    prompt: Required[str]
+
+    inference_args: Dict[str, object]
+    """Additional arguments to pass to the inference request"""
+
+    system_prompt: str
+
+
+class AutoEvaluationGuidedDecodingEvaluationTask(TypedDict, total=False):
+    configuration: Required[AutoEvaluationGuidedDecodingEvaluationTaskConfiguration]
+
+    alias: str
+    """Alias to title the results column.
+
+    Defaults to the `auto_evaluation_guided_decoding`
+    """
+
+    task_type: Literal["auto_evaluation.guided_decoding"]
+
+
 class ContributorEvaluationQuestionTaskConfiguration(TypedDict, total=False):
     layout: Required["ContainerParam"]
 
@@ -345,6 +374,7 @@ EvaluationTaskParam: TypeAlias = Union[
     ApplicationVariantV1EvaluationTask,
     MetricEvaluationTask,
     AutoEvaluationQuestionTask,
+    AutoEvaluationGuidedDecodingEvaluationTask,
     ContributorEvaluationQuestionTask,
 ]
 

scale_gp_beta/types/span.py

@@ -32,6 +32,9 @@ class Span(BaseModel):
 
     end_timestamp: Optional[datetime] = None
 
+    group_id: Optional[str] = None
+    """Reference to a group_id"""
+
     input: Optional[Dict[str, object]] = None
 
     metadata: Optional[Dict[str, object]] = None

scale_gp_beta/types/span_batch_params.py

@@ -4,18 +4,18 @@ from __future__ import annotations
 
 from typing import Dict, Union, Iterable
 from datetime import datetime
-from typing_extensions import Literal, Required, Annotated, TypeAlias, TypedDict
+from typing_extensions import Literal, Required, Annotated, TypedDict
 
 from .._utils import PropertyInfo
 
-__all__ = ["SpanBatchParams", "Item", "ItemBaseSpanCreateRequest", "ItemLegacyApplicationSpanCreateRequest"]
+__all__ = ["SpanBatchParams", "Item"]
 
 
 class SpanBatchParams(TypedDict, total=False):
     items: Required[Iterable[Item]]
 
 
-class ItemBaseSpanCreateRequest(TypedDict, total=False):
+class Item(TypedDict, total=False):
     name: Required[str]
 
     start_timestamp: Required[Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]]
@@ -26,66 +26,17 @@ class ItemBaseSpanCreateRequest(TypedDict, total=False):
     id: str
     """The id of the span"""
 
-    end_timestamp: Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]
-
-    input: Dict[str, object]
-
-    metadata: Dict[str, object]
-
-    output: Dict[str, object]
-
-    parent_id: str
-    """Reference to a parent span_id"""
-
-    status: Literal["SUCCESS", "ERROR"]
-
-    type: Literal[
-        "TEXT_INPUT",
-        "TEXT_OUTPUT",
-        "COMPLETION_INPUT",
-        "COMPLETION",
-        "KB_RETRIEVAL",
-        "KB_INPUT",
-        "RERANKING",
-        "EXTERNAL_ENDPOINT",
-        "PROMPT_ENGINEERING",
-        "DOCUMENT_INPUT",
-        "MAP_REDUCE",
-        "DOCUMENT_SEARCH",
-        "DOCUMENT_PROMPT",
-        "CUSTOM",
-        "INPUT_GUARDRAIL",
-        "OUTPUT_GUARDRAIL",
-        "CODE_EXECUTION",
-        "DATA_MANIPULATION",
-        "EVALUATION",
-        "FILE_RETRIEVAL",
-        "KB_ADD_CHUNK",
-        "KB_MANAGEMENT",
-        "TRACER",
-        "AGENT_TRACER",
-        "AGENT_WORKFLOW",
-        "STANDALONE",
-    ]
-
+    application_interaction_id: str
+    """The optional application interaction ID this span belongs to"""
 
-class ItemLegacyApplicationSpanCreateRequest(TypedDict, total=False):
-    application_interaction_id: Required[str]
-
-    application_variant_id: Required[str]
-
-    name: Required[str]
-
-    start_timestamp: Required[Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]]
-
-    trace_id: Required[str]
-    """id for grouping traces together, uuid is recommended"""
-
-    id: str
-    """The id of the span"""
+    application_variant_id: str
+    """The optional application variant ID this span belongs to"""
 
     end_timestamp: Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]
 
+    group_id: str
+    """Reference to a group_id"""
+
     input: Dict[str, object]
 
     metadata: Dict[str, object]
@@ -125,6 +76,3 @@ class ItemLegacyApplicationSpanCreateRequest(TypedDict, total=False):
         "AGENT_WORKFLOW",
         "STANDALONE",
     ]
-
-
-Item: TypeAlias = Union[ItemBaseSpanCreateRequest, ItemLegacyApplicationSpanCreateRequest]

scale_gp_beta/types/span_batch_response.py

@@ -0,0 +1,15 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List, Optional
+from typing_extensions import Literal
+
+from .span import Span
+from .._models import BaseModel
+
+__all__ = ["SpanBatchResponse"]
+
+
+class SpanBatchResponse(BaseModel):
+    items: List[Span]
+
+    object: Optional[Literal["list"]] = None

scale_gp_beta/types/span_create_params.py

@@ -4,14 +4,14 @@ from __future__ import annotations
 
 from typing import Dict, Union
 from datetime import datetime
-from typing_extensions import Literal, Required, Annotated, TypeAlias, TypedDict
+from typing_extensions import Literal, Required, Annotated, TypedDict
 
 from .._utils import PropertyInfo
 
-__all__ = ["SpanCreateParams", "BaseSpanCreateRequest", "LegacyApplicationSpanCreateRequest"]
+__all__ = ["SpanCreateParams"]
 
 
-class BaseSpanCreateRequest(TypedDict, total=False):
+class SpanCreateParams(TypedDict, total=False):
     name: Required[str]
 
     start_timestamp: Required[Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]]
@@ -22,66 +22,17 @@ class BaseSpanCreateRequest(TypedDict, total=False):
     id: str
     """The id of the span"""
 
-    end_timestamp: Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]
-
-    input: Dict[str, object]
-
-    metadata: Dict[str, object]
-
-    output: Dict[str, object]
-
-    parent_id: str
-    """Reference to a parent span_id"""
-
-    status: Literal["SUCCESS", "ERROR"]
-
-    type: Literal[
-        "TEXT_INPUT",
-        "TEXT_OUTPUT",
-        "COMPLETION_INPUT",
-        "COMPLETION",
-        "KB_RETRIEVAL",
-        "KB_INPUT",
-        "RERANKING",
-        "EXTERNAL_ENDPOINT",
-        "PROMPT_ENGINEERING",
-        "DOCUMENT_INPUT",
-        "MAP_REDUCE",
-        "DOCUMENT_SEARCH",
-        "DOCUMENT_PROMPT",
-        "CUSTOM",
-        "INPUT_GUARDRAIL",
-        "OUTPUT_GUARDRAIL",
-        "CODE_EXECUTION",
-        "DATA_MANIPULATION",
-        "EVALUATION",
-        "FILE_RETRIEVAL",
-        "KB_ADD_CHUNK",
-        "KB_MANAGEMENT",
-        "TRACER",
-        "AGENT_TRACER",
-        "AGENT_WORKFLOW",
-        "STANDALONE",
-    ]
-
+    application_interaction_id: str
+    """The optional application interaction ID this span belongs to"""
 
-class LegacyApplicationSpanCreateRequest(TypedDict, total=False):
-    application_interaction_id: Required[str]
-
-    application_variant_id: Required[str]
-
-    name: Required[str]
-
-    start_timestamp: Required[Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]]
-
-    trace_id: Required[str]
-    """id for grouping traces together, uuid is recommended"""
-
-    id: str
-    """The id of the span"""
+    application_variant_id: str
+    """The optional application variant ID this span belongs to"""
 
     end_timestamp: Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]
 
+    group_id: str
+    """Reference to a group_id"""
+
     input: Dict[str, object]
 
     metadata: Dict[str, object]
@@ -121,6 +72,3 @@ class LegacyApplicationSpanCreateRequest(TypedDict, total=False):
         "AGENT_WORKFLOW",
         "STANDALONE",
     ]
-
-
-SpanCreateParams: TypeAlias = Union[BaseSpanCreateRequest, LegacyApplicationSpanCreateRequest]

scale_gp_beta/types/span_search_params.py

@@ -0,0 +1,77 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, Union
+from datetime import datetime
+from typing_extensions import Literal, Annotated, TypedDict
+
+from .._utils import PropertyInfo
+
+__all__ = ["SpanSearchParams"]
+
+
+class SpanSearchParams(TypedDict, total=False):
+    ending_before: str
+
+    from_ts: Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]
+    """The starting (oldest) timestamp in ISO format."""
+
+    limit: int
+
+    sort_order: Literal["asc", "desc"]
+
+    starting_after: str
+
+    to_ts: Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]
+    """The ending (most recent) timestamp in ISO format."""
+
+    extra_metadata: Dict[str, object]
+    """Filter on custom metadata key-value pairs"""
+
+    group_id: str
+    """Filter by group ID"""
+
+    name: str
+    """Filter by trace/span name"""
+
+    parents_only: bool
+    """Only fetch spans that are the top-level (ie. have no parent_id)"""
+
+    span_id: str
+    """Filter by span ID"""
+
+    status: Literal["SUCCESS", "ERROR"]
+    """Filter on span status"""
+
+    trace_id: str
+    """Which trace_id to filter on"""
+
+    type: Literal[
+        "TEXT_INPUT",
+        "TEXT_OUTPUT",
+        "COMPLETION_INPUT",
+        "COMPLETION",
+        "KB_RETRIEVAL",
+        "KB_INPUT",
+        "RERANKING",
+        "EXTERNAL_ENDPOINT",
+        "PROMPT_ENGINEERING",
+        "DOCUMENT_INPUT",
+        "MAP_REDUCE",
+        "DOCUMENT_SEARCH",
+        "DOCUMENT_PROMPT",
+        "CUSTOM",
+        "INPUT_GUARDRAIL",
+        "OUTPUT_GUARDRAIL",
+        "CODE_EXECUTION",
+        "DATA_MANIPULATION",
+        "EVALUATION",
+        "FILE_RETRIEVAL",
+        "KB_ADD_CHUNK",
+        "KB_MANAGEMENT",
+        "TRACER",
+        "AGENT_TRACER",
+        "AGENT_WORKFLOW",
+        "STANDALONE",
+    ]

scale_gp_beta/types/span_search_response.py

@@ -0,0 +1,27 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List, Optional
+from typing_extensions import Literal
+
+from .span import Span
+from .._models import BaseModel
+
+__all__ = ["SpanSearchResponse"]
+
+
+class SpanSearchResponse(BaseModel):
+    has_more: bool
+    """Whether there are more items left to be fetched."""
+
+    items: List[Span]
+
+    total: int
+    """The total of items that match the query.
+
+    This is greater than or equal to the number of items returned.
+    """
+
+    limit: Optional[int] = None
+    """The maximum number of items to return."""
+
+    object: Optional[Literal["list"]] = None

scale_gp_beta/types/span_upsert_batch_params.py

@@ -0,0 +1,78 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, Union, Iterable
+from datetime import datetime
+from typing_extensions import Literal, Required, Annotated, TypedDict
+
+from .._utils import PropertyInfo
+
+__all__ = ["SpanUpsertBatchParams", "Item"]
+
+
+class SpanUpsertBatchParams(TypedDict, total=False):
+    items: Required[Iterable[Item]]
+
+
+class Item(TypedDict, total=False):
+    name: Required[str]
+
+    start_timestamp: Required[Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]]
+
+    trace_id: Required[str]
+    """id for grouping traces together, uuid is recommended"""
+
+    id: str
+    """The id of the span"""
+
+    application_interaction_id: str
+    """The optional application interaction ID this span belongs to"""
+
+    application_variant_id: str
+    """The optional application variant ID this span belongs to"""
+
+    end_timestamp: Annotated[Union[str, datetime], PropertyInfo(format="iso8601")]
+
+    group_id: str
+    """Reference to a group_id"""
+
+    input: Dict[str, object]
+
+    metadata: Dict[str, object]
+
+    output: Dict[str, object]
+
+    parent_id: str
+    """Reference to a parent span_id"""
+
+    status: Literal["SUCCESS", "ERROR"]
+
+    type: Literal[
+        "TEXT_INPUT",
+        "TEXT_OUTPUT",
+        "COMPLETION_INPUT",
+        "COMPLETION",
+        "KB_RETRIEVAL",
+        "KB_INPUT",
+        "RERANKING",
+        "EXTERNAL_ENDPOINT",
+        "PROMPT_ENGINEERING",
+        "DOCUMENT_INPUT",
+        "MAP_REDUCE",
+        "DOCUMENT_SEARCH",
+        "DOCUMENT_PROMPT",
+        "CUSTOM",
+        "INPUT_GUARDRAIL",
+        "OUTPUT_GUARDRAIL",
+        "CODE_EXECUTION",
+        "DATA_MANIPULATION",
+        "EVALUATION",
+        "FILE_RETRIEVAL",
+        "KB_ADD_CHUNK",
+        "KB_MANAGEMENT",
+        "TRACER",
+        "AGENT_TRACER",
+        "AGENT_WORKFLOW",
+        "STANDALONE",
+    ]

scale_gp_beta/types/span_upsert_batch_response.py

@@ -0,0 +1,15 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List, Optional
+from typing_extensions import Literal
+
+from .span import Span
+from .._models import BaseModel
+
+__all__ = ["SpanUpsertBatchResponse"]
+
+
+class SpanUpsertBatchResponse(BaseModel):
+    items: List[Span]
+
+    object: Optional[Literal["list"]] = None

{scale_gp_beta-0.1.0a15.dist-info → scale_gp_beta-0.1.0a17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: scale-gp-beta
-Version: 0.1.0a15
+Version: 0.1.0a17
 Summary: The official Python library for the Scale GP API
 Project-URL: Homepage, https://github.com/scaleapi/sgp-python-beta
 Project-URL: Repository, https://github.com/scaleapi/sgp-python-beta
@@ -242,10 +242,7 @@ client = SGPClient(
 
 inference = client.inference.create(
     model="model",
-    inference_configuration={
-        "num_retries": 0,
-        "timeout_seconds": 0,
-    },
+    inference_configuration={},
 )
 print(inference.inference_configuration)
 ```