scale-gp-beta 0.1.0a11__tar.gz → 0.1.0a12__tar.gz

scale_gp_beta-0.1.0a12/.release-please-manifest.json

@@ -0,0 +1,3 @@
+{
+  ".": "0.1.0-alpha.12"
+}

{scale_gp_beta-0.1.0a11 → scale_gp_beta-0.1.0a12}/CHANGELOG.md

@@ -1,5 +1,13 @@
 # Changelog
 
+## 0.1.0-alpha.12 (2025-04-25)
+
+Full Changelog: [v0.1.0-alpha.11...v0.1.0-alpha.12](https://github.com/scaleapi/sgp-python-beta/compare/v0.1.0-alpha.11...v0.1.0-alpha.12)
+
+### Features
+
+* **api:** api update ([3cfce67](https://github.com/scaleapi/sgp-python-beta/commit/3cfce670301591436df98a53e816e806f2fd952e))
+
 ## 0.1.0-alpha.11 (2025-04-23)
 
 Full Changelog: [v0.1.0-alpha.10...v0.1.0-alpha.11](https://github.com/scaleapi/sgp-python-beta/compare/v0.1.0-alpha.10...v0.1.0-alpha.11)

{scale_gp_beta-0.1.0a11 → scale_gp_beta-0.1.0a12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: scale-gp-beta
-Version: 0.1.0a11
+Version: 0.1.0a12
 Summary: The official Python library for the Scale GP API
 Project-URL: Homepage, https://github.com/scaleapi/sgp-python-beta
 Project-URL: Repository, https://github.com/scaleapi/sgp-python-beta

{scale_gp_beta-0.1.0a11 → scale_gp_beta-0.1.0a12}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "scale-gp-beta"
-version = "0.1.0-alpha.11"
+version = "0.1.0-alpha.12"
 description = "The official Python library for the Scale GP API"
 dynamic = ["readme"]
 license = "Apache-2.0"

{scale_gp_beta-0.1.0a11 → scale_gp_beta-0.1.0a12}/src/scale_gp_beta/_version.py

@@ -1,4 +1,4 @@
 # File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 
 __title__ = "scale_gp_beta"
-__version__ = "0.1.0-alpha.11"  # x-release-please-version
+__version__ = "0.1.0-alpha.12"  # x-release-please-version

{scale_gp_beta-0.1.0a11 → scale_gp_beta-0.1.0a12}/src/scale_gp_beta/types/evaluation_task.py

@@ -21,6 +21,15 @@ __all__ = [
     "ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides",
     "ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState",
     "ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace",
+    "MetricEvaluationTask",
+    "MetricEvaluationTaskConfiguration",
+    "MetricEvaluationTaskConfigurationBleuScorerConfigWithItemLocator",
+    "MetricEvaluationTaskConfigurationMeteorScorerConfigWithItemLocator",
+    "MetricEvaluationTaskConfigurationCosineSimilarityScorerConfigWithItemLocator",
+    "MetricEvaluationTaskConfigurationF1ScorerConfigWithItemLocator",
+    "MetricEvaluationTaskConfigurationRougeScorer1ConfigWithItemLocator",
+    "MetricEvaluationTaskConfigurationRougeScorer2ConfigWithItemLocator",
+    "MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator",
 ]
 
 
@@ -199,7 +208,91 @@ class ApplicationVariantV1EvaluationTask(BaseModel):
     task_type: Optional[Literal["application_variant"]] = None
 
 
+class MetricEvaluationTaskConfigurationBleuScorerConfigWithItemLocator(BaseModel):
+    candidate: str
+
+    reference: str
+
+    type: Literal["bleu"]
+
+
+class MetricEvaluationTaskConfigurationMeteorScorerConfigWithItemLocator(BaseModel):
+    candidate: str
+
+    reference: str
+
+    type: Literal["meteor"]
+
+
+class MetricEvaluationTaskConfigurationCosineSimilarityScorerConfigWithItemLocator(BaseModel):
+    candidate: str
+
+    reference: str
+
+    type: Literal["cosine_similarity"]
+
+
+class MetricEvaluationTaskConfigurationF1ScorerConfigWithItemLocator(BaseModel):
+    candidate: str
+
+    reference: str
+
+    type: Literal["f1"]
+
+
+class MetricEvaluationTaskConfigurationRougeScorer1ConfigWithItemLocator(BaseModel):
+    candidate: str
+
+    reference: str
+
+    type: Literal["rouge1"]
+
+
+class MetricEvaluationTaskConfigurationRougeScorer2ConfigWithItemLocator(BaseModel):
+    candidate: str
+
+    reference: str
+
+    type: Literal["rouge2"]
+
+
+class MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator(BaseModel):
+    candidate: str
+
+    reference: str
+
+    type: Literal["rougeL"]
+
+
+MetricEvaluationTaskConfiguration: TypeAlias = Annotated[
+    Union[
+        MetricEvaluationTaskConfigurationBleuScorerConfigWithItemLocator,
+        MetricEvaluationTaskConfigurationMeteorScorerConfigWithItemLocator,
+        MetricEvaluationTaskConfigurationCosineSimilarityScorerConfigWithItemLocator,
+        MetricEvaluationTaskConfigurationF1ScorerConfigWithItemLocator,
+        MetricEvaluationTaskConfigurationRougeScorer1ConfigWithItemLocator,
+        MetricEvaluationTaskConfigurationRougeScorer2ConfigWithItemLocator,
+        MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator,
+    ],
+    PropertyInfo(discriminator="type"),
+]
+
+
+class MetricEvaluationTask(BaseModel):
+    configuration: MetricEvaluationTaskConfiguration
+
+    alias: Optional[str] = None
+    """Alias to title the results column. Defaults to the `task_type`"""
+
+    task_type: Optional[Literal["metric"]] = None
+
+
 EvaluationTask: TypeAlias = Annotated[
-    Union[ChatCompletionEvaluationTask, GenericInferenceEvaluationTask, ApplicationVariantV1EvaluationTask],
+    Union[
+        ChatCompletionEvaluationTask,
+        GenericInferenceEvaluationTask,
+        ApplicationVariantV1EvaluationTask,
+        MetricEvaluationTask,
+    ],
     PropertyInfo(discriminator="task_type"),
 ]

{scale_gp_beta-0.1.0a11 → scale_gp_beta-0.1.0a12}/src/scale_gp_beta/types/evaluation_task_param.py

@@ -20,6 +20,15 @@ __all__ = [
     "ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverrides",
     "ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesInitialState",
     "ApplicationVariantV1EvaluationTaskConfigurationOverridesAgenticApplicationOverridesPartialTrace",
+    "MetricEvaluationTask",
+    "MetricEvaluationTaskConfiguration",
+    "MetricEvaluationTaskConfigurationBleuScorerConfigWithItemLocator",
+    "MetricEvaluationTaskConfigurationMeteorScorerConfigWithItemLocator",
+    "MetricEvaluationTaskConfigurationCosineSimilarityScorerConfigWithItemLocator",
+    "MetricEvaluationTaskConfigurationF1ScorerConfigWithItemLocator",
+    "MetricEvaluationTaskConfigurationRougeScorer1ConfigWithItemLocator",
+    "MetricEvaluationTaskConfigurationRougeScorer2ConfigWithItemLocator",
+    "MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator",
 ]
 
 
@@ -201,6 +210,85 @@ class ApplicationVariantV1EvaluationTask(TypedDict, total=False):
     task_type: Literal["application_variant"]
 
 
+class MetricEvaluationTaskConfigurationBleuScorerConfigWithItemLocator(TypedDict, total=False):
+    candidate: Required[str]
+
+    reference: Required[str]
+
+    type: Required[Literal["bleu"]]
+
+
+class MetricEvaluationTaskConfigurationMeteorScorerConfigWithItemLocator(TypedDict, total=False):
+    candidate: Required[str]
+
+    reference: Required[str]
+
+    type: Required[Literal["meteor"]]
+
+
+class MetricEvaluationTaskConfigurationCosineSimilarityScorerConfigWithItemLocator(TypedDict, total=False):
+    candidate: Required[str]
+
+    reference: Required[str]
+
+    type: Required[Literal["cosine_similarity"]]
+
+
+class MetricEvaluationTaskConfigurationF1ScorerConfigWithItemLocator(TypedDict, total=False):
+    candidate: Required[str]
+
+    reference: Required[str]
+
+    type: Required[Literal["f1"]]
+
+
+class MetricEvaluationTaskConfigurationRougeScorer1ConfigWithItemLocator(TypedDict, total=False):
+    candidate: Required[str]
+
+    reference: Required[str]
+
+    type: Required[Literal["rouge1"]]
+
+
+class MetricEvaluationTaskConfigurationRougeScorer2ConfigWithItemLocator(TypedDict, total=False):
+    candidate: Required[str]
+
+    reference: Required[str]
+
+    type: Required[Literal["rouge2"]]
+
+
+class MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator(TypedDict, total=False):
+    candidate: Required[str]
+
+    reference: Required[str]
+
+    type: Required[Literal["rougeL"]]
+
+
+MetricEvaluationTaskConfiguration: TypeAlias = Union[
+    MetricEvaluationTaskConfigurationBleuScorerConfigWithItemLocator,
+    MetricEvaluationTaskConfigurationMeteorScorerConfigWithItemLocator,
+    MetricEvaluationTaskConfigurationCosineSimilarityScorerConfigWithItemLocator,
+    MetricEvaluationTaskConfigurationF1ScorerConfigWithItemLocator,
+    MetricEvaluationTaskConfigurationRougeScorer1ConfigWithItemLocator,
+    MetricEvaluationTaskConfigurationRougeScorer2ConfigWithItemLocator,
+    MetricEvaluationTaskConfigurationRougeScorerLConfigWithItemLocator,
+]
+
+
+class MetricEvaluationTask(TypedDict, total=False):
+    configuration: Required[MetricEvaluationTaskConfiguration]
+
+    alias: str
+    """Alias to title the results column. Defaults to the `task_type`"""
+
+    task_type: Literal["metric"]
+
+
 EvaluationTaskParam: TypeAlias = Union[
-    ChatCompletionEvaluationTask, GenericInferenceEvaluationTask, ApplicationVariantV1EvaluationTask
+    ChatCompletionEvaluationTask,
+    GenericInferenceEvaluationTask,
+    ApplicationVariantV1EvaluationTask,
+    MetricEvaluationTask,
 ]

scale_gp_beta-0.1.0a11/.release-please-manifest.json

@@ -1,3 +0,0 @@
-{
-  ".": "0.1.0-alpha.11"
-}