rakam-eval-sdk 0.2.4rc1__tar.gz → 0.2.4rc3__tar.gz

{rakam_eval_sdk-0.2.4rc1 → rakam_eval_sdk-0.2.4rc3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: rakam-eval-sdk
-Version: 0.2.4rc1
+Version: 0.2.4rc3
 Summary: Evaluation Framework SDK
 Author: Mohamed Bachar Touil
 License: MIT

{rakam_eval_sdk-0.2.4rc1 → rakam_eval_sdk-0.2.4rc3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "uv_build"
 
 [project]
 name = "rakam-eval-sdk"
-version = "0.2.4rc1"
+version = "0.2.4rc3"
 description = "Evaluation Framework SDK"
 readme = "README.md"
 requires-python = ">=3.8"

{rakam_eval_sdk-0.2.4rc1 → rakam_eval_sdk-0.2.4rc3}/src/rakam_eval_sdk/cli.py

@@ -199,7 +199,8 @@ def list_runs(
     shown = offset + len(items)
     if shown < total:
         typer.echo()
-        typer.echo(f"Showing {shown} of {total} runs. Use --limit to see more.")
+        typer.echo(
+            f"Showing {shown} of {total} runs. Use --limit to see more.")
 
 
 @app.command()
@@ -420,7 +421,8 @@ def _print_and_save(
         return
 
     if out.exists() and not overwrite:
-        typer.echo(f"❌ File already exists: {out} (use --overwrite to replace)")
+        typer.echo(
+            f"❌ File already exists: {out} (use --overwrite to replace)")
         raise typer.Exit(code=1)
 
     out.parent.mkdir(parents=True, exist_ok=True)
@@ -530,7 +532,7 @@ def print_summary(metrics: Any) -> None:
 
 @app.command()
 def compare(
-    tag: list[str] = typer.Option(
+    tag: List[str] = typer.Option(
         [],
         "--tag",
         help="Label identifying a reference testcase",

{rakam_eval_sdk-0.2.4rc1 → rakam_eval_sdk-0.2.4rc3}/src/rakam_eval_sdk/decorators.py

@@ -1,10 +1,16 @@
 import functools
 import os
+import sys
 import time
-from typing import Callable, Dict, Optional, ParamSpec, TypeVar, Union, overload
+from typing import Callable, Dict, Optional, TypeVar, Union, overload
 
 import psutil
 
+if sys.version_info < (3, 9):
+    from typing_extensions import ParamSpec
+
+else:
+    from typing import ParamSpec
 P = ParamSpec("P")
 R = TypeVar("R")
 

{rakam_eval_sdk-0.2.4rc1 → rakam_eval_sdk-0.2.4rc3}/src/rakam_eval_sdk/schema.py

@@ -94,7 +94,8 @@ MetricConfig = Annotated[
 ]
 
 SchemaMetricConfig = Annotated[
-    Union[JsonCorrectnessConfig, FieldsPresenceConfig], Field(discriminator="type")
+    Union[JsonCorrectnessConfig, FieldsPresenceConfig], Field(
+        discriminator="type")
 ]
 
 
@@ -107,7 +108,7 @@ class InputItem(BaseModel):
 
 class TextInputItem(InputItem):
     expected_output: Optional[str] = None
-    retrieval_context: Optional[list[str]] = None
+    retrieval_context: Optional[List[str]] = None
 
 
 class SchemaInputItem(InputItem):