rakam-eval-sdk 0.2.4rc1__py3-none-any.whl → 0.2.4rc3__py3-none-any.whl

rakam_eval_sdk/cli.py

@@ -199,7 +199,8 @@ def list_runs(
     shown = offset + len(items)
     if shown < total:
         typer.echo()
-        typer.echo(f"Showing {shown} of {total} runs. Use --limit to see more.")
+        typer.echo(
+            f"Showing {shown} of {total} runs. Use --limit to see more.")
 
 
 @app.command()
@@ -420,7 +421,8 @@ def _print_and_save(
         return
 
     if out.exists() and not overwrite:
-        typer.echo(f"❌ File already exists: {out} (use --overwrite to replace)")
+        typer.echo(
+            f"❌ File already exists: {out} (use --overwrite to replace)")
         raise typer.Exit(code=1)
 
     out.parent.mkdir(parents=True, exist_ok=True)
@@ -530,7 +532,7 @@ def print_summary(metrics: Any) -> None:
 
 @app.command()
 def compare(
-    tag: list[str] = typer.Option(
+    tag: List[str] = typer.Option(
         [],
         "--tag",
         help="Label identifying a reference testcase",

rakam_eval_sdk/decorators.py

@@ -1,10 +1,16 @@
 import functools
 import os
+import sys
 import time
-from typing import Callable, Dict, Optional, ParamSpec, TypeVar, Union, overload
+from typing import Callable, Dict, Optional, TypeVar, Union, overload
 
 import psutil
 
+if sys.version_info < (3, 9):
+    from typing_extensions import ParamSpec
+
+else:
+    from typing import ParamSpec
 P = ParamSpec("P")
 R = TypeVar("R")
 

rakam_eval_sdk/schema.py

@@ -94,7 +94,8 @@ MetricConfig = Annotated[
 ]
 
 SchemaMetricConfig = Annotated[
-    Union[JsonCorrectnessConfig, FieldsPresenceConfig], Field(discriminator="type")
+    Union[JsonCorrectnessConfig, FieldsPresenceConfig], Field(
+        discriminator="type")
 ]
 
 
@@ -107,7 +108,7 @@ class InputItem(BaseModel):
 
 class TextInputItem(InputItem):
     expected_output: Optional[str] = None
-    retrieval_context: Optional[list[str]] = None
+    retrieval_context: Optional[List[str]] = None
 
 
 class SchemaInputItem(InputItem):

{rakam_eval_sdk-0.2.4rc1.dist-info → rakam_eval_sdk-0.2.4rc3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: rakam-eval-sdk
-Version: 0.2.4rc1
+Version: 0.2.4rc3
 Summary: Evaluation Framework SDK
 Author: Mohamed Bachar Touil
 License: MIT

rakam_eval_sdk-0.2.4rc3.dist-info/RECORD

@@ -0,0 +1,10 @@
+rakam_eval_sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+rakam_eval_sdk/cli.py,sha256=yhs-TSWrq-tCe5FtO50cqbqd66tBsAa2Tlav4ubMkrw,21931
+rakam_eval_sdk/client.py,sha256=8KwpNt7WHgMfcXAQtrAlnUihai9TiADRieiuWeIxg6E,15575
+rakam_eval_sdk/decorators.py,sha256=GoaAqnKg-VeYf5eBI-mEgJj6Asqmdqw4QG_qqHu5x2s,1908
+rakam_eval_sdk/schema.py,sha256=S16lSC1p4KuYd9qWZ5aquK6S8AzUEDCZYc4VfI58r9k,3969
+rakam_eval_sdk/utils/decorator_utils.py,sha256=g0TjXtG9o4hwhUAFP8GJsXAkjhZhzeseTAg-YBFjj2g,1763
+rakam_eval_sdk-0.2.4rc3.dist-info/WHEEL,sha256=eh7sammvW2TypMMMGKgsM83HyA_3qQ5Lgg3ynoecH3M,79
+rakam_eval_sdk-0.2.4rc3.dist-info/entry_points.txt,sha256=tNhwmM_UGELb3h0zOfgCrtTheUkP-k8jGv0rTOfRSps,56
+rakam_eval_sdk-0.2.4rc3.dist-info/METADATA,sha256=AOfQvo5q_uIiEER-wdYCWWWUjxibRcyft89LpJPX_Tc,6022
+rakam_eval_sdk-0.2.4rc3.dist-info/RECORD,,

rakam_eval_sdk-0.2.4rc1.dist-info/RECORD

@@ -1,10 +0,0 @@
-rakam_eval_sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rakam_eval_sdk/cli.py,sha256=HjymI0UTKRgJb-ewDuINuTtH605MkcB9nD0qNlbdFyc,21905
-rakam_eval_sdk/client.py,sha256=8KwpNt7WHgMfcXAQtrAlnUihai9TiADRieiuWeIxg6E,15575
-rakam_eval_sdk/decorators.py,sha256=_9VFQmoYWd6cqnNryZJWEwYHQRxY7vIOam4z45zBk3c,1794
-rakam_eval_sdk/schema.py,sha256=DT-uQsE3XB7AAii68QACwIslLqXRQFb1c6efkqLQysI,3960
-rakam_eval_sdk/utils/decorator_utils.py,sha256=g0TjXtG9o4hwhUAFP8GJsXAkjhZhzeseTAg-YBFjj2g,1763
-rakam_eval_sdk-0.2.4rc1.dist-info/WHEEL,sha256=eh7sammvW2TypMMMGKgsM83HyA_3qQ5Lgg3ynoecH3M,79
-rakam_eval_sdk-0.2.4rc1.dist-info/entry_points.txt,sha256=tNhwmM_UGELb3h0zOfgCrtTheUkP-k8jGv0rTOfRSps,56
-rakam_eval_sdk-0.2.4rc1.dist-info/METADATA,sha256=Sy2Ghp5wcrmS7AzBkhp8C8LVb0dTS7tSNtgEAJCfbU8,6022
-rakam_eval_sdk-0.2.4rc1.dist-info/RECORD,,