rakam-eval-sdk 0.2.4rc4__py3-none-any.whl → 0.2.4rc6__py3-none-any.whl

rakam_eval_sdk/cli.py

@@ -6,7 +6,7 @@ import uuid
 from datetime import datetime
 from pathlib import Path
 from pprint import pprint
-from typing import Any, Dict, List, Optional, Tuple, Union,Set
+from typing import Any, Dict, List, Optional, Tuple, Union, Set
 
 import typer
 from dotenv import load_dotenv
@@ -199,8 +199,7 @@ def list_runs(
     shown = offset + len(items)
     if shown < total:
         typer.echo()
-        typer.echo(
-            f"Showing {shown} of {total} runs. Use --limit to see more.")
+        typer.echo(f"Showing {shown} of {total} runs. Use --limit to see more.")
 
 
 @app.command()
@@ -421,8 +420,7 @@ def _print_and_save(
         return
 
     if out.exists() and not overwrite:
-        typer.echo(
-            f"❌ File already exists: {out} (use --overwrite to replace)")
+        typer.echo(f"❌ File already exists: {out} (use --overwrite to replace)")
         raise typer.Exit(code=1)
 
     out.parent.mkdir(parents=True, exist_ok=True)
@@ -537,7 +535,7 @@ def compare(
         "--tag",
         help="Label identifying a reference testcase",
     ),
-    run: list[int] = typer.Option(
+    run: List[int] = typer.Option(
         [],
         "--run",
         help="Run ID identifying an evaluation testcase",

rakam_eval_sdk/decorators.py

@@ -6,9 +6,8 @@ from typing import Callable, Dict, Optional, TypeVar, Union, overload
 
 import psutil
 
-if sys.version_info < (3, 9):
+if sys.version_info < (3, 10):
     from typing_extensions import ParamSpec
-
 else:
     from typing import ParamSpec
 P = ParamSpec("P")

rakam_eval_sdk/schema.py

@@ -94,8 +94,7 @@ MetricConfig = Annotated[
 ]
 
 SchemaMetricConfig = Annotated[
-    Union[JsonCorrectnessConfig, FieldsPresenceConfig], Field(
-        discriminator="type")
+    Union[JsonCorrectnessConfig, FieldsPresenceConfig], Field(discriminator="type")
 ]
 
 
@@ -113,7 +112,6 @@ class TextInputItem(InputItem):
 
 class SchemaInputItem(InputItem):
     expected_output: Optional[str] = None
-    # retrieval_context: list[Json[Any]] = None
 
 
 class EvalConfig(BaseModel):

{rakam_eval_sdk-0.2.4rc4.dist-info → rakam_eval_sdk-0.2.4rc6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: rakam-eval-sdk
-Version: 0.2.4rc4
+Version: 0.2.4rc6
 Summary: Evaluation Framework SDK
 Author: Mohamed Bachar Touil
 License: MIT

rakam_eval_sdk-0.2.4rc6.dist-info/RECORD

@@ -0,0 +1,10 @@
+rakam_eval_sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+rakam_eval_sdk/cli.py,sha256=9SXUSGv-AVP1hrefmD6IZc5N4UkUgxD8QZvGsaGi5_U,21910
+rakam_eval_sdk/client.py,sha256=8KwpNt7WHgMfcXAQtrAlnUihai9TiADRieiuWeIxg6E,15575
+rakam_eval_sdk/decorators.py,sha256=IOe4r4P8JoWM9thPtb3bJ1EXvGxkjydHbKS0W1fiYSk,1908
+rakam_eval_sdk/schema.py,sha256=ouxiV1ydQXiVn5DjIAYDT4yqsXA0h95bq6c-oSkqxL8,3912
+rakam_eval_sdk/utils/decorator_utils.py,sha256=g0TjXtG9o4hwhUAFP8GJsXAkjhZhzeseTAg-YBFjj2g,1763
+rakam_eval_sdk-0.2.4rc6.dist-info/WHEEL,sha256=eh7sammvW2TypMMMGKgsM83HyA_3qQ5Lgg3ynoecH3M,79
+rakam_eval_sdk-0.2.4rc6.dist-info/entry_points.txt,sha256=tNhwmM_UGELb3h0zOfgCrtTheUkP-k8jGv0rTOfRSps,56
+rakam_eval_sdk-0.2.4rc6.dist-info/METADATA,sha256=y5CWr6fBQm989M1T-iHuz5YT0udkRCIyDZiOJAwdvCY,6022
+rakam_eval_sdk-0.2.4rc6.dist-info/RECORD,,

rakam_eval_sdk-0.2.4rc4.dist-info/RECORD

@@ -1,10 +0,0 @@
-rakam_eval_sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rakam_eval_sdk/cli.py,sha256=0KKHW6lDjJWtbL-eaYvNeaVfTLzCwipwFmk9x584jqo,21935
-rakam_eval_sdk/client.py,sha256=8KwpNt7WHgMfcXAQtrAlnUihai9TiADRieiuWeIxg6E,15575
-rakam_eval_sdk/decorators.py,sha256=GoaAqnKg-VeYf5eBI-mEgJj6Asqmdqw4QG_qqHu5x2s,1908
-rakam_eval_sdk/schema.py,sha256=S16lSC1p4KuYd9qWZ5aquK6S8AzUEDCZYc4VfI58r9k,3969
-rakam_eval_sdk/utils/decorator_utils.py,sha256=g0TjXtG9o4hwhUAFP8GJsXAkjhZhzeseTAg-YBFjj2g,1763
-rakam_eval_sdk-0.2.4rc4.dist-info/WHEEL,sha256=eh7sammvW2TypMMMGKgsM83HyA_3qQ5Lgg3ynoecH3M,79
-rakam_eval_sdk-0.2.4rc4.dist-info/entry_points.txt,sha256=tNhwmM_UGELb3h0zOfgCrtTheUkP-k8jGv0rTOfRSps,56
-rakam_eval_sdk-0.2.4rc4.dist-info/METADATA,sha256=LPz6o8z1S86_NY0P3JZS-W-SqqaaKNMQ9Lx_GPufYuk,6022
-rakam_eval_sdk-0.2.4rc4.dist-info/RECORD,,