rakam-eval-sdk 0.2.0__py3-none-any.whl → 0.2.0rc1__py3-none-any.whl

rakam_eval_sdk/cli.py

@@ -6,7 +6,7 @@ import uuid
 from datetime import datetime
 from pathlib import Path
 from pprint import pprint
-from typing import Any, Dict, Optional, Sequence
+from typing import Any, Optional
 
 import typer
 from dotenv import load_dotenv
@@ -29,64 +29,9 @@ console = Console()
 PROJECT_ROOT = os.path.abspath(".")
 if PROJECT_ROOT not in sys.path:
     sys.path.insert(0, PROJECT_ROOT)
-list_app = typer.Typer(help="List resources")
-app.add_typer(list_app, name="list")
-metrics_app = typer.Typer(help="Metrics utilities")
-app.add_typer(metrics_app, name="metrics")
-
 
-@metrics_app.command("list")
-def list_metrics(
-    limit: int = typer.Option(
-        20,
-        "--limit",
-        help="Number of testcases to inspect for metrics",
-    ),
-):
-    """
-    List unique metric names found in evaluation testcases.
-    """
-    client = DeepEvalClient()
 
-    testcases = client.list_evaluation_testcases(
-        limit=limit,
-        offset=0,
-        raise_exception=True,
-    )
-
-    if not testcases:
-        typer.echo("No evaluation testcases found.")
-        return
-
-    metric_names: set[str] = set()
-
-    def collect_metrics(entries: Sequence[Dict] | None):
-        if not entries:
-            return
-        for entry in entries:
-            for metric in entry.get("metrics", []) or []:
-                name = metric.get("name")
-                if name:
-                    metric_names.add(name)
-
-    for tc in testcases:
-
-        collect_metrics(tc.get("result"))
-
-    if not metric_names:
-        typer.echo("No metrics found.")
-        return
-
-    typer.echo(
-        f"📊 Found {len(metric_names)} unique metrics "
-        f"(from latest {limit} testcases)\n"
-    )
-
-    for name in sorted(metric_names):
-        typer.echo(f"- {name}")
-
-
-@list_app.command("eval")
+@app.command()
 def list(
     directory: Path = typer.Argument(
         Path("./eval"),
@@ -120,10 +65,17 @@ def list(
         typer.echo(f"No @{TARGET_DECORATOR} functions found.")
 
 
+list_app = typer.Typer(help="List resources")
+app.add_typer(list_app, name="list")
+
+
 @list_app.command("runs")
 def list_runs(
     limit: int = typer.Option(20, help="Max number of runs"),
     offset: int = typer.Option(0, help="Pagination offset"),
+    status: Optional[str] = typer.Option(
+        None, help="Filter by status (running, completed, failed)"
+    ),
 ):
     """
     List evaluation runs (newest first).
@@ -140,7 +92,19 @@ def list_runs(
         typer.echo("No evaluation runs found.")
         return
 
-    typer.echo(f"[id] " f"{'unique_id':<20}" f"{'label':<20}" f"created_at")
+    # optional status filtering (client-side for now)
+    if status:
+        runs = [
+            r for r in runs
+            if r.get("result", {}).get("status") == status
+        ]
+
+    typer.echo(
+        f"[id] "
+        f"{'unique_id':<20}"
+        f"{'label':<20}"
+        f"created_at"
+    )
     # pretty CLI output
     for run in runs:
         run_id = run.get("id")
@@ -156,7 +120,12 @@ def list_runs(
             except ValueError:
                 pass
 
-        typer.echo(f"[{run_id}] " f"{uid:<20} " f"{label:<20} " f"{created_at}")
+        typer.echo(
+            f"[{run_id}] "
+            f"{uid:<20} "
+            f"{label:<20} "
+            f"{created_at}"
+        )
 
 
 @list_app.command("show")
@@ -376,7 +345,8 @@ def _print_and_save(
         return
 
     if out.exists() and not overwrite:
-        typer.echo(f"❌ File already exists: {out} (use --overwrite to replace)")
+        typer.echo(
+            f"❌ File already exists: {out} (use --overwrite to replace)")
         raise typer.Exit(code=1)
 
     out.parent.mkdir(parents=True, exist_ok=True)

rakam_eval_sdk/client.py

@@ -38,7 +38,8 @@ class DeepEvalClient:
         )
         self.base_url = raw_url.rstrip("/")
         self.api_token = (
-            api_token or settings_token or os.getenv("EVALFRAMWORK_API_KEY", "")
+            api_token or settings_token or os.getenv(
+                "EVALFRAMWORK_API_KEY", "")
         )
         self.timeout = timeout
 

rakam_eval_sdk/schema.py

@@ -94,7 +94,8 @@ MetricConfig = Annotated[
 ]
 
 SchemaMetricConfig = Annotated[
-    Union[JsonCorrectnessConfig, FieldsPresenceConfig], Field(discriminator="type")
+    Union[JsonCorrectnessConfig, FieldsPresenceConfig], Field(
+        discriminator="type")
 ]
 
 

{rakam_eval_sdk-0.2.0.dist-info → rakam_eval_sdk-0.2.0rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: rakam-eval-sdk
-Version: 0.2.0
+Version: 0.2.0rc1
 Summary: Evaluation Framework SDK
 Author: Mohamed Bachar Touil
 License: MIT

rakam_eval_sdk-0.2.0rc1.dist-info/RECORD

@@ -0,0 +1,10 @@
+rakam_eval_sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+rakam_eval_sdk/cli.py,sha256=eEfBIPcE8vrXsLc1pvah7FeQrH3KdmUcm4ndlTURlF4,13590
+rakam_eval_sdk/client.py,sha256=4qUG8cLGqY8026s28uCHM3zFuGDzekLokZZDu7VRJ_8,13077
+rakam_eval_sdk/decorators.py,sha256=_9VFQmoYWd6cqnNryZJWEwYHQRxY7vIOam4z45zBk3c,1794
+rakam_eval_sdk/schema.py,sha256=ozNC56ygzR1G6UABjnqnJVAPVcF4rJMH1pUNH0a1K4M,3617
+rakam_eval_sdk/utils/decorator_utils.py,sha256=g0TjXtG9o4hwhUAFP8GJsXAkjhZhzeseTAg-YBFjj2g,1763
+rakam_eval_sdk-0.2.0rc1.dist-info/WHEEL,sha256=eh7sammvW2TypMMMGKgsM83HyA_3qQ5Lgg3ynoecH3M,79
+rakam_eval_sdk-0.2.0rc1.dist-info/entry_points.txt,sha256=tNhwmM_UGELb3h0zOfgCrtTheUkP-k8jGv0rTOfRSps,56
+rakam_eval_sdk-0.2.0rc1.dist-info/METADATA,sha256=ZPMVvCST3fb48UJSJfa1fj5qyjrLi-pQ3N_J1_4pEnA,6019
+rakam_eval_sdk-0.2.0rc1.dist-info/RECORD,,

rakam_eval_sdk-0.2.0.dist-info/RECORD

@@ -1,10 +0,0 @@
-rakam_eval_sdk/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rakam_eval_sdk/cli.py,sha256=0Ym7C83xirGEf0YCh4-agwfjYPJ3yieeS02nXJ_iE-Y,14486
-rakam_eval_sdk/client.py,sha256=JQ-vCJmMLqXql7nNGYBy5dlkZsCq05gOOQhucwwexC8,13060
-rakam_eval_sdk/decorators.py,sha256=_9VFQmoYWd6cqnNryZJWEwYHQRxY7vIOam4z45zBk3c,1794
-rakam_eval_sdk/schema.py,sha256=P4LlnaInXWTq-ve6qPTTxPyzmj3j_1gcqV9i7CYRYec,3608
-rakam_eval_sdk/utils/decorator_utils.py,sha256=g0TjXtG9o4hwhUAFP8GJsXAkjhZhzeseTAg-YBFjj2g,1763
-rakam_eval_sdk-0.2.0.dist-info/WHEEL,sha256=eh7sammvW2TypMMMGKgsM83HyA_3qQ5Lgg3ynoecH3M,79
-rakam_eval_sdk-0.2.0.dist-info/entry_points.txt,sha256=tNhwmM_UGELb3h0zOfgCrtTheUkP-k8jGv0rTOfRSps,56
-rakam_eval_sdk-0.2.0.dist-info/METADATA,sha256=1l6TbYR49zIKpDyNjgqJFLQ_b1mAvBHKizAWF085-9M,6016
-rakam_eval_sdk-0.2.0.dist-info/RECORD,,