rakam-eval-sdk 0.2.4rc3__tar.gz → 0.2.4rc5__tar.gz

{rakam_eval_sdk-0.2.4rc3 → rakam_eval_sdk-0.2.4rc5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: rakam-eval-sdk
-Version: 0.2.4rc3
+Version: 0.2.4rc5
 Summary: Evaluation Framework SDK
 Author: Mohamed Bachar Touil
 License: MIT

{rakam_eval_sdk-0.2.4rc3 → rakam_eval_sdk-0.2.4rc5}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "uv_build"
 
 [project]
 name = "rakam-eval-sdk"
-version = "0.2.4rc3"
+version = "0.2.4rc5"
 description = "Evaluation Framework SDK"
 readme = "README.md"
 requires-python = ">=3.8"

{rakam_eval_sdk-0.2.4rc3 → rakam_eval_sdk-0.2.4rc5}/src/rakam_eval_sdk/cli.py

@@ -6,7 +6,7 @@ import uuid
 from datetime import datetime
 from pathlib import Path
 from pprint import pprint
-from typing import Any, Dict, List, Optional, Tuple, Union
+from typing import Any, Dict, List, Optional, Tuple, Union, Set
 
 import typer
 from dotenv import load_dotenv
@@ -37,14 +37,14 @@ metrics_app = typer.Typer(help="Metrics utilities")
 app.add_typer(metrics_app, name="metrics")
 
 
-def extract_metric_names(config: Any) -> list[tuple[str, Optional[str]]]:
+def extract_metric_names(config: Any) -> List[Tuple[str, Optional[str]]]:
     """
     Returns [(type, name)] from EvalConfig / SchemaEvalConfig
     """
     if not hasattr(config, "metrics"):
         return []
 
-    results: list[tuple[str, Optional[str]]] = []
+    results: List[Tuple[str, Optional[str]]] = []
 
     for metric in config.metrics or []:
         metric_type = getattr(metric, "type", None)
@@ -77,7 +77,7 @@ def metrics(
     files = directory.rglob("*.py") if recursive else directory.glob("*.py")
     TARGET_DECORATOR = eval_run.__name__
 
-    all_metrics: set[tuple[str, Optional[str]]] = set()
+    all_metrics: Set[Tuple[str, Optional[str]]] = set()
     found_any = False
 
     for file in sorted(files):
@@ -537,7 +537,7 @@ def compare(
         "--tag",
         help="Label identifying a reference testcase",
     ),
-    run: list[int] = typer.Option(
+    run: List[int] = typer.Option(
         [],
         "--run",
         help="Run ID identifying an evaluation testcase",

{rakam_eval_sdk-0.2.4rc3 → rakam_eval_sdk-0.2.4rc5}/src/rakam_eval_sdk/schema.py

@@ -113,7 +113,6 @@ class TextInputItem(InputItem):
 
 class SchemaInputItem(InputItem):
     expected_output: Optional[str] = None
-    # retrieval_context: list[Json[Any]] = None
 
 
 class EvalConfig(BaseModel):