rakam-eval-sdk 0.1.15__tar.gz → 0.1.16__tar.gz

{rakam_eval_sdk-0.1.15 → rakam_eval_sdk-0.1.16}/PKG-INFO

@@ -1,11 +1,12 @@
 Metadata-Version: 2.3
 Name: rakam-eval-sdk
-Version: 0.1.15
+Version: 0.1.16
 Summary: Evaluation Framework SDK
 Author: Mohamed Bachar Touil
 License: MIT
 Requires-Dist: pydantic>=2.10.6
 Requires-Dist: requests
+Requires-Dist: typer>=0.20.1
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 

{rakam_eval_sdk-0.1.15 → rakam_eval_sdk-0.1.16}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "uv_build"
 
 [project]
 name = "rakam-eval-sdk"
-version = "0.1.15"
+version = "0.1.16"
 description = "Evaluation Framework SDK"
 readme = "README.md"
 requires-python = ">=3.8"
@@ -15,6 +15,7 @@ authors = [
 dependencies = [
     "pydantic>=2.10.6",
     "requests",
+    "typer>=0.20.1",
 ]
 
 [dependency-groups]
@@ -37,3 +38,6 @@ name = "testpypi"
 url = "https://test.pypi.org/simple/"
 publish-url = "https://test.pypi.org/legacy/"
 explicit = true
+
+[project.scripts]
+mycli = "rakam_eval_sdk.cli:main"

rakam_eval_sdk-0.1.16/src/rakam_eval_sdk/cli.py

@@ -0,0 +1,17 @@
+# cli.py
+import typer
+from pathlib import Path
+
+app = typer.Typer()
+
+
+@app.command()
+def read(file: Path):
+    """Read a Python file"""
+    if file.suffix != ".py":
+        raise typer.BadParameter("Must be a .py file")
+    typer.echo(file.read_text())
+
+
+def main():
+    app()

{rakam_eval_sdk-0.1.15 → rakam_eval_sdk-0.1.16}/src/rakam_eval_sdk/client.py

@@ -1,6 +1,7 @@
 import os
 import random
-from typing import Any, List, Optional, cast
+from typing import Any, List, Optional, Union, cast
+
 import requests
 
 from .schema import (
@@ -79,10 +80,11 @@ class DeepEvalClient:
         metrics: List[MetricConfig],
         raise_exception: bool = False,
         component: str = "unknown",
+        version: Union[str, None] = None,
     ) -> Optional[dict]:
         """Run synchronous text evaluation."""
         payload = EvalConfig.model_construct(
-            data=data, metrics=metrics, component=component
+            data=data, metrics=metrics, component=component, version=version
         ).model_dump()
         return self._request("/deepeval/text-eval", payload, raise_exception)
 
@@ -92,10 +94,11 @@ class DeepEvalClient:
         metrics: List[MetricConfig],
         raise_exception: bool = False,
         component: str = "unknown",
+        version: Union[str, None] = None,
     ) -> Optional[dict]:
         """Run background text evaluation (async job)."""
         payload = EvalConfig.model_construct(
-            data=data, metrics=metrics, component=component
+            data=data, metrics=metrics, component=component, version=version
         ).model_dump()
         return self._request("/deepeval/text-eval/background", payload, raise_exception)
 
@@ -105,10 +108,11 @@ class DeepEvalClient:
         metrics: List[SchemaMetricConfig],
         raise_exception: bool = False,
         component: str = "unknown",
+        version: Union[str, None] = None,
     ) -> Optional[dict]:
         """Run synchronous schema evaluation."""
         payload = SchemaEvalConfig.model_construct(
-            data=data, metrics=metrics, component=component
+            data=data, metrics=metrics, component=component, version=version
         ).model_dump()
         return self._request("/deepeval/schema-eval", payload, raise_exception)
 
@@ -118,10 +122,11 @@ class DeepEvalClient:
         metrics: List[SchemaMetricConfig],
         raise_exception: bool = False,
         component: str = "unknown",
+        version: Union[str, None] = None,
     ) -> Optional[dict]:
         """Run background schema evaluation (async job)."""
         payload = SchemaEvalConfig.model_construct(
-            data=data, metrics=metrics, component=component
+            data=data, metrics=metrics, component=component, version=version
         ).model_dump()
         return self._request(
             "/deepeval/schema-eval/background", payload, raise_exception
@@ -134,11 +139,14 @@ class DeepEvalClient:
         chance: float,
         raise_exception: bool = False,
         component: str = "unknown",
+        version: Union[str, None] = None,
     ) -> Optional[dict]:
         """Randomly run text_eval based on a probability between 0 and 1."""
         self._validate_chance(chance)
         return (
-            self.text_eval(data, metrics, raise_exception, component=component)
+            self.text_eval(
+                data, metrics, raise_exception, component=component, version=version
+            )
             if random.random() <= chance
             else None
         )
@@ -150,12 +158,13 @@ class DeepEvalClient:
         chance: float,
         raise_exception: bool = False,
         component: str = "unknown",
+        version: Union[str, None] = None,
     ) -> Optional[dict]:
         """Randomly run text_eval_background based on a probability between 0 and 1."""
         self._validate_chance(chance)
         return (
             self.text_eval_background(
-                data, metrics, raise_exception, component=component
+                data, metrics, raise_exception, component=component, version=version
             )
             if random.random() <= chance
             else None
@@ -168,11 +177,14 @@ class DeepEvalClient:
         chance: float,
         raise_exception: bool = False,
         component: str = "unknown",
+        version: Union[str, None] = None,
     ) -> Optional[dict]:
         """Randomly run schema_eval based on a probability between 0 and 1."""
         self._validate_chance(chance)
         return (
-            self.schema_eval(data, metrics, raise_exception, component=component)
+            self.schema_eval(
+                data, metrics, raise_exception, component=component, version=version
+            )
             if random.random() <= chance
             else None
         )
@@ -184,12 +196,13 @@ class DeepEvalClient:
         chance: float,
         raise_exception: bool = False,
         component: str = "unknown",
+        version: Union[str, None] = None,
     ) -> Optional[dict]:
         """Randomly run text_eval_background based on a probability between 0 and 1."""
         self._validate_chance(chance)
         return (
             self.schema_eval_background(
-                data, metrics, raise_exception, component=component
+                data, metrics, raise_exception, component=component, version=version
             )
             if random.random() <= chance
             else None

{rakam_eval_sdk-0.1.15 → rakam_eval_sdk-0.1.16}/src/rakam_eval_sdk/schema.py

@@ -39,7 +39,7 @@ class CorrectnessConfig(MetricConfigBase):
             "Minor formatting differences like '$1,250.00' vs '$1250.00' are acceptable."
         ]
     )
-    criteria: Optional[str] = None,
+    criteria: Optional[str] = (None,)
     params: List[Literal["actual_output", "expected_output"]] = Field(
         default=["actual_output", "expected_output"]
     )
@@ -94,8 +94,7 @@ MetricConfig = Annotated[
 ]
 
 SchemaMetricConfig = Annotated[
-    Union[JsonCorrectnessConfig, FieldsPresenceConfig], Field(
-        discriminator="type")
+    Union[JsonCorrectnessConfig, FieldsPresenceConfig], Field(discriminator="type")
 ]
 
 
@@ -118,11 +117,13 @@ class SchemaInputItem(InputItem):
 
 class EvalConfig(BaseModel):
     component: str = "unknown"
+    version: Union[str, None] = None
     data: List[TextInputItem]
     metrics: List[MetricConfig] = Field(default_factory=list)
 
 
 class SchemaEvalConfig(BaseModel):
     component: str = "unknown"
+    version: Union[str, None] = None
     data: List[SchemaInputItem]
     metrics: List[SchemaMetricConfig] = Field(default_factory=list)