layaeval 0.1.2__tar.gz → 0.1.3__tar.gz

{layaeval-0.1.2 → layaeval-0.1.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: layaeval
-Version: 0.1.2
+Version: 0.1.3
 Summary: Agent and RAG evaluation metrics powered by the Laya MCP server
 Keywords: evaluation,rag,agent,llm-as-judge,laya,mcp,groundedness,faithfulness,metrics,ai-evaluation,hallucination,tool-accuracy,policy-compliance
 Author: Vinay Chaudhari
@@ -16,7 +16,7 @@ Classifier: Programming Language :: Python :: 3.13
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Classifier: Topic :: Software Development :: Quality Assurance
 Requires-Dist: numpy>=1.24
-Requires-Dist: laya>=0.3.28 ; extra == 'laya'
+Requires-Dist: laya[mcp]>=0.3.28 ; extra == 'laya'
 Requires-Python: >=3.11
 Project-URL: Homepage, https://github.com/VinayChaudhari1996/LayaEval
 Project-URL: Repository, https://github.com/VinayChaudhari1996/LayaEval
@@ -105,10 +105,15 @@ Using standard `pip`:
 
 ```bash
 pip install layaeval
-# Or with local Laya runtime:
+# Or with local Laya runtime & MCP server:
 pip install "layaeval[laya]"
 ```
 
+> **Google Colab / Jupyter Notebooks**:
+> ```bash
+> !pip install "layaeval[laya]"
+> ```
+
 ---
 
 ## Quickstart
@@ -129,7 +134,7 @@ results = layaeval.evaluate(
 
 for r in results:
     print(
-        f"[{r.metric_name:<20}] Passed: {r.passed:<5} | Score: {r.score or r.noul:.2f} | Confidence: {r.confidence:.2f}"
+        f"[{r.metric_name:<20}] Passed: {r.passed:<5} | Value: {r.value:.2f} | Confidence: {r.confidence:.2f}"
     )
 ```
 
@@ -186,7 +191,7 @@ with Evaluator(model="auto") as ev:
         response="The company posted 24% YoY revenue growth.",
     )
     for r in results:
-        print(f"{r.metric_name}: {r.passed} (Score/Risk: {r.score or r.noul})")
+        print(f"{r.metric_name}: {r.passed} (Score/Risk: {r.value:.2f})")
 ```
 
 ### 5. Dataset Evaluation & Reporting

{layaeval-0.1.2 → layaeval-0.1.3}/README.md

@@ -79,10 +79,15 @@ Using standard `pip`:
 
 ```bash
 pip install layaeval
-# Or with local Laya runtime:
+# Or with local Laya runtime & MCP server:
 pip install "layaeval[laya]"
 ```
 
+> **Google Colab / Jupyter Notebooks**:
+> ```bash
+> !pip install "layaeval[laya]"
+> ```
+
 ---
 
 ## Quickstart
@@ -103,7 +108,7 @@ results = layaeval.evaluate(
 
 for r in results:
     print(
-        f"[{r.metric_name:<20}] Passed: {r.passed:<5} | Score: {r.score or r.noul:.2f} | Confidence: {r.confidence:.2f}"
+        f"[{r.metric_name:<20}] Passed: {r.passed:<5} | Value: {r.value:.2f} | Confidence: {r.confidence:.2f}"
     )
 ```
 
@@ -160,7 +165,7 @@ with Evaluator(model="auto") as ev:
         response="The company posted 24% YoY revenue growth.",
     )
     for r in results:
-        print(f"{r.metric_name}: {r.passed} (Score/Risk: {r.score or r.noul})")
+        print(f"{r.metric_name}: {r.passed} (Score/Risk: {r.value:.2f})")
 ```
 
 ### 5. Dataset Evaluation & Reporting

{layaeval-0.1.2 → layaeval-0.1.3}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "layaeval"
-version = "0.1.2"
+version = "0.1.3"
 description = "Agent and RAG evaluation metrics powered by the Laya MCP server"
 readme = "README.md"
 requires-python = ">=3.11"
@@ -38,7 +38,7 @@ name = "Vinay Chaudhari"
 email = "vinaychaudhari1996@gmail.com"
 
 [project.optional-dependencies]
-laya = ["laya>=0.3.28"]
+laya = ["laya[mcp]>=0.3.28"]
 
 [project.scripts]
 layaeval = "layaeval.cli:main"

{layaeval-0.1.2 → layaeval-0.1.3}/pyproject.toml.orig

@@ -1,6 +1,6 @@
 [project]
 name = "layaeval"
-version = "0.1.2"
+version = "0.1.3"
 description = "Agent and RAG evaluation metrics powered by the Laya MCP server"
 readme = "README.md"
 authors = [
@@ -29,7 +29,7 @@ dependencies = [
 ]
 
 [project.optional-dependencies]
-laya = ["laya>=0.3.28"]
+laya = ["laya[mcp]>=0.3.28"]
 
 [dependency-groups]
 dev = [

layaeval-0.1.3/src/layaeval/_version.py

@@ -0,0 +1 @@
+__version__ = "0.1.3"

{layaeval-0.1.2 → layaeval-0.1.3}/src/layaeval/mcp/client.py

@@ -78,7 +78,11 @@ class LayaMCPClient:
             ) from exc
 
         # Perform MCP initialize handshake
-        self._initialize()
+        try:
+            self._initialize()
+        except Exception:
+            self.stop()
+            raise
 
     def stop(self) -> None:
         """Gracefully terminate the subprocess."""
@@ -151,8 +155,17 @@ class LayaMCPClient:
                             stderr_msg = self.process.stderr.read()
                         except Exception:
                             pass
+                    hint = ""
+                    if "laya[mcp]" in stderr_msg or "No module named 'mcp'" in stderr_msg:
+                        hint = (
+                            "\n\n👉 Missing MCP dependency: The Laya MCP server requires `mcp>=2.2.0`.\n"
+                            "   Install it with:\n"
+                            "       pip install 'layaeval[laya]'\n"
+                            "   or directly:\n"
+                            "       pip install 'laya[mcp]'\n"
+                        )
                     raise MCPClientError(
-                        f"MCP server closed stdout unexpectedly. Stderr: {stderr_msg}"
+                        f"MCP server closed stdout unexpectedly. Stderr: {stderr_msg}{hint}"
                     )
                 line = line.strip()
                 if not line:

{layaeval-0.1.2 → layaeval-0.1.3}/src/layaeval/metrics/_base.py

@@ -23,6 +23,15 @@ class EvalResult:
     raw: dict[str, Any] = field(default_factory=dict)
     state: dict[str, Any] = field(default_factory=dict)
 
+    @property
+    def value(self) -> float:
+        """Numeric value of the metric result (score or probability)."""
+        if self.score is not None:
+            return self.score
+        if self.noul is not None:
+            return self.noul
+        return 0.0
+
     def to_dict(self) -> dict[str, Any]:
         """Convert the result to a JSON-serializable dictionary."""
         return {

layaeval-0.1.2/src/layaeval/_version.py

@@ -1 +0,0 @@
-__version__ = "0.1.2"