deepeval 3.4.6__tar.gz → 3.4.8__tar.gz

{deepeval-3.4.6 → deepeval-3.4.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: deepeval
-Version: 3.4.6
+Version: 3.4.8
 Summary: The LLM Evaluation Framework
 Home-page: https://github.com/confident-ai/deepeval
 License: Apache-2.0
@@ -31,6 +31,7 @@ Requires-Dist: pytest-asyncio
 Requires-Dist: pytest-repeat
 Requires-Dist: pytest-rerunfailures (>=12.0,<13.0)
 Requires-Dist: pytest-xdist
+Requires-Dist: python-dotenv (>=1.1.1,<2.0.0)
 Requires-Dist: requests (>=2.31.0,<3.0.0)
 Requires-Dist: rich (>=13.6.0,<15.0.0)
 Requires-Dist: sentry-sdk
@@ -186,6 +187,16 @@ Let's pretend your LLM application is a RAG based customer support chatbot; here
 ```
 pip install -U deepeval
 ```
+### Environment variables (.env / .env.local)
+
+DeepEval auto-loads `.env.local` then `.env` from the current working directory **at import time**.
+**Precedence:** process env -> `.env.local` -> `.env`.
+Opt out with `DEEPEVAL_DISABLE_DOTENV=1`.
+
+```bash
+cp .env.example .env.local
+# then edit .env.local (ignored by git)
+```
 
 ## Create an account (highly recommended)
 
@@ -411,6 +422,20 @@ You should see a link displayed in the CLI once the test has finished running. P
 
 <br />
 
+## Configuration
+
+### Environment variables via .env files
+
+Using `.env.local` or `.env` is optional. If they are missing, DeepEval uses your existing environment variables. When present, dotenv environment variables are auto-loaded at import time (unless you set `DEEPEVAL_DISABLE_DOTENV=1`).
+
+**Precedence:** process env -> `.env.local` -> `.env`
+
+```bash
+cp .env.example .env.local
+# then edit .env.local (ignored by git)
+
+<br />
+
 # Contributing
 
 Please read [CONTRIBUTING.md](https://github.com/confident-ai/deepeval/blob/main/CONTRIBUTING.md) for details on our code of conduct, and the process for submitting pull requests to us.

{deepeval-3.4.6 → deepeval-3.4.8}/README.md

@@ -140,6 +140,16 @@ Let's pretend your LLM application is a RAG based customer support chatbot; here
 ```
 pip install -U deepeval
 ```
+### Environment variables (.env / .env.local)
+
+DeepEval auto-loads `.env.local` then `.env` from the current working directory **at import time**.
+**Precedence:** process env -> `.env.local` -> `.env`.
+Opt out with `DEEPEVAL_DISABLE_DOTENV=1`.
+
+```bash
+cp .env.example .env.local
+# then edit .env.local (ignored by git)
+```
 
 ## Create an account (highly recommended)
 
@@ -365,6 +375,20 @@ You should see a link displayed in the CLI once the test has finished running. P
 
 <br />
 
+## Configuration
+
+### Environment variables via .env files
+
+Using `.env.local` or `.env` is optional. If they are missing, DeepEval uses your existing environment variables. When present, dotenv environment variables are auto-loaded at import time (unless you set `DEEPEVAL_DISABLE_DOTENV=1`).
+
+**Precedence:** process env -> `.env.local` -> `.env`
+
+```bash
+cp .env.example .env.local
+# then edit .env.local (ignored by git)
+
+<br />
+
 # Contributing
 
 Please read [CONTRIBUTING.md](https://github.com/confident-ai/deepeval/blob/main/CONTRIBUTING.md) for details on our code of conduct, and the process for submitting pull requests to us.

{deepeval-3.4.6 → deepeval-3.4.8}/deepeval/__init__.py

@@ -2,16 +2,19 @@ import os
 import warnings
 import re
 
-# Optionally add telemetry
-from ._version import __version__
+# load environment variables before other imports
+from .env import autoload_dotenv as _autoload_dotenv
+
+_autoload_dotenv()
 
+from ._version import __version__
 from deepeval.evaluate import evaluate, assert_test
 from deepeval.evaluate.compare import compare
 from deepeval.test_run import on_test_run_end, log_hyperparameters
 from deepeval.utils import login
 from deepeval.telemetry import *
 
-if os.getenv("DEEPEVAL_GRPC_LOGGING") != "YES":
+if os.getenv("DEEPEVAL_GRPC_LOGGING") != "1":
     os.environ["GRPC_VERBOSITY"] = "ERROR"
     os.environ["GRPC_TRACE"] = ""
 
@@ -61,7 +64,7 @@ def check_for_update():
 
 
 def update_warning_opt_in():
-    return os.getenv("DEEPEVAL_UPDATE_WARNING_OPT_IN") == "YES"
+    return os.getenv("DEEPEVAL_UPDATE_WARNING_OPT_IN") == "1"
 
 
 def is_read_only_env():

deepeval-3.4.8/deepeval/_version.py

@@ -0,0 +1 @@
+__version__: str = "3.4.8"

deepeval-3.4.8/deepeval/cli/dotenv_handler.py

@@ -0,0 +1,71 @@
+from __future__ import annotations
+from pathlib import Path
+import os
+import re
+import stat
+from typing import Dict, Iterable
+
+_LINE_RE = re.compile(r"^\s*([A-Za-z_][A-Za-z0-9_]*)\s*=\s*(.*)\s*$")
+
+
+class DotenvHandler:
+    def __init__(self, path: str | Path = ".env.local"):
+        self.path = Path(path)
+
+    def _quote_if_needed(self, val: str) -> str:
+        # keep existing quoting if present; add quotes for spaces/#
+        if (val.startswith('"') and val.endswith('"')) or (
+            val.startswith("'") and val.endswith("'")
+        ):
+            return val
+        return f'"{val}"' if any(c in val for c in " #\t") else val
+
+    def upsert(self, updates: Dict[str, str]) -> None:
+        """
+        Idempotently set/replace keys in a dotenv file. Preserves comments/order.
+        Creates file if missing. Sets file mode to 0600 when possible.
+        """
+        lines = self.path.read_text().splitlines() if self.path.exists() else []
+        seen = set()
+
+        # replace existing keys in-place
+        for i, line in enumerate(lines):
+            m = _LINE_RE.match(line)
+            if not m:
+                continue
+            key = m.group(1)
+            if key in updates and key not in seen:
+                lines[i] = f"{key}={self._quote_if_needed(updates[key])}"
+                seen.add(key)
+
+        # append missing keys at end (after a blank line)
+        to_append = []
+        for k, v in updates.items():
+            if k in seen:
+                continue
+            to_append.append(f"{k}={self._quote_if_needed(v)}")
+        if to_append:
+            if lines and lines[-1].strip():
+                lines.append("")
+            lines.extend(to_append)
+
+        self.path.parent.mkdir(parents=True, exist_ok=True)
+        self.path.write_text("\n".join(lines) + ("\n" if lines else ""))
+        try:
+            self.path.chmod(stat.S_IRUSR | stat.S_IWUSR)  # 0600
+        except Exception:
+            pass
+
+    def unset(self, keys: Iterable[str]) -> None:
+        """Remove keys from dotenv file, but leave comments and other lines untouched."""
+        if not self.path.exists():
+            return
+        lines = self.path.read_text().splitlines()
+        out = []
+        keys = set(keys)
+        for line in lines:
+            m = _LINE_RE.match(line)
+            if m and m.group(1) in keys:
+                continue
+            out.append(line)
+        self.path.write_text("\n".join(out) + ("\n" if out else ""))