ignis-evaluation-test 1.0.2__py3-none-any.whl

ignis_evaluation/__init__.py

@@ -0,0 +1,7 @@
+"""ignis_evaluation — Config-driven LLM evaluation framework powered by DeepEval."""
+
+from ignis_evaluation.eval_library.decorator import ignis_eval  # noqa: F401
+from ignis_evaluation.eval_library.paths import PACKAGE_CONFIGS_DIR  # noqa: F401
+
+__version__ = "1.0.0"
+__all__ = ["eval_library", "api", "db", "ignis_eval", "PACKAGE_CONFIGS_DIR"]

ignis_evaluation/api/__init__.py

@@ -0,0 +1 @@
+"""FastAPI evaluation service — Story 3."""

ignis_evaluation/api/config_paths.py

@@ -0,0 +1,12 @@
+from __future__ import annotations
+
+"""Shared config path helpers for API runtime.
+
+Re-exports PACKAGE_CONFIGS_DIR from eval_library.paths so the api layer
+has no independent path logic — single source of truth lives in eval_library.
+"""
+
+from ignis_evaluation.eval_library.paths import PACKAGE_CONFIGS_DIR
+
+# Alias kept so existing api router imports continue to work unchanged.
+DEFAULT_CONFIGS_DIR = PACKAGE_CONFIGS_DIR

ignis_evaluation/api/main.py

@@ -0,0 +1,100 @@
+from __future__ import annotations
+
+"""DeepEval Evaluation Service — FastAPI entry point.
+
+Story 3: FastAPI Evaluation Service
+
+Start the server:
+    cd C:\\deepeval_demo\\project
+    uvicorn api.main:app --reload --port 8000
+
+Interactive docs:
+    http://localhost:8000/docs      (Swagger UI)
+    http://localhost:8000/redoc     (ReDoc)
+
+Endpoints:
+    GET  /                     root / service info
+    GET  /health               liveness + readiness (Task 4)
+    GET  /metrics              list available metrics (Task 3)
+    POST /evaluate             single evaluation (Task 1)
+    POST /evaluate/batch       batch evaluation (Task 2)
+"""
+
+import logging
+import os
+import sys
+from pathlib import Path
+
+from dotenv import load_dotenv
+
+# Load env files from repo root before any module imports.
+# Priority: .env.local overrides .env when the same key exists.
+_repo_root = Path(__file__).resolve().parents[3]
+load_dotenv(_repo_root / ".env", override=False)
+load_dotenv(_repo_root / ".env.local", override=True)
+
+from fastapi import FastAPI
+from fastapi.middleware.cors import CORSMiddleware
+
+from .routers import analytics, bundles, chat, evaluate, health, metrics, projects, results
+
+logging.basicConfig(
+    level=logging.INFO,
+    format="%(asctime)s %(levelname)s %(name)s: %(message)s",
+)
+logger = logging.getLogger(__name__)
+
+# ── App ───────────────────────────────────────────────────────────────────────
+
+app = FastAPI(
+    title="DeepEval Evaluation Service",
+    description=(
+        "Config-driven LLM evaluation API powered by [DeepEval](https://docs.confident-ai.com/).\n\n"
+        "Supports single and batch evaluation, metric listing, and health checks.\n\n"
+        "Set `use_deepeval: true` in your config file and provide `OPENAI_API_KEY` "
+        "to get real LLM-powered metric scores."
+    ),
+    version="1.0.0",
+    contact={"name": "DeepEval Demo"},
+)
+
+_cors_raw = os.getenv("CORS_ALLOWED_ORIGINS", "")
+_cors_origins = [o.strip() for o in _cors_raw.split(",") if o.strip()]
+
+app.add_middleware(
+    CORSMiddleware,
+    allow_origins=_cors_origins,
+    allow_credentials=True,
+    allow_methods=["GET", "POST"],
+    allow_headers=["Content-Type", "Authorization"],
+)
+
+# ── Routers ───────────────────────────────────────────────────────────────────
+
+app.include_router(evaluate.router, prefix="/evaluate",   tags=["Evaluation"])
+app.include_router(chat.router,     prefix="/chat",       tags=["Chat"])
+app.include_router(metrics.router,  prefix="/metrics",    tags=["Metrics"])
+app.include_router(health.router,   prefix="/health",     tags=["Health"])
+app.include_router(results.router,  prefix="/results",    tags=["Results"])
+app.include_router(bundles.router,  prefix="/bundles",    tags=["Bundles"])
+app.include_router(analytics.router, prefix="/eval",       tags=["Eval Dashboard"])
+app.include_router(projects.router,  prefix="/projects",  tags=["Projects"])
+
+
+# ── Root ──────────────────────────────────────────────────────────────────────
+
+@app.get("/", tags=["Root"], summary="Service information")
+def root():
+    """Return service name, version, and useful links."""
+    return {
+        "service": "DeepEval Evaluation Service",
+        "version": "1.0.0",
+        "docs": "/docs",
+        "redoc": "/redoc",
+        "health": "/health",
+        "metrics": "/metrics",
+        "evaluate": "/evaluate",
+        "chat":      "/chat",
+        "results":   "/results",
+        "eval":      "/eval",
+    }