evalvault 1.63.0__tar.gz → 1.63.1__tar.gz

{evalvault-1.63.0 → evalvault-1.63.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: evalvault
-Version: 1.63.0
+Version: 1.63.1
 Summary: RAG evaluation system using Ragas with Phoenix/Langfuse tracing
 Project-URL: Homepage, https://github.com/ntts9990/EvalVault
 Project-URL: Documentation, https://github.com/ntts9990/EvalVault#readme

{evalvault-1.63.0 → evalvault-1.63.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "evalvault"
-version = "1.63.0"
+version = "1.63.1"
 description = "RAG evaluation system using Ragas with Phoenix/Langfuse tracing"
 readme = "README.md"
 requires-python = ">=3.12"

{evalvault-1.63.0 → evalvault-1.63.1}/src/evalvault/adapters/inbound/cli/commands/run.py

@@ -213,7 +213,9 @@ def register_run_commands(
             None,
             "--output",
             "-o",
-            help="Output file for results (JSON format).",
+            help=(
+                "Output file for results (JSON format). If .xlsx/.xls, exports Excel via DB save."
+            ),
         ),
         auto_analyze: bool = typer.Option(
             False,
@@ -813,6 +815,27 @@ def register_run_commands(
         if db_path is None:
             db_path = Path(settings.evalvault_db_path)
 
+        excel_output: Path | None = None
+        if output and output.suffix.lower() in {".xlsx", ".xls"}:
+            excel_output = output
+            output = None
+            if db_path is None:
+                print_cli_error(
+                    console,
+                    "엑셀 출력은 DB 저장이 필요합니다.",
+                    fixes=["--db <sqlite_path> 옵션을 함께 지정하세요."],
+                )
+                raise typer.Exit(1)
+            print_cli_warning(
+                console,
+                "엑셀 출력은 DB 저장이 필수이며, 지정한 경로로만 저장됩니다.",
+                tips=[
+                    f"DB 저장 경로: {db_path}",
+                    "기본 DB 엑셀은 생성하지 않습니다.",
+                    "필요 시 --db로 경로를 변경하세요.",
+                ],
+            )
+
         # Override model if specified
         if model:
             if _is_oss_open_model(model) and settings.llm_provider != "vllm":
@@ -1954,8 +1977,23 @@ def register_run_commands(
                 console,
                 storage_cls=SQLiteStorageAdapter,
                 prompt_bundle=prompt_bundle,
+                export_excel=excel_output is None,
             )
             _log_duration(console, verbose, "DB 저장 완료", db_started_at)
+        if excel_output:
+            excel_started_at = datetime.now()
+            _log_timestamp(console, verbose, f"엑셀 저장 시작 ({excel_output})")
+            try:
+                storage = SQLiteStorageAdapter(db_path=db_path)
+                storage.export_run_to_excel(result.run_id, excel_output)
+                console.print(f"[green]Excel export saved: {excel_output}[/green]")
+            except Exception as exc:
+                print_cli_warning(
+                    console,
+                    "엑셀 내보내기에 실패했습니다.",
+                    tips=[str(exc)],
+                )
+            _log_duration(console, verbose, "엑셀 저장 완료", excel_started_at)
         if output:
             output_started_at = datetime.now()
             _log_timestamp(console, verbose, f"결과 저장 시작 ({output})")
@@ -2060,7 +2098,9 @@ def register_run_commands(
             None,
             "--output",
             "-o",
-            help="Output file for results (JSON format).",
+            help=(
+                "Output file for results (JSON format). If .xlsx/.xls, exports Excel via DB save."
+            ),
         ),
         auto_analyze: bool = typer.Option(
             False,
@@ -2344,7 +2384,9 @@ def register_run_commands(
             None,
             "--output",
             "-o",
-            help="Output file for results (JSON format).",
+            help=(
+                "Output file for results (JSON format). If .xlsx/.xls, exports Excel via DB save."
+            ),
         ),
         auto_analyze: bool = typer.Option(
             False,

{evalvault-1.63.0 → evalvault-1.63.1}/src/evalvault/adapters/inbound/cli/commands/run_helpers.py

@@ -430,6 +430,7 @@ def _save_to_db(
     *,
     storage_cls: type[SQLiteStorageAdapter] = SQLiteStorageAdapter,
     prompt_bundle: PromptSetBundle | None = None,
+    export_excel: bool = True,
 ) -> None:
     """Persist evaluation run (and optional prompt set) to SQLite database."""
     with console.status(f"[bold green]Saving to database {db_path}..."):
@@ -443,16 +444,17 @@ def _save_to_db(
                     result.run_id,
                     prompt_bundle.prompt_set.prompt_set_id,
                 )
-            excel_path = db_path.parent / f"evalvault_run_{result.run_id}.xlsx"
-            try:
-                storage.export_run_to_excel(result.run_id, excel_path)
-                console.print(f"[green]Excel export saved: {excel_path}[/green]")
-            except Exception as exc:
-                print_cli_warning(
-                    console,
-                    "엑셀 내보내기에 실패했습니다.",
-                    tips=[str(exc)],
-                )
+            if export_excel:
+                excel_path = db_path.parent / f"evalvault_run_{result.run_id}.xlsx"
+                try:
+                    storage.export_run_to_excel(result.run_id, excel_path)
+                    console.print(f"[green]Excel export saved: {excel_path}[/green]")
+                except Exception as exc:
+                    print_cli_warning(
+                        console,
+                        "엑셀 내보내기에 실패했습니다.",
+                        tips=[str(exc)],
+                    )
             console.print(f"[green]Results saved to database: {db_path}[/green]")
             console.print(f"[dim]Run ID: {result.run_id}[/dim]")
             if prompt_bundle:

{evalvault-1.63.0 → evalvault-1.63.1}/src/evalvault/adapters/outbound/improvement/pattern_detector.py

@@ -11,7 +11,7 @@ import logging
 import re
 from collections.abc import Callable, Sequence
 from dataclasses import dataclass, field
-from typing import TYPE_CHECKING, Any, cast
+from typing import TYPE_CHECKING, Any
 
 import numpy as np
 from scipy import stats

{evalvault-1.63.0 → evalvault-1.63.1}/src/evalvault/adapters/outbound/improvement/playbook_loader.py

@@ -9,7 +9,7 @@ import logging
 from collections.abc import Sequence
 from dataclasses import dataclass, field
 from pathlib import Path
-from typing import TYPE_CHECKING, Any
+from typing import Any
 
 import yaml
 

{evalvault-1.63.0 → evalvault-1.63.1}/src/evalvault/adapters/outbound/storage/base_sql.py

@@ -622,7 +622,8 @@ class BaseSQLStorageAdapter(ABC):
         if isinstance(row, dict):
             return dict(row)
         if hasattr(row, "keys"):
-            return {key: row[key] for key in row}
+            keys = row.keys()
+            return {key: row[key] for key in keys}
         try:
             return dict(row)
         except Exception:

{evalvault-1.63.0 → evalvault-1.63.1}/uv.lock

@@ -996,7 +996,7 @@ wheels = [
 
 [[package]]
 name = "evalvault"
-version = "1.63.0"
+version = "1.63.1"
 source = { editable = "." }
 dependencies = [
     { name = "chardet" },

evalvault-1.63.0/.cursor/worktrees.json

@@ -1,5 +0,0 @@
-{
-  "setup-worktree": [
-    "npm install"
-  ]
-}

evalvault-1.63.0/.github/ISSUE_TEMPLATE/bug_report.md

@@ -1,36 +0,0 @@
----
-name: "\U0001F41B Bug report"
-about: Create a report to help us improve EvalVault
-title: "[BUG] "
-labels: bug, needs-triage
-assignees: ""
----
-
-## Describe the bug
-
-<!-- Clear and concise description -->
-
-## Steps to reproduce
-
-1.
-2.
-3.
-
-## Expected behavior
-
-<!-- What did you expect to happen? -->
-
-## Screenshots / Logs
-
-<!-- Attach console output, stack traces, Langfuse run IDs, etc. -->
-
-## Environment
-
-- OS:
-- Python version:
-- EvalVault version/commit:
-- Profile (OpenAI/Ollama/etc):
-
-## Additional context
-
-<!-- Anything else we should know? -->

evalvault-1.63.0/.github/ISSUE_TEMPLATE/feature_request.md

@@ -1,23 +0,0 @@
----
-name: "\U0001F680 Feature request"
-about: Suggest an idea for EvalVault
-title: "[FEAT] "
-labels: enhancement, needs-triage
-assignees: ""
----
-
-## Summary
-
-<!-- What problem does this feature solve? -->
-
-## Proposed solution
-
-<!-- Describe the behavior or interface changes -->
-
-## Alternatives considered
-
-<!-- Other approaches you tried or reasons this is the best path -->
-
-## Additional context
-
-<!-- Links to datasets, mockups, or reference implementations -->

evalvault-1.63.0/.github/ISSUE_TEMPLATE/question.md

@@ -1,19 +0,0 @@
----
-name: "\u2753 Question"
-about: Ask how something works
-title: "[QUESTION] "
-labels: question, needs-triage
-assignees: ""
----
-
-## Question
-
-<!-- State your question clearly -->
-
-## Context
-
-<!-- Share dataset, CLI flags, or code snippet -->
-
-## Attempts
-
-<!-- What have you already tried? -->

evalvault-1.63.0/.github/dependabot.yml

@@ -1,25 +0,0 @@
-version: 2
-updates:
-  - package-ecosystem: "pip"
-    directory: "/"
-    schedule:
-      interval: "weekly"
-    allow:
-      - dependency-type: "direct"
-    ignore:
-      - dependency-name: "python"
-    labels:
-      - "dependencies"
-    commit-message:
-      prefix: "chore"
-      include: "scope"
-  - package-ecosystem: "github-actions"
-    directory: "/"
-    schedule:
-      interval: "monthly"
-    labels:
-      - "ci"
-      - "dependencies"
-    commit-message:
-      prefix: "chore"
-      include: "scope"

evalvault-1.63.0/.github/pull_request_template.md

@@ -1,29 +0,0 @@
-## Summary
-
-- [ ] Linked issue: #
-- [ ] Type: feat/fix/docs/chore
-- [ ] Breaking change? (describe if yes)
-
-## Changes
-
--
--
--
-
-## Testing
-
-```bash
-pytest tests -v
-ruff check src/ tests/
-```
-
-## Checklist
-
-- [ ] Tests added/updated
-- [ ] Docs updated (README/CHANGELOG/etc)
-- [ ] CI passing locally
-- [ ] Langfuse/OPENAI configs documented if required
-
-## Screenshots / Traces (optional)
-
-<!-- Attach CLI output, Langfuse run IDs, or UI screenshots -->

evalvault-1.63.0/.github/stale.yml

@@ -1,13 +0,0 @@
-daysUntilStale: 30
-daysUntilClose: 7
-exemptLabels:
-  - "pinned"
-  - "security"
-staleLabel: "stale"
-markComment: >
-  This issue has been automatically marked as stale because it has been inactive for 30 days.
-  Please comment or remove the stale label if you plan to work on it. Otherwise, it will be
-  closed in 7 days.
-closeComment: >
-  Closing this issue due to prolonged inactivity. Feel free to reopen if new information is
-  available.