ragas-examples 0.3.8__tar.gz → 0.3.9__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ragas_examples-0.3.8/ragas_examples.egg-info → ragas_examples-0.3.9}/PKG-INFO +1 -1
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/_version.py +3 -3
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/rag_eval/evals.py +10 -1
- ragas_examples-0.3.9/ragas_examples/rag_eval/pyproject.toml +26 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9/ragas_examples.egg-info}/PKG-INFO +1 -1
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples.egg-info/SOURCES.txt +1 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/LICENSE +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/README.md +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/gdrive_append_example.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/gdrive_backend_example.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/iterate_prompt/__init__.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/iterate_prompt/datasets/support_triage.csv +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/iterate_prompt/evals.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/iterate_prompt/promptv1.txt +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/iterate_prompt/promptv2_fewshot.txt +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/iterate_prompt/run_prompt.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/oci_genai_example.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/pyproject.toml +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/__init__.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/agent_evals/__init__.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/agent_evals/agent.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/agent_evals/evals.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/benchmark_llm/__init__.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/benchmark_llm/datasets/discount_benchmark.csv +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/benchmark_llm/evals.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/benchmark_llm/prompt.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/improve_rag/__init__.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/improve_rag/datasets/hf_doc_qa_eval.csv +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/improve_rag/evals.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/improve_rag/rag.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/judge_alignment/__init__.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/judge_alignment/evals.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/llamaIndex_agent_evals/__init__.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/llamaIndex_agent_evals/contexts/ambiguous_removal_request.json +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/llamaIndex_agent_evals/contexts/duplicate_addition.json +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/llamaIndex_agent_evals/contexts/repeated_removal.json +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/llamaIndex_agent_evals/evals.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/llamaIndex_agent_evals/llamaindex_agent.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/prompt_evals/__init__.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/prompt_evals/evals.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/prompt_evals/prompt.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/rag_eval/__init__.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/rag_eval/rag.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/text2sql/__init__.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/text2sql/analyze_errors.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/text2sql/data_utils.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/text2sql/datasets/booksql_sample.csv +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/text2sql/db_utils.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/text2sql/evals.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/text2sql/prompt.txt +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/text2sql/prompt_v2.txt +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/text2sql/prompt_v3.txt +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/text2sql/text2sql_agent.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/text2sql/validate_sql_dataset.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/workflow_eval/__init__.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/workflow_eval/evals.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/workflow_eval/workflow.py +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples.egg-info/dependency_links.txt +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples.egg-info/entry_points.txt +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples.egg-info/requires.txt +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples.egg-info/top_level.txt +0 -0
- {ragas_examples-0.3.8 → ragas_examples-0.3.9}/setup.cfg +0 -0
|
@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
|
|
|
28
28
|
commit_id: COMMIT_ID
|
|
29
29
|
__commit_id__: COMMIT_ID
|
|
30
30
|
|
|
31
|
-
__version__ = version = '0.3.
|
|
32
|
-
__version_tuple__ = version_tuple = (0, 3,
|
|
31
|
+
__version__ = version = '0.3.9'
|
|
32
|
+
__version_tuple__ = version_tuple = (0, 3, 9)
|
|
33
33
|
|
|
34
|
-
__commit_id__ = commit_id = '
|
|
34
|
+
__commit_id__ = commit_id = 'g8b4653c41'
|
|
@@ -1,4 +1,6 @@
|
|
|
1
1
|
import os
|
|
2
|
+
import sys
|
|
3
|
+
from pathlib import Path
|
|
2
4
|
|
|
3
5
|
from openai import OpenAI
|
|
4
6
|
|
|
@@ -6,7 +8,9 @@ from ragas import Dataset, experiment
|
|
|
6
8
|
from ragas.llms import llm_factory
|
|
7
9
|
from ragas.metrics import DiscreteMetric
|
|
8
10
|
|
|
9
|
-
|
|
11
|
+
# Add the current directory to the path so we can import rag module when run as a script
|
|
12
|
+
sys.path.insert(0, str(Path(__file__).parent))
|
|
13
|
+
from rag import default_rag_client
|
|
10
14
|
|
|
11
15
|
openai_client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
|
|
12
16
|
rag_client = default_rag_client(llm_client=openai_client)
|
|
@@ -77,6 +81,11 @@ async def main():
|
|
|
77
81
|
print("Experiment completed successfully!")
|
|
78
82
|
print("Experiment results:", experiment_results)
|
|
79
83
|
|
|
84
|
+
# Save experiment results to CSV
|
|
85
|
+
experiment_results.save()
|
|
86
|
+
csv_path = Path(".") / "experiments" / f"{experiment_results.name}.csv"
|
|
87
|
+
print(f"\nExperiment results saved to: {csv_path.resolve()}")
|
|
88
|
+
|
|
80
89
|
|
|
81
90
|
if __name__ == "__main__":
|
|
82
91
|
import asyncio
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
[build-system]
|
|
2
|
+
requires = ["setuptools>=45", "wheel"]
|
|
3
|
+
build-backend = "setuptools.build_meta"
|
|
4
|
+
|
|
5
|
+
[project]
|
|
6
|
+
name = "rag-eval"
|
|
7
|
+
version = "0.1.0"
|
|
8
|
+
description = "RAG evaluation example using Ragas"
|
|
9
|
+
requires-python = ">=3.9"
|
|
10
|
+
dependencies = [
|
|
11
|
+
"ragas[all]>=0.3.0",
|
|
12
|
+
"openai>=1.0.0",
|
|
13
|
+
]
|
|
14
|
+
|
|
15
|
+
[project.optional-dependencies]
|
|
16
|
+
dev = [
|
|
17
|
+
"pytest>=7.0",
|
|
18
|
+
]
|
|
19
|
+
|
|
20
|
+
[tool.setuptools]
|
|
21
|
+
py-modules = []
|
|
22
|
+
|
|
23
|
+
[tool.uv]
|
|
24
|
+
managed = true
|
|
25
|
+
# Note: When developing locally, use:
|
|
26
|
+
# uv sync --override ragas@path/to/ragas
|
|
@@ -79,6 +79,7 @@ ragas_examples/prompt_evals/evals.py
|
|
|
79
79
|
ragas_examples/prompt_evals/prompt.py
|
|
80
80
|
ragas_examples/rag_eval/__init__.py
|
|
81
81
|
ragas_examples/rag_eval/evals.py
|
|
82
|
+
ragas_examples/rag_eval/pyproject.toml
|
|
82
83
|
ragas_examples/rag_eval/rag.py
|
|
83
84
|
ragas_examples/text2sql/__init__.py
|
|
84
85
|
ragas_examples/text2sql/analyze_errors.py
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/improve_rag/datasets/hf_doc_qa_eval.csv
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/llamaIndex_agent_evals/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/llamaIndex_agent_evals/evals.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/text2sql/datasets/booksql_sample.csv
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ragas_examples-0.3.8 → ragas_examples-0.3.9}/ragas_examples/text2sql/validate_sql_dataset.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|