ragas-examples 0.3.7__tar.gz → 0.3.8__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ragas_examples-0.3.7/ragas_examples.egg-info → ragas_examples-0.3.8}/PKG-INFO +1 -1
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/pyproject.toml +11 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/_version.py +3 -3
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/improve_rag/evals.py +2 -2
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/judge_alignment/evals.py +5 -5
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/rag_eval/evals.py +2 -2
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/workflow_eval/evals.py +2 -2
- {ragas_examples-0.3.7 → ragas_examples-0.3.8/ragas_examples.egg-info}/PKG-INFO +1 -1
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples.egg-info/SOURCES.txt +1 -0
- ragas_examples-0.3.8/ragas_examples.egg-info/entry_points.txt +10 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/LICENSE +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/README.md +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/gdrive_append_example.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/gdrive_backend_example.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/iterate_prompt/__init__.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/iterate_prompt/datasets/support_triage.csv +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/iterate_prompt/evals.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/iterate_prompt/promptv1.txt +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/iterate_prompt/promptv2_fewshot.txt +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/iterate_prompt/run_prompt.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/oci_genai_example.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/__init__.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/agent_evals/__init__.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/agent_evals/agent.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/agent_evals/evals.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/benchmark_llm/__init__.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/benchmark_llm/datasets/discount_benchmark.csv +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/benchmark_llm/evals.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/benchmark_llm/prompt.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/improve_rag/__init__.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/improve_rag/datasets/hf_doc_qa_eval.csv +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/improve_rag/rag.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/judge_alignment/__init__.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/llamaIndex_agent_evals/__init__.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/llamaIndex_agent_evals/contexts/ambiguous_removal_request.json +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/llamaIndex_agent_evals/contexts/duplicate_addition.json +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/llamaIndex_agent_evals/contexts/repeated_removal.json +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/llamaIndex_agent_evals/evals.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/llamaIndex_agent_evals/llamaindex_agent.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/prompt_evals/__init__.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/prompt_evals/evals.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/prompt_evals/prompt.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/rag_eval/__init__.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/rag_eval/rag.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/__init__.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/analyze_errors.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/data_utils.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/datasets/booksql_sample.csv +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/db_utils.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/evals.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/prompt.txt +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/prompt_v2.txt +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/prompt_v3.txt +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/text2sql_agent.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/validate_sql_dataset.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/workflow_eval/__init__.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/workflow_eval/workflow.py +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples.egg-info/dependency_links.txt +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples.egg-info/requires.txt +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples.egg-info/top_level.txt +0 -0
- {ragas_examples-0.3.7 → ragas_examples-0.3.8}/setup.cfg +0 -0
|
@@ -47,6 +47,17 @@ llamaindex = [
|
|
|
47
47
|
"instructor",
|
|
48
48
|
]
|
|
49
49
|
|
|
50
|
+
[project.scripts]
|
|
51
|
+
ragas-agent-evals = "ragas_examples.agent_evals.evals:main"
|
|
52
|
+
ragas-benchmark-llm = "ragas_examples.benchmark_llm.evals:main"
|
|
53
|
+
ragas-prompt-evals = "ragas_examples.prompt_evals.evals:main"
|
|
54
|
+
ragas-rag-evals = "ragas_examples.rag_eval.evals:main"
|
|
55
|
+
ragas-workflow-evals = "ragas_examples.workflow_eval.evals:main"
|
|
56
|
+
ragas-improve-rag = "ragas_examples.improve_rag.evals:main"
|
|
57
|
+
ragas-text2sql-evals = "ragas_examples.text2sql.evals:main"
|
|
58
|
+
ragas-llamaindex-agent-evals = "ragas_examples.llamaIndex_agent_evals.evals:main"
|
|
59
|
+
ragas-judge-alignment = "ragas_examples.judge_alignment.evals:main"
|
|
60
|
+
|
|
50
61
|
[project.urls]
|
|
51
62
|
Homepage = "https://github.com/explodinggradients/ragas"
|
|
52
63
|
Documentation = "https://docs.ragas.io"
|
|
@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
|
|
|
28
28
|
commit_id: COMMIT_ID
|
|
29
29
|
__commit_id__: COMMIT_ID
|
|
30
30
|
|
|
31
|
-
__version__ = version = '0.3.
|
|
32
|
-
__version_tuple__ = version_tuple = (0, 3,
|
|
31
|
+
__version__ = version = '0.3.8'
|
|
32
|
+
__version_tuple__ = version_tuple = (0, 3, 8)
|
|
33
33
|
|
|
34
|
-
__commit_id__ = commit_id = '
|
|
34
|
+
__commit_id__ = commit_id = 'g58f20a6ae'
|
|
@@ -16,7 +16,7 @@ from dotenv import load_dotenv
|
|
|
16
16
|
from openai import AsyncOpenAI
|
|
17
17
|
|
|
18
18
|
from ragas import Dataset, experiment
|
|
19
|
-
from ragas.llms import
|
|
19
|
+
from ragas.llms import llm_factory
|
|
20
20
|
from ragas.metrics import DiscreteMetric
|
|
21
21
|
|
|
22
22
|
from .rag import RAG, BM25Retriever
|
|
@@ -206,7 +206,7 @@ async def run_experiment(mode: str = "naive", model: str = "gpt-5-mini", name: O
|
|
|
206
206
|
dataset,
|
|
207
207
|
name=name or f"{datetime.now().strftime('%Y%m%d-%H%M%S')}_{'agenticrag' if mode == 'agentic' else 'naiverag'}",
|
|
208
208
|
rag=rag,
|
|
209
|
-
llm=
|
|
209
|
+
llm=llm_factory("gpt-5-mini", client=openai_client)
|
|
210
210
|
)
|
|
211
211
|
|
|
212
212
|
# Print basic results
|
|
@@ -17,7 +17,7 @@ from dotenv import load_dotenv
|
|
|
17
17
|
from openai import AsyncOpenAI
|
|
18
18
|
|
|
19
19
|
from ragas import Dataset, experiment
|
|
20
|
-
from ragas.llms import
|
|
20
|
+
from ragas.llms import llm_factory
|
|
21
21
|
from ragas.metrics import DiscreteMetric
|
|
22
22
|
from ragas.metrics.discrete import discrete_metric
|
|
23
23
|
from ragas.metrics.result import MetricResult
|
|
@@ -173,8 +173,8 @@ async def main():
|
|
|
173
173
|
# Initialize LLM client
|
|
174
174
|
logger.info("Initializing LLM client with model: gpt-4o-mini")
|
|
175
175
|
openai_client = AsyncOpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
|
|
176
|
-
llm =
|
|
177
|
-
|
|
176
|
+
llm = llm_factory("gpt-4o-mini", client=openai_client)
|
|
177
|
+
|
|
178
178
|
# Run baseline evaluation
|
|
179
179
|
logger.info("Running baseline evaluation...")
|
|
180
180
|
results = await judge_experiment.arun(
|
|
@@ -200,8 +200,8 @@ async def main_v2():
|
|
|
200
200
|
# Initialize LLM client
|
|
201
201
|
logger.info("Initializing LLM client with model: gpt-4o-mini")
|
|
202
202
|
openai_client = AsyncOpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
|
|
203
|
-
llm =
|
|
204
|
-
|
|
203
|
+
llm = llm_factory("gpt-4o-mini", client=openai_client)
|
|
204
|
+
|
|
205
205
|
# Run v2 evaluation with improved prompt
|
|
206
206
|
logger.info("Running v2 evaluation with improved prompt...")
|
|
207
207
|
results = await judge_experiment.arun(
|
|
@@ -3,14 +3,14 @@ import os
|
|
|
3
3
|
from openai import OpenAI
|
|
4
4
|
|
|
5
5
|
from ragas import Dataset, experiment
|
|
6
|
-
from ragas.llms import
|
|
6
|
+
from ragas.llms import llm_factory
|
|
7
7
|
from ragas.metrics import DiscreteMetric
|
|
8
8
|
|
|
9
9
|
from .rag import default_rag_client
|
|
10
10
|
|
|
11
11
|
openai_client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
|
|
12
12
|
rag_client = default_rag_client(llm_client=openai_client)
|
|
13
|
-
llm =
|
|
13
|
+
llm = llm_factory("gpt-4o", client=openai_client)
|
|
14
14
|
|
|
15
15
|
|
|
16
16
|
def load_dataset():
|
|
@@ -3,14 +3,14 @@ import os
|
|
|
3
3
|
from openai import OpenAI
|
|
4
4
|
|
|
5
5
|
from ragas import Dataset, experiment
|
|
6
|
-
from ragas.llms import
|
|
6
|
+
from ragas.llms import llm_factory
|
|
7
7
|
from ragas.metrics import DiscreteMetric
|
|
8
8
|
|
|
9
9
|
from .workflow import default_workflow_client
|
|
10
10
|
|
|
11
11
|
openai_client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
|
|
12
12
|
workflow_client = default_workflow_client()
|
|
13
|
-
llm =
|
|
13
|
+
llm = llm_factory("gpt-4o", client=openai_client)
|
|
14
14
|
|
|
15
15
|
|
|
16
16
|
def load_dataset():
|
|
@@ -52,6 +52,7 @@ ragas_examples/__init__.py
|
|
|
52
52
|
ragas_examples.egg-info/PKG-INFO
|
|
53
53
|
ragas_examples.egg-info/SOURCES.txt
|
|
54
54
|
ragas_examples.egg-info/dependency_links.txt
|
|
55
|
+
ragas_examples.egg-info/entry_points.txt
|
|
55
56
|
ragas_examples.egg-info/requires.txt
|
|
56
57
|
ragas_examples.egg-info/top_level.txt
|
|
57
58
|
ragas_examples/agent_evals/__init__.py
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
[console_scripts]
|
|
2
|
+
ragas-agent-evals = ragas_examples.agent_evals.evals:main
|
|
3
|
+
ragas-benchmark-llm = ragas_examples.benchmark_llm.evals:main
|
|
4
|
+
ragas-improve-rag = ragas_examples.improve_rag.evals:main
|
|
5
|
+
ragas-judge-alignment = ragas_examples.judge_alignment.evals:main
|
|
6
|
+
ragas-llamaindex-agent-evals = ragas_examples.llamaIndex_agent_evals.evals:main
|
|
7
|
+
ragas-prompt-evals = ragas_examples.prompt_evals.evals:main
|
|
8
|
+
ragas-rag-evals = ragas_examples.rag_eval.evals:main
|
|
9
|
+
ragas-text2sql-evals = ragas_examples.text2sql.evals:main
|
|
10
|
+
ragas-workflow-evals = ragas_examples.workflow_eval.evals:main
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/improve_rag/datasets/hf_doc_qa_eval.csv
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/llamaIndex_agent_evals/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/llamaIndex_agent_evals/evals.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/datasets/booksql_sample.csv
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/validate_sql_dataset.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|