ragas-examples 0.3.7__tar.gz → 0.3.8__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (61) hide show
  1. {ragas_examples-0.3.7/ragas_examples.egg-info → ragas_examples-0.3.8}/PKG-INFO +1 -1
  2. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/pyproject.toml +11 -0
  3. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/_version.py +3 -3
  4. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/improve_rag/evals.py +2 -2
  5. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/judge_alignment/evals.py +5 -5
  6. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/rag_eval/evals.py +2 -2
  7. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/workflow_eval/evals.py +2 -2
  8. {ragas_examples-0.3.7 → ragas_examples-0.3.8/ragas_examples.egg-info}/PKG-INFO +1 -1
  9. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples.egg-info/SOURCES.txt +1 -0
  10. ragas_examples-0.3.8/ragas_examples.egg-info/entry_points.txt +10 -0
  11. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/LICENSE +0 -0
  12. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/README.md +0 -0
  13. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/gdrive_append_example.py +0 -0
  14. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/gdrive_backend_example.py +0 -0
  15. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/iterate_prompt/__init__.py +0 -0
  16. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/iterate_prompt/datasets/support_triage.csv +0 -0
  17. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/iterate_prompt/evals.py +0 -0
  18. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/iterate_prompt/promptv1.txt +0 -0
  19. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/iterate_prompt/promptv2_fewshot.txt +0 -0
  20. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/iterate_prompt/run_prompt.py +0 -0
  21. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/oci_genai_example.py +0 -0
  22. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/__init__.py +0 -0
  23. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/agent_evals/__init__.py +0 -0
  24. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/agent_evals/agent.py +0 -0
  25. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/agent_evals/evals.py +0 -0
  26. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/benchmark_llm/__init__.py +0 -0
  27. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/benchmark_llm/datasets/discount_benchmark.csv +0 -0
  28. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/benchmark_llm/evals.py +0 -0
  29. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/benchmark_llm/prompt.py +0 -0
  30. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/improve_rag/__init__.py +0 -0
  31. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/improve_rag/datasets/hf_doc_qa_eval.csv +0 -0
  32. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/improve_rag/rag.py +0 -0
  33. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/judge_alignment/__init__.py +0 -0
  34. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/llamaIndex_agent_evals/__init__.py +0 -0
  35. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/llamaIndex_agent_evals/contexts/ambiguous_removal_request.json +0 -0
  36. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/llamaIndex_agent_evals/contexts/duplicate_addition.json +0 -0
  37. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/llamaIndex_agent_evals/contexts/repeated_removal.json +0 -0
  38. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/llamaIndex_agent_evals/evals.py +0 -0
  39. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/llamaIndex_agent_evals/llamaindex_agent.py +0 -0
  40. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/prompt_evals/__init__.py +0 -0
  41. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/prompt_evals/evals.py +0 -0
  42. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/prompt_evals/prompt.py +0 -0
  43. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/rag_eval/__init__.py +0 -0
  44. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/rag_eval/rag.py +0 -0
  45. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/__init__.py +0 -0
  46. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/analyze_errors.py +0 -0
  47. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/data_utils.py +0 -0
  48. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/datasets/booksql_sample.csv +0 -0
  49. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/db_utils.py +0 -0
  50. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/evals.py +0 -0
  51. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/prompt.txt +0 -0
  52. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/prompt_v2.txt +0 -0
  53. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/prompt_v3.txt +0 -0
  54. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/text2sql_agent.py +0 -0
  55. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/text2sql/validate_sql_dataset.py +0 -0
  56. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/workflow_eval/__init__.py +0 -0
  57. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples/workflow_eval/workflow.py +0 -0
  58. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples.egg-info/dependency_links.txt +0 -0
  59. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples.egg-info/requires.txt +0 -0
  60. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/ragas_examples.egg-info/top_level.txt +0 -0
  61. {ragas_examples-0.3.7 → ragas_examples-0.3.8}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: ragas-examples
3
- Version: 0.3.7
3
+ Version: 0.3.8
4
4
  Summary: Official examples for the ragas project
5
5
  Author: Ragas Team
6
6
  License: Apache-2.0
@@ -47,6 +47,17 @@ llamaindex = [
47
47
  "instructor",
48
48
  ]
49
49
 
50
+ [project.scripts]
51
+ ragas-agent-evals = "ragas_examples.agent_evals.evals:main"
52
+ ragas-benchmark-llm = "ragas_examples.benchmark_llm.evals:main"
53
+ ragas-prompt-evals = "ragas_examples.prompt_evals.evals:main"
54
+ ragas-rag-evals = "ragas_examples.rag_eval.evals:main"
55
+ ragas-workflow-evals = "ragas_examples.workflow_eval.evals:main"
56
+ ragas-improve-rag = "ragas_examples.improve_rag.evals:main"
57
+ ragas-text2sql-evals = "ragas_examples.text2sql.evals:main"
58
+ ragas-llamaindex-agent-evals = "ragas_examples.llamaIndex_agent_evals.evals:main"
59
+ ragas-judge-alignment = "ragas_examples.judge_alignment.evals:main"
60
+
50
61
  [project.urls]
51
62
  Homepage = "https://github.com/explodinggradients/ragas"
52
63
  Documentation = "https://docs.ragas.io"
@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
28
28
  commit_id: COMMIT_ID
29
29
  __commit_id__: COMMIT_ID
30
30
 
31
- __version__ = version = '0.3.7'
32
- __version_tuple__ = version_tuple = (0, 3, 7)
31
+ __version__ = version = '0.3.8'
32
+ __version_tuple__ = version_tuple = (0, 3, 8)
33
33
 
34
- __commit_id__ = commit_id = 'gf31c365e9'
34
+ __commit_id__ = commit_id = 'g58f20a6ae'
@@ -16,7 +16,7 @@ from dotenv import load_dotenv
16
16
  from openai import AsyncOpenAI
17
17
 
18
18
  from ragas import Dataset, experiment
19
- from ragas.llms import instructor_llm_factory
19
+ from ragas.llms import llm_factory
20
20
  from ragas.metrics import DiscreteMetric
21
21
 
22
22
  from .rag import RAG, BM25Retriever
@@ -206,7 +206,7 @@ async def run_experiment(mode: str = "naive", model: str = "gpt-5-mini", name: O
206
206
  dataset,
207
207
  name=name or f"{datetime.now().strftime('%Y%m%d-%H%M%S')}_{'agenticrag' if mode == 'agentic' else 'naiverag'}",
208
208
  rag=rag,
209
- llm=instructor_llm_factory("openai", model="gpt-5-mini", client=openai_client)
209
+ llm=llm_factory("gpt-5-mini", client=openai_client)
210
210
  )
211
211
 
212
212
  # Print basic results
@@ -17,7 +17,7 @@ from dotenv import load_dotenv
17
17
  from openai import AsyncOpenAI
18
18
 
19
19
  from ragas import Dataset, experiment
20
- from ragas.llms import instructor_llm_factory
20
+ from ragas.llms import llm_factory
21
21
  from ragas.metrics import DiscreteMetric
22
22
  from ragas.metrics.discrete import discrete_metric
23
23
  from ragas.metrics.result import MetricResult
@@ -173,8 +173,8 @@ async def main():
173
173
  # Initialize LLM client
174
174
  logger.info("Initializing LLM client with model: gpt-4o-mini")
175
175
  openai_client = AsyncOpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
176
- llm = instructor_llm_factory("openai", model="gpt-4o-mini", client=openai_client)
177
-
176
+ llm = llm_factory("gpt-4o-mini", client=openai_client)
177
+
178
178
  # Run baseline evaluation
179
179
  logger.info("Running baseline evaluation...")
180
180
  results = await judge_experiment.arun(
@@ -200,8 +200,8 @@ async def main_v2():
200
200
  # Initialize LLM client
201
201
  logger.info("Initializing LLM client with model: gpt-4o-mini")
202
202
  openai_client = AsyncOpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
203
- llm = instructor_llm_factory("openai", model="gpt-4o-mini", client=openai_client)
204
-
203
+ llm = llm_factory("gpt-4o-mini", client=openai_client)
204
+
205
205
  # Run v2 evaluation with improved prompt
206
206
  logger.info("Running v2 evaluation with improved prompt...")
207
207
  results = await judge_experiment.arun(
@@ -3,14 +3,14 @@ import os
3
3
  from openai import OpenAI
4
4
 
5
5
  from ragas import Dataset, experiment
6
- from ragas.llms import instructor_llm_factory
6
+ from ragas.llms import llm_factory
7
7
  from ragas.metrics import DiscreteMetric
8
8
 
9
9
  from .rag import default_rag_client
10
10
 
11
11
  openai_client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
12
12
  rag_client = default_rag_client(llm_client=openai_client)
13
- llm = instructor_llm_factory("openai", model="gpt-4o", client=openai_client)
13
+ llm = llm_factory("gpt-4o", client=openai_client)
14
14
 
15
15
 
16
16
  def load_dataset():
@@ -3,14 +3,14 @@ import os
3
3
  from openai import OpenAI
4
4
 
5
5
  from ragas import Dataset, experiment
6
- from ragas.llms import instructor_llm_factory
6
+ from ragas.llms import llm_factory
7
7
  from ragas.metrics import DiscreteMetric
8
8
 
9
9
  from .workflow import default_workflow_client
10
10
 
11
11
  openai_client = OpenAI(api_key=os.environ.get("OPENAI_API_KEY"))
12
12
  workflow_client = default_workflow_client()
13
- llm = instructor_llm_factory("openai", model="gpt-4o", client=openai_client)
13
+ llm = llm_factory("gpt-4o", client=openai_client)
14
14
 
15
15
 
16
16
  def load_dataset():
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: ragas-examples
3
- Version: 0.3.7
3
+ Version: 0.3.8
4
4
  Summary: Official examples for the ragas project
5
5
  Author: Ragas Team
6
6
  License: Apache-2.0
@@ -52,6 +52,7 @@ ragas_examples/__init__.py
52
52
  ragas_examples.egg-info/PKG-INFO
53
53
  ragas_examples.egg-info/SOURCES.txt
54
54
  ragas_examples.egg-info/dependency_links.txt
55
+ ragas_examples.egg-info/entry_points.txt
55
56
  ragas_examples.egg-info/requires.txt
56
57
  ragas_examples.egg-info/top_level.txt
57
58
  ragas_examples/agent_evals/__init__.py
@@ -0,0 +1,10 @@
1
+ [console_scripts]
2
+ ragas-agent-evals = ragas_examples.agent_evals.evals:main
3
+ ragas-benchmark-llm = ragas_examples.benchmark_llm.evals:main
4
+ ragas-improve-rag = ragas_examples.improve_rag.evals:main
5
+ ragas-judge-alignment = ragas_examples.judge_alignment.evals:main
6
+ ragas-llamaindex-agent-evals = ragas_examples.llamaIndex_agent_evals.evals:main
7
+ ragas-prompt-evals = ragas_examples.prompt_evals.evals:main
8
+ ragas-rag-evals = ragas_examples.rag_eval.evals:main
9
+ ragas-text2sql-evals = ragas_examples.text2sql.evals:main
10
+ ragas-workflow-evals = ragas_examples.workflow_eval.evals:main
File without changes
File without changes
File without changes