ragcheck-cli 0.2.3__tar.gz → 0.2.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {ragcheck_cli-0.2.3/ragcheck_cli.egg-info → ragcheck_cli-0.2.4}/PKG-INFO +1 -1
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/pyproject.toml +1 -1
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/__init__.py +1 -1
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/cli.py +9 -12
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4/ragcheck_cli.egg-info}/PKG-INFO +1 -1
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/CHANGELOG.md +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/LICENSE +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/MANIFEST.in +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/README.md +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/docs/ARCHITECTURE.md +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/examples/chunk_demo.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/examples/classifier_demo.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/examples/demo.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/examples/embed_demo.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/examples/full_pipeline_demo.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/examples/qa_demo.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/examples/report_demo.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/__main__.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/analyzers/__init__.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/analyzers/chunkers.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/analyzers/failure_classifier.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/analyzers/recommender.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/core/__init__.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/core/config.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/core/config_loader.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/core/document_loader.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/core/embeddings.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/core/progress.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/core/vector_store.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/reports/__init__.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/reports/chunk_visualizer.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/reports/export.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/reports/generator.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/reports/html_report.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/testers/__init__.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/testers/auto_qa.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck/testers/retrieval_tester.py +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck_cli.egg-info/SOURCES.txt +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck_cli.egg-info/dependency_links.txt +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck_cli.egg-info/entry_points.txt +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck_cli.egg-info/requires.txt +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/ragcheck_cli.egg-info/top_level.txt +0 -0
- {ragcheck_cli-0.2.3 → ragcheck_cli-0.2.4}/setup.cfg +0 -0
|
@@ -146,14 +146,11 @@ def run(
|
|
|
146
146
|
if not questions:
|
|
147
147
|
# FALLBACK: Generate meaningful questions from chunk content
|
|
148
148
|
warnings.warn(
|
|
149
|
-
"LLM question generation failed. Using content-based fallback questions.
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
"
|
|
154
|
-
" 2. Run: set GROQ_API_KEY=your_key (Windows)
|
|
155
|
-
"
|
|
156
|
-
" 3. Or ensure Ollama is running: ollama run phi3:mini",
|
|
149
|
+
"""LLM question generation failed. Using content-based fallback questions.
|
|
150
|
+
To use a real LLM:
|
|
151
|
+
1. Get a free Groq key: https://console.groq.com/keys
|
|
152
|
+
2. Run: set GROQ_API_KEY=your_key (Windows)
|
|
153
|
+
3. Or ensure Ollama is running: ollama run phi3:mini""",
|
|
157
154
|
UserWarning,
|
|
158
155
|
)
|
|
159
156
|
questions = generate_dummy_questions([c.text for c in chunks])
|
|
@@ -211,12 +208,12 @@ def run(
|
|
|
211
208
|
# Summary
|
|
212
209
|
score = retrieval_results["score"]
|
|
213
210
|
color = "green" if score >= 80 else "yellow" if score >= 60 else "red"
|
|
214
|
-
console.print(f"
|
|
215
|
-
|
|
211
|
+
console.print(f"\n[{color}]Tests: {retrieval_results['passed']}/{retrieval_results['total']} passed | Score: {score}%[/[{color}]]")
|
|
212
|
+
|
|
216
213
|
|
|
217
214
|
if score < 100:
|
|
218
|
-
console.print("
|
|
219
|
-
|
|
215
|
+
console.print("\n[bold]Top Recommendations:[/bold]")
|
|
216
|
+
|
|
220
217
|
for rec in recommendations[:3]:
|
|
221
218
|
console.print(f" • {rec['title']}: {rec['description'][:60]}...")
|
|
222
219
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|