ragnarok-ai 1.0.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- ragnarok_ai-1.0.0/.gitignore +112 -0
- ragnarok_ai-1.0.0/LICENSE +661 -0
- ragnarok_ai-1.0.0/LICENSE-COMMERCIAL.md +76 -0
- ragnarok_ai-1.0.0/NOTICE +67 -0
- ragnarok_ai-1.0.0/PKG-INFO +609 -0
- ragnarok_ai-1.0.0/README.md +524 -0
- ragnarok_ai-1.0.0/pyproject.toml +259 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/__init__.py +21 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/__init__.py +68 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/agents/__init__.py +28 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/agents/cot.py +246 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/agents/react.py +459 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/frameworks/__init__.py +38 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/frameworks/dspy.py +424 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/frameworks/langchain.py +325 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/frameworks/langgraph.py +321 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/frameworks/llamaindex.py +329 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/llm/__init__.py +18 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/llm/anthropic.py +223 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/llm/ollama.py +220 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/llm/openai.py +240 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/llm/vllm.py +235 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/vectorstore/__init__.py +16 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/vectorstore/chroma.py +267 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/vectorstore/faiss.py +320 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/adapters/vectorstore/qdrant.py +335 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/agents/__init__.py +32 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/agents/analysis/__init__.py +49 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/agents/analysis/analyzer.py +306 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/agents/analysis/visualizer.py +494 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/agents/evaluators/__init__.py +65 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/agents/evaluators/reasoning.py +726 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/agents/evaluators/tool_correctness.py +382 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/agents/protocols.py +79 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/agents/types.py +177 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/baselines/__init__.py +35 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/baselines/comparison.py +231 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/baselines/configs.py +139 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/baselines/results.py +163 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/benchmarks/__init__.py +32 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/benchmarks/history.py +244 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/benchmarks/models.py +84 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/benchmarks/storage/__init__.py +20 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/benchmarks/storage/base.py +96 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/benchmarks/storage/json_store.py +251 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/cache/__init__.py +17 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/cache/base.py +130 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/cache/disk.py +133 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/cache/memory.py +78 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/cli/__init__.py +10 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/cli/main.py +222 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/core/__init__.py +73 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/core/batch.py +345 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/core/checkpoint.py +374 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/core/compare.py +521 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/core/config.py +90 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/core/evaluate.py +598 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/core/exceptions.py +66 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/core/gating.py +304 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/core/protocols.py +182 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/core/types.py +167 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/data/__init__.py +204 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/data/novatech_dataset.json +426 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/diff/__init__.py +29 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/diff/generator.py +194 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/diff/models.py +328 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/evaluators/__init__.py +47 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/evaluators/faithfulness.py +317 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/evaluators/hallucination.py +325 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/evaluators/relevance.py +225 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/evaluators/retrieval.py +238 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/generators/__init__.py +57 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/generators/adversarial.py +359 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/generators/base.py +40 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/generators/golden.py +424 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/generators/io.py +77 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/generators/models.py +50 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/generators/multihop.py +437 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/generators/parsing.py +91 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/generators/prompts.py +94 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/generators/synthetic.py +271 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/generators/validators.py +104 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/py.typed +0 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/regression/__init__.py +33 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/regression/detector.py +178 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/regression/models.py +163 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/reporters/__init__.py +20 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/reporters/console.py +348 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/reporters/html.py +843 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/reporters/json.py +289 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/telemetry/__init__.py +24 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/telemetry/exporters.py +156 -0
- ragnarok_ai-1.0.0/src/ragnarok_ai/telemetry/tracer.py +239 -0
- ragnarok_ai-1.0.0/tests/__init__.py +1 -0
- ragnarok_ai-1.0.0/tests/conftest.py +3 -0
- ragnarok_ai-1.0.0/tests/e2e/test_install.py +494 -0
- ragnarok_ai-1.0.0/tests/unit/__init__.py +1 -0
- ragnarok_ai-1.0.0/tests/unit/test_adversarial.py +407 -0
- ragnarok_ai-1.0.0/tests/unit/test_agents_types.py +327 -0
- ragnarok_ai-1.0.0/tests/unit/test_anthropic.py +298 -0
- ragnarok_ai-1.0.0/tests/unit/test_baselines.py +565 -0
- ragnarok_ai-1.0.0/tests/unit/test_batch.py +462 -0
- ragnarok_ai-1.0.0/tests/unit/test_benchmarks.py +616 -0
- ragnarok_ai-1.0.0/tests/unit/test_cache.py +583 -0
- ragnarok_ai-1.0.0/tests/unit/test_checkpoint.py +469 -0
- ragnarok_ai-1.0.0/tests/unit/test_chroma.py +287 -0
- ragnarok_ai-1.0.0/tests/unit/test_cli.py +140 -0
- ragnarok_ai-1.0.0/tests/unit/test_compare.py +607 -0
- ragnarok_ai-1.0.0/tests/unit/test_console_reporter.py +207 -0
- ragnarok_ai-1.0.0/tests/unit/test_data.py +193 -0
- ragnarok_ai-1.0.0/tests/unit/test_diff.py +568 -0
- ragnarok_ai-1.0.0/tests/unit/test_dspy.py +436 -0
- ragnarok_ai-1.0.0/tests/unit/test_evaluate.py +575 -0
- ragnarok_ai-1.0.0/tests/unit/test_faiss.py +287 -0
- ragnarok_ai-1.0.0/tests/unit/test_faithfulness.py +416 -0
- ragnarok_ai-1.0.0/tests/unit/test_gating.py +414 -0
- ragnarok_ai-1.0.0/tests/unit/test_generators.py +631 -0
- ragnarok_ai-1.0.0/tests/unit/test_golden.py +481 -0
- ragnarok_ai-1.0.0/tests/unit/test_hallucination.py +466 -0
- ragnarok_ai-1.0.0/tests/unit/test_html_reporter.py +395 -0
- ragnarok_ai-1.0.0/tests/unit/test_is_local.py +163 -0
- ragnarok_ai-1.0.0/tests/unit/test_json_reporter.py +346 -0
- ragnarok_ai-1.0.0/tests/unit/test_langchain.py +515 -0
- ragnarok_ai-1.0.0/tests/unit/test_langgraph.py +586 -0
- ragnarok_ai-1.0.0/tests/unit/test_llamaindex.py +430 -0
- ragnarok_ai-1.0.0/tests/unit/test_multihop.py +455 -0
- ragnarok_ai-1.0.0/tests/unit/test_ollama.py +345 -0
- ragnarok_ai-1.0.0/tests/unit/test_openai.py +330 -0
- ragnarok_ai-1.0.0/tests/unit/test_qdrant.py +411 -0
- ragnarok_ai-1.0.0/tests/unit/test_react_cot_adapters.py +523 -0
- ragnarok_ai-1.0.0/tests/unit/test_reasoning_evaluators.py +585 -0
- ragnarok_ai-1.0.0/tests/unit/test_regression.py +547 -0
- ragnarok_ai-1.0.0/tests/unit/test_relevance.py +402 -0
- ragnarok_ai-1.0.0/tests/unit/test_retrieval.py +426 -0
- ragnarok_ai-1.0.0/tests/unit/test_telemetry.py +415 -0
- ragnarok_ai-1.0.0/tests/unit/test_tool_correctness.py +670 -0
- ragnarok_ai-1.0.0/tests/unit/test_trajectory_analysis.py +537 -0
- ragnarok_ai-1.0.0/tests/unit/test_vllm.py +324 -0
|
@@ -0,0 +1,112 @@
|
|
|
1
|
+
# ============================================================================
|
|
2
|
+
# Python
|
|
3
|
+
# ============================================================================
|
|
4
|
+
__pycache__/
|
|
5
|
+
*.py[cod]
|
|
6
|
+
*$py.class
|
|
7
|
+
*.so
|
|
8
|
+
.Python
|
|
9
|
+
build/
|
|
10
|
+
develop-eggs/
|
|
11
|
+
dist/
|
|
12
|
+
downloads/
|
|
13
|
+
eggs/
|
|
14
|
+
.eggs/
|
|
15
|
+
lib/
|
|
16
|
+
lib64/
|
|
17
|
+
parts/
|
|
18
|
+
sdist/
|
|
19
|
+
var/
|
|
20
|
+
wheels/
|
|
21
|
+
*.egg-info/
|
|
22
|
+
.installed.cfg
|
|
23
|
+
*.egg
|
|
24
|
+
MANIFEST
|
|
25
|
+
|
|
26
|
+
# ============================================================================
|
|
27
|
+
# Virtual Environments
|
|
28
|
+
# ============================================================================
|
|
29
|
+
.venv/
|
|
30
|
+
venv/
|
|
31
|
+
ENV/
|
|
32
|
+
env/
|
|
33
|
+
.env
|
|
34
|
+
|
|
35
|
+
# ============================================================================
|
|
36
|
+
# Testing & Coverage
|
|
37
|
+
# ============================================================================
|
|
38
|
+
.pytest_cache/
|
|
39
|
+
.coverage
|
|
40
|
+
.coverage.*
|
|
41
|
+
htmlcov/
|
|
42
|
+
.tox/
|
|
43
|
+
.nox/
|
|
44
|
+
coverage.xml
|
|
45
|
+
*.cover
|
|
46
|
+
*.py,cover
|
|
47
|
+
.hypothesis/
|
|
48
|
+
|
|
49
|
+
# ============================================================================
|
|
50
|
+
# Mypy & Type Checking
|
|
51
|
+
# ============================================================================
|
|
52
|
+
.mypy_cache/
|
|
53
|
+
.dmypy.json
|
|
54
|
+
dmypy.json
|
|
55
|
+
|
|
56
|
+
# ============================================================================
|
|
57
|
+
# Ruff
|
|
58
|
+
# ============================================================================
|
|
59
|
+
.ruff_cache/
|
|
60
|
+
|
|
61
|
+
# ============================================================================
|
|
62
|
+
# IDEs & Editors
|
|
63
|
+
# ============================================================================
|
|
64
|
+
# VSCode
|
|
65
|
+
.vscode/
|
|
66
|
+
*.code-workspace
|
|
67
|
+
|
|
68
|
+
# PyCharm / JetBrains
|
|
69
|
+
.idea/
|
|
70
|
+
*.iml
|
|
71
|
+
*.ipr
|
|
72
|
+
*.iws
|
|
73
|
+
|
|
74
|
+
# Sublime Text
|
|
75
|
+
*.sublime-project
|
|
76
|
+
*.sublime-workspace
|
|
77
|
+
|
|
78
|
+
# Vim
|
|
79
|
+
*.swp
|
|
80
|
+
*.swo
|
|
81
|
+
*~
|
|
82
|
+
|
|
83
|
+
# Emacs
|
|
84
|
+
*~
|
|
85
|
+
\#*\#
|
|
86
|
+
/.emacs.desktop
|
|
87
|
+
/.emacs.desktop.lock
|
|
88
|
+
*.elc
|
|
89
|
+
|
|
90
|
+
# ============================================================================
|
|
91
|
+
# OS Files
|
|
92
|
+
# ============================================================================
|
|
93
|
+
.DS_Store
|
|
94
|
+
.DS_Store?
|
|
95
|
+
._*
|
|
96
|
+
.Spotlight-V100
|
|
97
|
+
.Trashes
|
|
98
|
+
ehthumbs.db
|
|
99
|
+
Thumbs.db
|
|
100
|
+
|
|
101
|
+
# ============================================================================
|
|
102
|
+
# Project Specific
|
|
103
|
+
# ============================================================================
|
|
104
|
+
docs/
|
|
105
|
+
|
|
106
|
+
# Jupyter Notebooks
|
|
107
|
+
.ipynb_checkpoints/
|
|
108
|
+
|
|
109
|
+
# Local config
|
|
110
|
+
*.local.yaml
|
|
111
|
+
*.local.toml
|
|
112
|
+
secrets.yaml
|