tunarag-python 0.2.1__tar.gz → 0.3.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/.gitignore +4 -0
- tunarag_python-0.3.1/CHANGELOG.md +95 -0
- tunarag_python-0.3.1/LICENSE +21 -0
- tunarag_python-0.2.1/README.md → tunarag_python-0.3.1/PKG-INFO +247 -114
- tunarag_python-0.2.1/PKG-INFO → tunarag_python-0.3.1/README.md +175 -156
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/pyproject.toml +52 -5
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/__init__.py +3 -1
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/contracts.py +1 -9
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/engine.py +9 -4
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/integrations/__init__.py +2 -2
- tunarag_python-0.3.1/src/tunarag/integrations/google_adk.py +144 -0
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/integrations/runnables.py +19 -19
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/search.py +10 -2
- tunarag_python-0.2.1/.gitattributes +0 -7
- tunarag_python-0.2.1/.github/workflows/ci.yml +0 -56
- tunarag_python-0.2.1/.github/workflows/publish.yml +0 -74
- tunarag_python-0.2.1/CHANGELOG.md +0 -48
- tunarag_python-0.2.1/CONTRIBUTING.md +0 -23
- tunarag_python-0.2.1/DECISIONS.md +0 -88
- tunarag_python-0.2.1/FLOW.md +0 -66
- tunarag_python-0.2.1/PROJECT_PLAN.md +0 -111
- tunarag_python-0.2.1/RELEASE_CHECKLIST.md +0 -26
- tunarag_python-0.2.1/SECURITY.md +0 -24
- tunarag_python-0.2.1/docs/01_API_Specification.docx +0 -0
- tunarag_python-0.2.1/docs/02_Coding_Conventions.docx +0 -0
- tunarag_python-0.2.1/docs/03_Component_Map.docx +0 -0
- tunarag_python-0.2.1/docs/04_Data_Extraction_Specification.docx +0 -0
- tunarag_python-0.2.1/docs/05_Database_Schema.docx +0 -0
- tunarag_python-0.2.1/docs/06_Environment_Config_Reference.docx +0 -0
- tunarag_python-0.2.1/docs/07_File_Folder_Structure.docx +0 -0
- tunarag_python-0.2.1/docs/08_Product_Requirement_Document.docx +0 -0
- tunarag_python-0.2.1/docs/09_System_Architecture_Document.docx +0 -0
- tunarag_python-0.2.1/docs/10_Tech_Stack.docx +0 -0
- tunarag_python-0.2.1/docs/11_Technical_Design_Document.docx +0 -0
- tunarag_python-0.2.1/docs/12_Documentation_Index.docx +0 -0
- tunarag_python-0.2.1/docs/api-specification.md +0 -307
- tunarag_python-0.2.1/docs/coding-conventions.md +0 -42
- tunarag_python-0.2.1/docs/component-map.md +0 -27
- tunarag_python-0.2.1/docs/data-extraction-specification.md +0 -53
- tunarag_python-0.2.1/docs/database-schema.md +0 -57
- tunarag_python-0.2.1/docs/decision.md +0 -255
- tunarag_python-0.2.1/docs/environment-config-reference.md +0 -41
- tunarag_python-0.2.1/docs/file-folder-structure.md +0 -50
- tunarag_python-0.2.1/docs/flow.md +0 -148
- tunarag_python-0.2.1/docs/product-requirements-document.md +0 -55
- tunarag_python-0.2.1/docs/system-architecture-document.md +0 -59
- tunarag_python-0.2.1/docs/tech-stack.md +0 -25
- tunarag_python-0.2.1/docs/technical-design-document.md +0 -197
- tunarag_python-0.2.1/docs/ui-ux-wireframes.md +0 -37
- tunarag_python-0.2.1/examples/README.md +0 -41
- tunarag_python-0.2.1/examples/__init__.py +0 -1
- tunarag_python-0.2.1/examples/quickstart.py +0 -83
- tunarag_python-0.2.1/examples/reference_rag.py +0 -105
- tunarag_python-0.2.1/tests/test_cache.py +0 -133
- tunarag_python-0.2.1/tests/test_callbacks.py +0 -173
- tunarag_python-0.2.1/tests/test_concurrency.py +0 -116
- tunarag_python-0.2.1/tests/test_config.py +0 -87
- tunarag_python-0.2.1/tests/test_dataset_ingestion.py +0 -141
- tunarag_python-0.2.1/tests/test_domain.py +0 -35
- tunarag_python-0.2.1/tests/test_engine.py +0 -300
- tunarag_python-0.2.1/tests/test_errors.py +0 -59
- tunarag_python-0.2.1/tests/test_evaluators.py +0 -164
- tunarag_python-0.2.1/tests/test_framework_compatibility.py +0 -61
- tunarag_python-0.2.1/tests/test_llm_search.py +0 -113
- tunarag_python-0.2.1/tests/test_mlflow_integration.py +0 -96
- tunarag_python-0.2.1/tests/test_objective_and_stopping.py +0 -98
- tunarag_python-0.2.1/tests/test_package.py +0 -9
- tunarag_python-0.2.1/tests/test_properties.py +0 -52
- tunarag_python-0.2.1/tests/test_reference_example.py +0 -16
- tunarag_python-0.2.1/tests/test_resilience.py +0 -362
- tunarag_python-0.2.1/tests/test_result_reporting.py +0 -106
- tunarag_python-0.2.1/tests/test_resume.py +0 -301
- tunarag_python-0.2.1/tests/test_retry.py +0 -47
- tunarag_python-0.2.1/tests/test_runnable_integrations.py +0 -150
- tunarag_python-0.2.1/tests/test_search.py +0 -58
- tunarag_python-0.2.1/tests/test_store.py +0 -276
- tunarag_python-0.2.1/tests/test_synthetic.py +0 -91
- tunarag_python-0.2.1/tests/test_usage_documentation.py +0 -531
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/cache.py +0 -0
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/config.py +0 -0
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/dataset.py +0 -0
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/domain.py +0 -0
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/errors.py +0 -0
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/evaluators.py +0 -0
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/integrations/mlflow.py +0 -0
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/objective.py +0 -0
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/py.typed +0 -0
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/result.py +0 -0
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/retry.py +0 -0
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/serialization.py +0 -0
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/stopping.py +0 -0
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/store.py +0 -0
- {tunarag_python-0.2.1 → tunarag_python-0.3.1}/src/tunarag/synthetic.py +0 -0
|
@@ -8,6 +8,7 @@ __pycache__/
|
|
|
8
8
|
.tmp/
|
|
9
9
|
.coverage
|
|
10
10
|
htmlcov/
|
|
11
|
+
site/
|
|
11
12
|
|
|
12
13
|
# Local environments
|
|
13
14
|
.venv/
|
|
@@ -22,5 +23,8 @@ dist/
|
|
|
22
23
|
# Local configuration and editor files
|
|
23
24
|
.env
|
|
24
25
|
.env.*
|
|
26
|
+
!.env.example
|
|
27
|
+
!tests/live/.env.example
|
|
28
|
+
live-test-output/
|
|
25
29
|
.vscode/
|
|
26
30
|
.idea/
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
# Changelog
|
|
2
|
+
|
|
3
|
+
## 0.3.1 - 2026-10-09
|
|
4
|
+
|
|
5
|
+
- Replace both raw Mermaid README blocks with pre-rendered PNG diagrams compatible with PyPI.
|
|
6
|
+
Use public absolute documentation/image URLs and add the documentation metadata link.
|
|
7
|
+
|
|
8
|
+
- Add the complete MIT license with warranty and liability disclaimers to the repository,
|
|
9
|
+
wheel and source archive. Require the license file in distribution-content checks.
|
|
10
|
+
- Audit all six README illustrations: remove the redundant loop, replace misleading
|
|
11
|
+
adapter/dataset visuals with two-way framework control and untouched holdout illustrations,
|
|
12
|
+
and move the quality/cost/latency illustration to the objective explanation.
|
|
13
|
+
|
|
14
|
+
All notable changes to TunaRAG follow semantic versioning.
|
|
15
|
+
|
|
16
|
+
## 0.3.0 - 2026-10-09
|
|
17
|
+
|
|
18
|
+
### Changed
|
|
19
|
+
|
|
20
|
+
- Tune framework pipelines exclusively through official adapters. `Optimizer` rejects custom
|
|
21
|
+
`run` objects; the public `RAGAdapter` and `AsyncRunnable` extension contracts are removed.
|
|
22
|
+
- Validate genuine LangChain `Runnable` and LangGraph `CompiledStateGraph` objects, including
|
|
23
|
+
per-candidate factory results. Handwritten `ainvoke` objects are no longer accepted.
|
|
24
|
+
- Replace the handwritten reference RAG with an offline LangChain retrieval-chain quickstart.
|
|
25
|
+
|
|
26
|
+
### Added
|
|
27
|
+
|
|
28
|
+
- Lean source distributions containing runtime source, build configuration, README, changelog,
|
|
29
|
+
and generated metadata only. CI and publishing reject repository-only assets in archives.
|
|
30
|
+
|
|
31
|
+
- `GoogleADKAdapter` for Google ADK 2.x runners, with fresh evaluation sessions, session-state
|
|
32
|
+
candidate mapping, final-answer extraction, reported token usage, and guaranteed cleanup.
|
|
33
|
+
- Optional `google-adk` extra (Python 3.10+), ADK runner example, and real-framework tests.
|
|
34
|
+
- Opt-in OpenRouter, real RAGAS, and local MLflow tests, with a separate `live-test`
|
|
35
|
+
extra, explicit paid-execution gates, request caps, and a documented test plan.
|
|
36
|
+
|
|
37
|
+
### Fixed
|
|
38
|
+
|
|
39
|
+
- Seeded RandomSearch resume now skips duplicate draws omitted from persisted trials.
|
|
40
|
+
- Callback dispatch no longer skips events committed while another callback awaits.
|
|
41
|
+
- Constrain the legacy LangChain community dependency used by RAGAS 0.4 to retain
|
|
42
|
+
the imports required by its evaluator wrappers.
|
|
43
|
+
|
|
44
|
+
### Migration
|
|
45
|
+
|
|
46
|
+
- Install the appropriate framework extra and wrap an existing framework pipeline with
|
|
47
|
+
`LangChainAdapter`, `LangGraphAdapter`, or `GoogleADKAdapter`.
|
|
48
|
+
- Custom evaluators, search strategies, objectives, callbacks, and synthetic providers remain
|
|
49
|
+
supported. Existing SQLite studies remain readable; changed pipeline identities require new
|
|
50
|
+
studies rather than silently resuming under different semantics.
|
|
51
|
+
|
|
52
|
+
## 0.2.1 - 2026-10-04
|
|
53
|
+
|
|
54
|
+
### Added
|
|
55
|
+
|
|
56
|
+
- Comprehensive product-first README with executable examples for every public workflow.
|
|
57
|
+
- CI coverage that extracts and runs all 36 Python examples from the README.
|
|
58
|
+
- Manual trusted-publishing workflow for separate TestPyPI and PyPI environments.
|
|
59
|
+
|
|
60
|
+
### Fixed
|
|
61
|
+
|
|
62
|
+
- Corrected dataset, LangGraph state, cache, resumability, optimizer-construction, and report-path
|
|
63
|
+
examples found through runtime documentation testing.
|
|
64
|
+
- Replaced corrupted version-range punctuation in package metadata.
|
|
65
|
+
|
|
66
|
+
## 0.2.0 - 2026-10-04
|
|
67
|
+
|
|
68
|
+
### Added
|
|
69
|
+
|
|
70
|
+
- Official `LangChainAdapter` for any asynchronous LangChain runnable.
|
|
71
|
+
- Official `LangGraphAdapter` for compiled LangGraph graphs.
|
|
72
|
+
- Default mapping from evaluation queries to `question` input and candidate parameters to the
|
|
73
|
+
framework `configurable` namespace.
|
|
74
|
+
- Custom input, configuration, output, usage, and per-candidate runnable-factory hooks.
|
|
75
|
+
- Automatic runnable latency and standard message token-usage capture.
|
|
76
|
+
- Optional `langchain`, `langgraph`, and combined `frameworks` installation extras.
|
|
77
|
+
- Real-framework compatibility tests against supported LangChain 1.x and LangGraph 1.x releases.
|
|
78
|
+
|
|
79
|
+
## 0.1.0 - 2026-10-04
|
|
80
|
+
|
|
81
|
+
### Added
|
|
82
|
+
|
|
83
|
+
- Typed `RAGAdapter`, dataset, evaluator, search, objective, usage, callback, and result contracts.
|
|
84
|
+
- Random and provider-neutral LLM search over arbitrary typed search spaces.
|
|
85
|
+
- Async optimization with a safe synchronous wrapper, bounded concurrency, retry policies,
|
|
86
|
+
timeouts, caching, failure isolation, stopping rules, and resumable studies.
|
|
87
|
+
- SQLite-first experiment storage with lifecycle events, recovery leases, and durable usage.
|
|
88
|
+
- Canonical JSON/JSONL/CSV dataset ingestion, deterministic splitting, and synthetic QA support.
|
|
89
|
+
- Optional lazy RAGAS evaluation and best-effort MLflow event mirroring.
|
|
90
|
+
- Redacted JSON/CSV reports and a deterministic provider-free reference RAG quickstart.
|
|
91
|
+
|
|
92
|
+
### Deferred
|
|
93
|
+
|
|
94
|
+
- Formal Pareto-front reporting, Bayesian and grid search, distributed execution, a CLI, and
|
|
95
|
+
framework-specific LangChain/LlamaIndex adapters remain post-0.1 work.
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
MIT License
|
|
2
|
+
|
|
3
|
+
Copyright (c) 2026 Shivam Shinde
|
|
4
|
+
|
|
5
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
6
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
7
|
+
in the Software without restriction, including without limitation the rights
|
|
8
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
9
|
+
copies of the Software, and to permit persons to whom the Software is
|
|
10
|
+
furnished to do so, subject to the following conditions:
|
|
11
|
+
|
|
12
|
+
The above copyright notice and this permission notice shall be included in all
|
|
13
|
+
copies or substantial portions of the Software.
|
|
14
|
+
|
|
15
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
|
16
|
+
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
|
17
|
+
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
|
18
|
+
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
19
|
+
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
|
20
|
+
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
|
|
21
|
+
SOFTWARE.
|