AutoRAG 0.1.1__tar.gz → 0.1.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/.github/workflows/test.yml +1 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/AutoRAG.egg-info/PKG-INFO +12 -9
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/AutoRAG.egg-info/SOURCES.txt +16 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/AutoRAG.egg-info/requires.txt +3 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/PKG-INFO +12 -9
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/README.md +8 -8
- AutoRAG-0.1.2/autorag/VERSION +1 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/__init__.py +4 -0
- AutoRAG-0.1.2/autorag/nodes/passagereranker/colbert.py +77 -0
- AutoRAG-0.1.2/autorag/nodes/passagereranker/flag_embedding.py +78 -0
- AutoRAG-0.1.2/autorag/nodes/passagereranker/jina.py +82 -0
- AutoRAG-0.1.2/autorag/nodes/passagereranker/sentence_transformer.py +79 -0
- AutoRAG-0.1.2/autorag/nodes/promptmaker/__init__.py +2 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/promptmaker/base.py +4 -0
- AutoRAG-0.1.2/autorag/nodes/promptmaker/long_context_reorder.py +49 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/support.py +5 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.passagereranker.rst +32 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.promptmaker.rst +8 -0
- AutoRAG-0.1.2/docs/source/nodes/index.md +14 -0
- AutoRAG-0.1.2/docs/source/nodes/passage_reranker/colbert.md +17 -0
- AutoRAG-0.1.2/docs/source/nodes/passage_reranker/flag_embedding_reranker.md +19 -0
- AutoRAG-0.1.2/docs/source/nodes/passage_reranker/jina_reranker.md +42 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/passage_reranker.md +5 -0
- AutoRAG-0.1.2/docs/source/nodes/passage_reranker/sentence_transformer_reranker.md +18 -0
- AutoRAG-0.1.2/docs/source/nodes/prompt_maker/long_context_reorder.md +20 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/prompt_maker/prompt_maker.md +1 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/requirements.txt +3 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_config/full.yaml +8 -0
- AutoRAG-0.1.2/tests/autorag/nodes/passagereranker/test_colbert_reranker.py +22 -0
- AutoRAG-0.1.2/tests/autorag/nodes/passagereranker/test_flag_embedding.py +22 -0
- AutoRAG-0.1.2/tests/autorag/nodes/passagereranker/test_jina_reranker.py +38 -0
- AutoRAG-0.1.2/tests/autorag/nodes/passagereranker/test_sentence_transformer.py +22 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/promptmaker/test_fstring.py +1 -12
- AutoRAG-0.1.2/tests/autorag/nodes/promptmaker/test_long_context_reorder.py +26 -0
- AutoRAG-0.1.2/tests/autorag/nodes/promptmaker/test_prompt_maker_base.py +13 -0
- AutoRAG-0.1.1/autorag/VERSION +0 -1
- AutoRAG-0.1.1/autorag/nodes/promptmaker/__init__.py +0 -1
- AutoRAG-0.1.1/docs/source/nodes/index.md +0 -14
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/.github/dependabot.yml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/.github/workflows/sphinx.yml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/.gitignore +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/AutoRAG.egg-info/dependency_links.txt +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/AutoRAG.egg-info/entry_points.txt +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/AutoRAG.egg-info/top_level.txt +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/LICENSE +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/__init__.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/cli.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/__init__.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/corpus/__init__.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/corpus/langchain.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/corpus/llama_index.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/qacreation/__init__.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/qacreation/base.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/qacreation/llama_index.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/qacreation/llama_index_default_prompt.txt +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/qacreation/simple.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/utils/__init__.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/utils/util.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/deploy.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/__init__.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/generation.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/__init__.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/g_eval_prompts/coh_detailed.txt +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/g_eval_prompts/con_detailed.txt +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/g_eval_prompts/flu_detailed.txt +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/g_eval_prompts/rel_detailed.txt +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/generation.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/retrieval.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/retrieval_contents.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/util.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/retrieval.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/retrieval_contents.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/util.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluator.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/node_line.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/__init__.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/generator/__init__.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/generator/base.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/generator/llama_index_llm.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/generator/run.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/generator/vllm.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagecompressor/__init__.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagecompressor/base.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagecompressor/pass_compressor.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagecompressor/run.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagecompressor/tree_summarize.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/base.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/cohere.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/koreranker.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/monot5.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/pass_reranker.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/rankgpt.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/run.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/tart/__init__.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/tart/modeling_enc_t5.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/tart/tart.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/tart/tokenization_enc_t5.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/upr.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/promptmaker/fstring.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/promptmaker/run.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/__init__.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/base.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/hyde.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/pass_query_expansion.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/query_decompose.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/run.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/retrieval/__init__.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/retrieval/base.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/retrieval/bm25.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/retrieval/hybrid_cc.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/retrieval/hybrid_rrf.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/retrieval/run.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/retrieval/vectordb.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/schema/__init__.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/schema/module.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/schema/node.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/strategy.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/utils/__init__.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/utils/preprocess.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/utils/util.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/web.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/dev_requirements.txt +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/Makefile +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/make.bat +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/requirements.txt +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/data_creation.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/data_folder.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/node_folder.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/node_line_folder.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/node_line_summary.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/node_lines.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/node_summary.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/project_folder_example.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/project_folders.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/resources_folder.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/roadmap/RAG_paradigms.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/roadmap/advanced_RAG.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/roadmap/cycle.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/roadmap/merger.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/roadmap/node_line_modular.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/roadmap/policy.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/samsung_sundae.jpeg +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/trial_folder.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/trial_json.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/trial_summary.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/web_interface.png +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.data.corpus.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.data.qacreation.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.data.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.data.utils.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.evaluate.metric.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.evaluate.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.generator.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.passagecompressor.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.passagereranker.tart.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.queryexpansion.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.retrieval.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.schema.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.utils.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/modules.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/conf.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/data_creation/data_format.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/data_creation/tutorial.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/deploy/api_endpoint.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/deploy/web.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/index.rst +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/install.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/local_model.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/generator/generator.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/generator/llama_index_llm.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/generator/vllm.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_compressor/passage_compressor.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_compressor/tree_summarize.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/cohere.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/koreranker.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/monot5.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/rankgpt.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/tart.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/upr.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/prompt_maker/fstring.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/query_expansion/hyde.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/query_expansion/query_decompose.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/query_expansion/query_expansion.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/retrieval/bm25.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/retrieval/hybrid_cc.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/retrieval/hybrid_rrf.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/retrieval/retrieval.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/retrieval/vectordb.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/optimization/custom_config.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/optimization/folder_structure.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/optimization/optimization.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/optimization/sample_full_config.yaml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/roadmap/modular_rag.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/structure.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/troubleshooting.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/tutorial.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/pyproject.toml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_config/compact_local.yaml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_config/compact_openai.yaml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_config/config_korean.yaml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_config/extracted_sample.yaml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_config/simple_local.yaml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_config/simple_openai.yaml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_dataset/README.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_dataset/eli5/load_eli5_dataset.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_dataset/msmarco/load_msmarco_dataset.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_dataset/triviaqa/load_triviaqa_dataset.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/setup.cfg +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/data/corpus/test_base.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/data/corpus/test_langchain.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/data/corpus/test_llama_index_corpus.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/data/qacreation/test_base_qacreation.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/data/qacreation/test_llama_index_qacreation.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/data/qacreation/test_simple.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/evaluate/metric/test_generation_metric.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/evaluate/metric/test_retrieval_contents_metric.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/evaluate/metric/test_retrieval_metric.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/evaluate/test_evaluate_util.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/evaluate/test_generation_evaluate.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/evaluate/test_retrieval_contents_evaluate.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/evaluate/test_retrieval_evaluate.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/generator/test_generator_base.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/generator/test_llama_index_llm.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/generator/test_run_generator_node.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/generator/test_vllm.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagecompressor/test_pass_compressor.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagecompressor/test_run_passage_compressor_node.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagecompressor/test_tree_summarize.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_cohere_reranker.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_koreranker.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_monot5.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_pass_reranker.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_passage_reranker_base.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_passage_reranker_run.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_rankgpt.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_tart.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_upr.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/promptmaker/test_prompt_maker_run.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/queryexpansion/test_hyde.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/queryexpansion/test_pass_query_expansion.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/queryexpansion/test_query_decompose.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/queryexpansion/test_query_expansion_base.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/queryexpansion/test_query_expansion_run.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_bm25.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_hybrid_cc.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_hybrid_rrf.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_retrieval_base.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_run_retrieval_node.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_vectordb.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/schema/test_module_schema.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/schema/test_node_schema.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/test_cli.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/test_deploy.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/test_evaluator.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/test_strategy.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/test_support.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/test_web.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/utils/test_preprocess.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/utils/test_util.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/conftest.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/delete_tests.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/mock.py +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/README.md +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/corpus_data_sample.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/data_creation/raw_dir/sample1.txt +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/data_creation/raw_dir/sample2.txt +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/data_creation/raw_dir/sample3.txt +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/full.yaml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/qa_data_sample.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/qa_gen_prompts/prompt1.txt +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/qa_gen_prompts/prompt2.txt +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/qa_gen_prompts/prompt3.txt +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/qa_test_data_sample.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/config.yaml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/1.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/2.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/3.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/4.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/5.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/best_5.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/1.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/best_0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/best_0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/1.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/retrieval/0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/retrieval/1.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/retrieval/best_0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/retrieval/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/config.yaml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/passage_compressor/0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/1.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/retrieval/0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/retrieval/1.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/retrieval/best_0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/retrieval/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/config.yaml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/post_retrieve_node_line/prompt_maker/0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/best_0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/1.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/retrieval/0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/retrieval/1.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/retrieval/best_0.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/retrieval/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/summary.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/3/config.yaml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/best.yaml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/data/corpus.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/data/qa.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/resources/bm25.pkl +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/data_level0.bin +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/header.bin +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/length.bin +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/link_lists.bin +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/resources/chroma/chroma.sqlite3 +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/trial.json +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/sample_contents_nqa.csv +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/sample_project/data/corpus.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/sample_project/data/qa.parquet +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/sample_project/resources/bm25.pkl +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/simple.yaml +0 -0
- {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/test_bm25_retrieval.pkl +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: AutoRAG
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.2
|
|
4
4
|
Summary: Automatically Evaluate RAG pipelines with your own data. Find optimal structure for new RAG product.
|
|
5
5
|
Author-email: Marker-Inc <vkehfdl1@gmail.com>
|
|
6
6
|
License: Apache License
|
|
@@ -243,7 +243,10 @@ Requires-Dist: sentencepiece
|
|
|
243
243
|
Requires-Dist: guidance
|
|
244
244
|
Requires-Dist: cohere>=5.0.0a9
|
|
245
245
|
Requires-Dist: tokenlog>=0.0.2
|
|
246
|
+
Requires-Dist: aiohttp
|
|
246
247
|
Requires-Dist: bert_score
|
|
248
|
+
Requires-Dist: sentence-transformers
|
|
249
|
+
Requires-Dist: FlagEmbedding
|
|
247
250
|
Requires-Dist: llama-index>=0.10.1
|
|
248
251
|
Requires-Dist: llama-index-core>=0.10.1
|
|
249
252
|
Requires-Dist: llama-index-embeddings-openai
|
|
@@ -493,14 +496,14 @@ node_lines:
|
|
|
493
496
|
|
|
494
497
|
# ❗Supporting Nodes & modules
|
|
495
498
|
|
|
496
|
-
| Nodes |
|
|
497
|
-
|
|
498
|
-
| [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) |
|
|
499
|
-
| [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) |
|
|
500
|
-
| [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html) |
|
|
501
|
-
| [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) |
|
|
502
|
-
| [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) |
|
|
503
|
-
| [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) |
|
|
499
|
+
| Nodes | Modules |
|
|
500
|
+
|:-----------------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
|
|
501
|
+
| [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
|
|
502
|
+
| [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
|
|
503
|
+
| [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html)<br/>[Jina Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/jina_reranker.html)<br/>[Sentence Transformer Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/setence_transformer_reranker.html)<br/>[Colbert Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/colbert.html)<br/>[Flag Embedding Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/flag_embedding_reranker.html) |
|
|
504
|
+
| [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html)<br/>[Long Context Reorder](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/long_context_reorder.html) |
|
|
505
|
+
| [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
|
|
506
|
+
| [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
|
|
504
507
|
|
|
505
508
|
# 🛣Roadmap
|
|
506
509
|
|
|
@@ -61,11 +61,15 @@ autorag/nodes/passagecompressor/tree_summarize.py
|
|
|
61
61
|
autorag/nodes/passagereranker/__init__.py
|
|
62
62
|
autorag/nodes/passagereranker/base.py
|
|
63
63
|
autorag/nodes/passagereranker/cohere.py
|
|
64
|
+
autorag/nodes/passagereranker/colbert.py
|
|
65
|
+
autorag/nodes/passagereranker/flag_embedding.py
|
|
66
|
+
autorag/nodes/passagereranker/jina.py
|
|
64
67
|
autorag/nodes/passagereranker/koreranker.py
|
|
65
68
|
autorag/nodes/passagereranker/monot5.py
|
|
66
69
|
autorag/nodes/passagereranker/pass_reranker.py
|
|
67
70
|
autorag/nodes/passagereranker/rankgpt.py
|
|
68
71
|
autorag/nodes/passagereranker/run.py
|
|
72
|
+
autorag/nodes/passagereranker/sentence_transformer.py
|
|
69
73
|
autorag/nodes/passagereranker/upr.py
|
|
70
74
|
autorag/nodes/passagereranker/tart/__init__.py
|
|
71
75
|
autorag/nodes/passagereranker/tart/modeling_enc_t5.py
|
|
@@ -74,6 +78,7 @@ autorag/nodes/passagereranker/tart/tokenization_enc_t5.py
|
|
|
74
78
|
autorag/nodes/promptmaker/__init__.py
|
|
75
79
|
autorag/nodes/promptmaker/base.py
|
|
76
80
|
autorag/nodes/promptmaker/fstring.py
|
|
81
|
+
autorag/nodes/promptmaker/long_context_reorder.py
|
|
77
82
|
autorag/nodes/promptmaker/run.py
|
|
78
83
|
autorag/nodes/queryexpansion/__init__.py
|
|
79
84
|
autorag/nodes/queryexpansion/base.py
|
|
@@ -154,13 +159,18 @@ docs/source/nodes/generator/vllm.md
|
|
|
154
159
|
docs/source/nodes/passage_compressor/passage_compressor.md
|
|
155
160
|
docs/source/nodes/passage_compressor/tree_summarize.md
|
|
156
161
|
docs/source/nodes/passage_reranker/cohere.md
|
|
162
|
+
docs/source/nodes/passage_reranker/colbert.md
|
|
163
|
+
docs/source/nodes/passage_reranker/flag_embedding_reranker.md
|
|
164
|
+
docs/source/nodes/passage_reranker/jina_reranker.md
|
|
157
165
|
docs/source/nodes/passage_reranker/koreranker.md
|
|
158
166
|
docs/source/nodes/passage_reranker/monot5.md
|
|
159
167
|
docs/source/nodes/passage_reranker/passage_reranker.md
|
|
160
168
|
docs/source/nodes/passage_reranker/rankgpt.md
|
|
169
|
+
docs/source/nodes/passage_reranker/sentence_transformer_reranker.md
|
|
161
170
|
docs/source/nodes/passage_reranker/tart.md
|
|
162
171
|
docs/source/nodes/passage_reranker/upr.md
|
|
163
172
|
docs/source/nodes/prompt_maker/fstring.md
|
|
173
|
+
docs/source/nodes/prompt_maker/long_context_reorder.md
|
|
164
174
|
docs/source/nodes/prompt_maker/prompt_maker.md
|
|
165
175
|
docs/source/nodes/query_expansion/hyde.md
|
|
166
176
|
docs/source/nodes/query_expansion/query_decompose.md
|
|
@@ -216,15 +226,21 @@ tests/autorag/nodes/passagecompressor/test_pass_compressor.py
|
|
|
216
226
|
tests/autorag/nodes/passagecompressor/test_run_passage_compressor_node.py
|
|
217
227
|
tests/autorag/nodes/passagecompressor/test_tree_summarize.py
|
|
218
228
|
tests/autorag/nodes/passagereranker/test_cohere_reranker.py
|
|
229
|
+
tests/autorag/nodes/passagereranker/test_colbert_reranker.py
|
|
230
|
+
tests/autorag/nodes/passagereranker/test_flag_embedding.py
|
|
231
|
+
tests/autorag/nodes/passagereranker/test_jina_reranker.py
|
|
219
232
|
tests/autorag/nodes/passagereranker/test_koreranker.py
|
|
220
233
|
tests/autorag/nodes/passagereranker/test_monot5.py
|
|
221
234
|
tests/autorag/nodes/passagereranker/test_pass_reranker.py
|
|
222
235
|
tests/autorag/nodes/passagereranker/test_passage_reranker_base.py
|
|
223
236
|
tests/autorag/nodes/passagereranker/test_passage_reranker_run.py
|
|
224
237
|
tests/autorag/nodes/passagereranker/test_rankgpt.py
|
|
238
|
+
tests/autorag/nodes/passagereranker/test_sentence_transformer.py
|
|
225
239
|
tests/autorag/nodes/passagereranker/test_tart.py
|
|
226
240
|
tests/autorag/nodes/passagereranker/test_upr.py
|
|
227
241
|
tests/autorag/nodes/promptmaker/test_fstring.py
|
|
242
|
+
tests/autorag/nodes/promptmaker/test_long_context_reorder.py
|
|
243
|
+
tests/autorag/nodes/promptmaker/test_prompt_maker_base.py
|
|
228
244
|
tests/autorag/nodes/promptmaker/test_prompt_maker_run.py
|
|
229
245
|
tests/autorag/nodes/queryexpansion/test_hyde.py
|
|
230
246
|
tests/autorag/nodes/queryexpansion/test_pass_query_expansion.py
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: AutoRAG
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.2
|
|
4
4
|
Summary: Automatically Evaluate RAG pipelines with your own data. Find optimal structure for new RAG product.
|
|
5
5
|
Author-email: Marker-Inc <vkehfdl1@gmail.com>
|
|
6
6
|
License: Apache License
|
|
@@ -243,7 +243,10 @@ Requires-Dist: sentencepiece
|
|
|
243
243
|
Requires-Dist: guidance
|
|
244
244
|
Requires-Dist: cohere>=5.0.0a9
|
|
245
245
|
Requires-Dist: tokenlog>=0.0.2
|
|
246
|
+
Requires-Dist: aiohttp
|
|
246
247
|
Requires-Dist: bert_score
|
|
248
|
+
Requires-Dist: sentence-transformers
|
|
249
|
+
Requires-Dist: FlagEmbedding
|
|
247
250
|
Requires-Dist: llama-index>=0.10.1
|
|
248
251
|
Requires-Dist: llama-index-core>=0.10.1
|
|
249
252
|
Requires-Dist: llama-index-embeddings-openai
|
|
@@ -493,14 +496,14 @@ node_lines:
|
|
|
493
496
|
|
|
494
497
|
# ❗Supporting Nodes & modules
|
|
495
498
|
|
|
496
|
-
| Nodes |
|
|
497
|
-
|
|
498
|
-
| [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) |
|
|
499
|
-
| [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) |
|
|
500
|
-
| [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html) |
|
|
501
|
-
| [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) |
|
|
502
|
-
| [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) |
|
|
503
|
-
| [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) |
|
|
499
|
+
| Nodes | Modules |
|
|
500
|
+
|:-----------------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
|
|
501
|
+
| [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
|
|
502
|
+
| [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
|
|
503
|
+
| [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html)<br/>[Jina Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/jina_reranker.html)<br/>[Sentence Transformer Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/setence_transformer_reranker.html)<br/>[Colbert Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/colbert.html)<br/>[Flag Embedding Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/flag_embedding_reranker.html) |
|
|
504
|
+
| [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html)<br/>[Long Context Reorder](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/long_context_reorder.html) |
|
|
505
|
+
| [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
|
|
506
|
+
| [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
|
|
504
507
|
|
|
505
508
|
# 🛣Roadmap
|
|
506
509
|
|
|
@@ -237,14 +237,14 @@ node_lines:
|
|
|
237
237
|
|
|
238
238
|
# ❗Supporting Nodes & modules
|
|
239
239
|
|
|
240
|
-
| Nodes |
|
|
241
|
-
|
|
242
|
-
| [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) |
|
|
243
|
-
| [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) |
|
|
244
|
-
| [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html) |
|
|
245
|
-
| [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) |
|
|
246
|
-
| [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) |
|
|
247
|
-
| [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) |
|
|
240
|
+
| Nodes | Modules |
|
|
241
|
+
|:-----------------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
|
|
242
|
+
| [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
|
|
243
|
+
| [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
|
|
244
|
+
| [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html)<br/>[Jina Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/jina_reranker.html)<br/>[Sentence Transformer Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/setence_transformer_reranker.html)<br/>[Colbert Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/colbert.html)<br/>[Flag Embedding Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/flag_embedding_reranker.html) |
|
|
245
|
+
| [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html)<br/>[Long Context Reorder](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/long_context_reorder.html) |
|
|
246
|
+
| [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
|
|
247
|
+
| [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
|
|
248
248
|
|
|
249
249
|
# 🛣Roadmap
|
|
250
250
|
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
0.1.2
|
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
from .cohere import cohere_reranker
|
|
2
|
+
from .colbert import colbert_reranker
|
|
3
|
+
from .flag_embedding import flag_embedding_reranker
|
|
4
|
+
from .jina import jina_reranker
|
|
2
5
|
from .koreranker import koreranker
|
|
3
6
|
from .monot5 import monot5
|
|
4
7
|
from .pass_reranker import pass_reranker
|
|
5
8
|
from .rankgpt import rankgpt
|
|
9
|
+
from .sentence_transformer import sentence_transformer_reranker
|
|
6
10
|
from .tart.tart import tart
|
|
7
11
|
from .upr import upr
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
import asyncio
|
|
2
|
+
from typing import List, Tuple
|
|
3
|
+
|
|
4
|
+
import torch
|
|
5
|
+
from transformers import AutoModel, AutoTokenizer
|
|
6
|
+
|
|
7
|
+
from autorag.nodes.passagereranker.base import passage_reranker_node
|
|
8
|
+
from autorag.utils.util import process_batch
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
@passage_reranker_node
|
|
12
|
+
def colbert_reranker(queries: List[str], contents_list: List[List[str]],
|
|
13
|
+
scores_list: List[List[float]], ids_list: List[List[str]],
|
|
14
|
+
top_k: int, batch: int = 64,
|
|
15
|
+
model_name: str = "colbert-ir/colbertv2.0",
|
|
16
|
+
) -> Tuple[List[List[str]], List[List[str]], List[List[float]]]:
|
|
17
|
+
"""
|
|
18
|
+
Rerank a list of contents with Colbert rerank models.
|
|
19
|
+
You can get more information about a Colbert model at https://huggingface.co/colbert-ir/colbertv2.0.
|
|
20
|
+
It uses BERT-based model, so recommend using CUDA gpu for faster reranking.
|
|
21
|
+
|
|
22
|
+
:param queries: The list of queries to use for reranking
|
|
23
|
+
:param contents_list: The list of lists of contents to rerank
|
|
24
|
+
:param scores_list: The list of lists of scores retrieved from the initial ranking
|
|
25
|
+
:param ids_list: The list of lists of ids retrieved from the initial ranking
|
|
26
|
+
:param top_k: The number of passages to be retrieved
|
|
27
|
+
:param batch: The number of queries to be processed in a batch
|
|
28
|
+
Default is 64.
|
|
29
|
+
:param model_name: The model name for Colbert rerank.
|
|
30
|
+
You can choose colbert model for reranking.
|
|
31
|
+
Default is "colbert-ir/colbertv2.0".
|
|
32
|
+
:return: Tuple of lists containing the reranked contents, ids, and scores
|
|
33
|
+
"""
|
|
34
|
+
device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
35
|
+
model = AutoModel.from_pretrained(model_name).to(device)
|
|
36
|
+
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
|
37
|
+
|
|
38
|
+
# Run async cohere_rerank_pure function
|
|
39
|
+
tasks = [get_colbert_score(query, document, model, tokenizer) for query, document, ids in
|
|
40
|
+
zip(queries, contents_list, ids_list)]
|
|
41
|
+
loop = asyncio.get_event_loop()
|
|
42
|
+
score_results = loop.run_until_complete(process_batch(tasks, batch_size=batch))
|
|
43
|
+
|
|
44
|
+
del model
|
|
45
|
+
|
|
46
|
+
def rerank_results(contents, ids, scores, top_k):
|
|
47
|
+
reranked_content, reranked_id, reranked_score = zip(
|
|
48
|
+
*sorted(zip(contents, ids, scores), key=lambda x: x[2], reverse=True))
|
|
49
|
+
return list(reranked_content)[:top_k], list(reranked_id)[:top_k], list(reranked_score)[:top_k]
|
|
50
|
+
|
|
51
|
+
reranked_contents_list, reranked_ids_list, reranked_scores_list = zip(*list(map(
|
|
52
|
+
rerank_results, contents_list, ids_list, score_results, [top_k] * len(contents_list))))
|
|
53
|
+
return list(reranked_contents_list), list(reranked_ids_list), list(reranked_scores_list)
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
async def get_colbert_score(query: str, content_list: List[str],
|
|
57
|
+
model, tokenizer) -> List[float]:
|
|
58
|
+
query_encoding = tokenizer(query, return_tensors="pt")
|
|
59
|
+
query_embedding = model(**query_encoding).last_hidden_state
|
|
60
|
+
rerank_score_list = []
|
|
61
|
+
|
|
62
|
+
for document_text in content_list:
|
|
63
|
+
document_encoding = tokenizer(
|
|
64
|
+
document_text, return_tensors="pt", truncation=True, max_length=512
|
|
65
|
+
)
|
|
66
|
+
document_embedding = model(**document_encoding).last_hidden_state
|
|
67
|
+
|
|
68
|
+
sim_matrix = torch.nn.functional.cosine_similarity(
|
|
69
|
+
query_embedding.unsqueeze(2), document_embedding.unsqueeze(1), dim=-1
|
|
70
|
+
)
|
|
71
|
+
|
|
72
|
+
# Take the maximum similarity for each query token (across all document tokens)
|
|
73
|
+
# sim_matrix shape: [batch_size, query_length, doc_length]
|
|
74
|
+
max_sim_scores, _ = torch.max(sim_matrix, dim=2)
|
|
75
|
+
rerank_score_list.append(torch.mean(max_sim_scores, dim=1))
|
|
76
|
+
|
|
77
|
+
return list(map(float, rerank_score_list))
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
import asyncio
|
|
2
|
+
from typing import List, Tuple
|
|
3
|
+
|
|
4
|
+
import torch
|
|
5
|
+
from FlagEmbedding import FlagReranker
|
|
6
|
+
|
|
7
|
+
from autorag.nodes.passagereranker.base import passage_reranker_node
|
|
8
|
+
from autorag.utils.util import process_batch
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
@passage_reranker_node
|
|
12
|
+
def flag_embedding_reranker(queries: List[str], contents_list: List[List[str]],
|
|
13
|
+
scores_list: List[List[float]], ids_list: List[List[str]],
|
|
14
|
+
top_k: int, batch: int = 64, use_fp16: bool = False,
|
|
15
|
+
model_name: str = "BAAI/bge-reranker-large",
|
|
16
|
+
) -> Tuple[List[List[str]], List[List[str]], List[List[float]]]:
|
|
17
|
+
"""
|
|
18
|
+
Rerank a list of contents based on their relevance to a query using BAAI Reranker model.
|
|
19
|
+
|
|
20
|
+
:param queries: The list of queries to use for reranking
|
|
21
|
+
:param contents_list: The list of lists of contents to rerank
|
|
22
|
+
:param scores_list: The list of lists of scores retrieved from the initial ranking
|
|
23
|
+
:param ids_list: The list of lists of ids retrieved from the initial ranking
|
|
24
|
+
:param top_k: The number of passages to be retrieved
|
|
25
|
+
:param batch: The number of queries to be processed in a batch
|
|
26
|
+
:param use_fp16: Whether to use fp16 for inference
|
|
27
|
+
:param model_name: The name of the BAAI Reranker model name.
|
|
28
|
+
Default is "BAAI/bge-reranker-large"
|
|
29
|
+
:return: tuple of lists containing the reranked contents, ids, and scores
|
|
30
|
+
"""
|
|
31
|
+
model = FlagReranker(
|
|
32
|
+
model_name_or_path=model_name, use_fp16=use_fp16
|
|
33
|
+
)
|
|
34
|
+
tasks = [flag_embedding_reranker_pure(query, contents, scores, top_k, ids, model)
|
|
35
|
+
for query, contents, scores, ids in zip(queries, contents_list, scores_list, ids_list)]
|
|
36
|
+
loop = asyncio.get_event_loop()
|
|
37
|
+
results = loop.run_until_complete(process_batch(tasks, batch_size=batch))
|
|
38
|
+
content_result = list(map(lambda x: x[0], results))
|
|
39
|
+
id_result = list(map(lambda x: x[1], results))
|
|
40
|
+
score_result = list(map(lambda x: x[2], results))
|
|
41
|
+
|
|
42
|
+
del model
|
|
43
|
+
if torch.cuda.is_available():
|
|
44
|
+
torch.cuda.empty_cache()
|
|
45
|
+
|
|
46
|
+
return content_result, id_result, score_result
|
|
47
|
+
|
|
48
|
+
|
|
49
|
+
async def flag_embedding_reranker_pure(query: str, contents: List[str], scores: List[float], top_k: int,
|
|
50
|
+
ids: List[str], model) -> Tuple[List[str], List[str], List[float]]:
|
|
51
|
+
"""
|
|
52
|
+
Rerank a list of contents based on their relevance to a query using BAAI Reranker model.
|
|
53
|
+
|
|
54
|
+
:param query: The query to use for reranking
|
|
55
|
+
:param contents: The list of contents to rerank
|
|
56
|
+
:param scores: The list of scores retrieved from the initial ranking
|
|
57
|
+
:param ids: The list of ids retrieved from the initial ranking
|
|
58
|
+
:param top_k: The number of passages to be retrieved
|
|
59
|
+
:param model: BAAI Reranker model.
|
|
60
|
+
:return: tuple of lists containing the reranked contents, ids, and scores
|
|
61
|
+
"""
|
|
62
|
+
input_texts = [(query, content) for content in contents]
|
|
63
|
+
with torch.no_grad():
|
|
64
|
+
pred_scores = model.compute_score(sentence_pairs=input_texts)
|
|
65
|
+
|
|
66
|
+
content_ids_probs = list(zip(contents, ids, pred_scores))
|
|
67
|
+
|
|
68
|
+
# Sort the list of pairs based on the relevance score in descending order
|
|
69
|
+
sorted_content_ids_probs = sorted(content_ids_probs, key=lambda x: x[2], reverse=True)
|
|
70
|
+
|
|
71
|
+
# crop with top_k
|
|
72
|
+
if len(contents) < top_k:
|
|
73
|
+
top_k = len(contents)
|
|
74
|
+
sorted_content_ids_probs = sorted_content_ids_probs[:top_k]
|
|
75
|
+
|
|
76
|
+
content_result, id_result, score_result = zip(*sorted_content_ids_probs)
|
|
77
|
+
|
|
78
|
+
return list(content_result), list(id_result), list(score_result)
|
|
@@ -0,0 +1,82 @@
|
|
|
1
|
+
import asyncio
|
|
2
|
+
import os
|
|
3
|
+
from typing import List, Tuple, Optional
|
|
4
|
+
|
|
5
|
+
import aiohttp
|
|
6
|
+
|
|
7
|
+
from autorag.nodes.passagereranker.base import passage_reranker_node
|
|
8
|
+
from autorag.utils.util import process_batch
|
|
9
|
+
|
|
10
|
+
JINA_API_URL = "https://api.jina.ai/v1/rerank"
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
@passage_reranker_node
|
|
14
|
+
def jina_reranker(queries: List[str], contents_list: List[List[str]],
|
|
15
|
+
scores_list: List[List[float]], ids_list: List[List[str]],
|
|
16
|
+
top_k: int, api_key: Optional[str] = None,
|
|
17
|
+
model: str = "jina-reranker-v1-base-en",
|
|
18
|
+
batch: int = 8
|
|
19
|
+
) -> Tuple[List[List[str]], List[List[str]], List[List[float]]]:
|
|
20
|
+
"""
|
|
21
|
+
Rerank a list of contents with Jina rerank models.
|
|
22
|
+
You can get the API key from https://jina.ai/reranker and set it in the environment variable JINAAI_API_KEY.
|
|
23
|
+
|
|
24
|
+
:param queries: The list of queries to use for reranking
|
|
25
|
+
:param contents_list: The list of lists of contents to rerank
|
|
26
|
+
:param scores_list: The list of lists of scores retrieved from the initial ranking
|
|
27
|
+
:param ids_list: The list of lists of ids retrieved from the initial ranking
|
|
28
|
+
:param top_k: The number of passages to be retrieved
|
|
29
|
+
:param api_key: The API key for Jina rerank.
|
|
30
|
+
You can set it in the environment variable JINAAI_API_KEY.
|
|
31
|
+
Or, you can directly set it on the config YAML file using this parameter.
|
|
32
|
+
Default is env variable "JINAAI_API_KEY".
|
|
33
|
+
:param model: The model name for Cohere rerank.
|
|
34
|
+
You can choose between "jina-reranker-v1-base-en" and "jina-colbert-v1-en".
|
|
35
|
+
Default is "jina-reranker-v1-base-en".
|
|
36
|
+
:param batch: The number of queries to be processed in a batch
|
|
37
|
+
:return: Tuple of lists containing the reranked contents, ids, and scores
|
|
38
|
+
"""
|
|
39
|
+
if api_key is None:
|
|
40
|
+
api_key = os.getenv("JINAAI_API_KEY", None)
|
|
41
|
+
if api_key is None:
|
|
42
|
+
raise ValueError("API key is not provided."
|
|
43
|
+
"You can set it as an argument or as an environment variable 'JINAAI_API_KEY'")
|
|
44
|
+
|
|
45
|
+
tasks = [jina_reranker_pure(query, contents, scores, ids, top_k=top_k, api_key=api_key, model=model) for
|
|
46
|
+
query, contents, scores, ids in
|
|
47
|
+
zip(queries, contents_list, scores_list, ids_list)]
|
|
48
|
+
loop = asyncio.get_event_loop()
|
|
49
|
+
results = loop.run_until_complete(process_batch(tasks, batch))
|
|
50
|
+
|
|
51
|
+
content_result, id_result, score_result = zip(*results)
|
|
52
|
+
|
|
53
|
+
return list(content_result), list(id_result), list(score_result)
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
async def jina_reranker_pure(query: str, contents: List[str],
|
|
57
|
+
scores: List[float], ids: List[str],
|
|
58
|
+
top_k: int, api_key: str,
|
|
59
|
+
model: str = "jina-reranker-v1-base-en") -> Tuple[List[str], List[str], List[float]]:
|
|
60
|
+
session = aiohttp.ClientSession()
|
|
61
|
+
session.headers.update({"Authorization": f"Bearer {api_key}", "Accept-Encoding": "identity"})
|
|
62
|
+
async with session.post(
|
|
63
|
+
JINA_API_URL,
|
|
64
|
+
json={
|
|
65
|
+
"query": query,
|
|
66
|
+
"documents": contents,
|
|
67
|
+
"model": model,
|
|
68
|
+
"top_n": top_k,
|
|
69
|
+
},
|
|
70
|
+
) as resp:
|
|
71
|
+
resp_json = await resp.json()
|
|
72
|
+
if 'results' not in resp_json:
|
|
73
|
+
raise RuntimeError(f"Invalid response from Jina API: {resp_json['detail']}")
|
|
74
|
+
|
|
75
|
+
results = resp_json['results']
|
|
76
|
+
indices = list(map(lambda x: x['index'], results))
|
|
77
|
+
score_result = list(map(lambda x: x['relevance_score'], results))
|
|
78
|
+
id_result = list(map(lambda x: ids[x], indices))
|
|
79
|
+
content_result = list(map(lambda x: contents[x], indices))
|
|
80
|
+
|
|
81
|
+
await session.close()
|
|
82
|
+
return content_result, id_result, score_result
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
import asyncio
|
|
2
|
+
from typing import List, Tuple
|
|
3
|
+
|
|
4
|
+
import torch
|
|
5
|
+
from sentence_transformers import CrossEncoder
|
|
6
|
+
|
|
7
|
+
from autorag.nodes.passagereranker.base import passage_reranker_node
|
|
8
|
+
from autorag.utils.util import process_batch
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
@passage_reranker_node
|
|
12
|
+
def sentence_transformer_reranker(queries: List[str], contents_list: List[List[str]],
|
|
13
|
+
scores_list: List[List[float]], ids_list: List[List[str]],
|
|
14
|
+
top_k: int, batch: int = 64, sentence_transformer_max_length: int = 512,
|
|
15
|
+
model_name: str = "cross-encoder/ms-marco-MiniLM-L-2-v2",
|
|
16
|
+
) -> Tuple[List[List[str]], List[List[str]], List[List[float]]]:
|
|
17
|
+
"""
|
|
18
|
+
Rerank a list of contents based on their relevance to a query using Sentence Transformer model.
|
|
19
|
+
|
|
20
|
+
:param queries: The list of queries to use for reranking
|
|
21
|
+
:param contents_list: The list of lists of contents to rerank
|
|
22
|
+
:param scores_list: The list of lists of scores retrieved from the initial ranking
|
|
23
|
+
:param ids_list: The list of lists of ids retrieved from the initial ranking
|
|
24
|
+
:param top_k: The number of passages to be retrieved
|
|
25
|
+
:param batch: The number of queries to be processed in a batch
|
|
26
|
+
:param sentence_transformer_max_length: The maximum length of the input text for the Sentence Transformer model
|
|
27
|
+
:param model_name: The name of the Sentence Transformer model to use for reranking
|
|
28
|
+
Default is "cross-encoder/ms-marco-MiniLM-L-2-v2"
|
|
29
|
+
:return: tuple of lists containing the reranked contents, ids, and scores
|
|
30
|
+
"""
|
|
31
|
+
device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
|
|
32
|
+
model = CrossEncoder(
|
|
33
|
+
model_name, max_length=sentence_transformer_max_length, device=device
|
|
34
|
+
)
|
|
35
|
+
tasks = [sentence_transformer_reranker_pure(query, contents, scores, top_k, ids, model)
|
|
36
|
+
for query, contents, scores, ids in zip(queries, contents_list, scores_list, ids_list)]
|
|
37
|
+
loop = asyncio.get_event_loop()
|
|
38
|
+
results = loop.run_until_complete(process_batch(tasks, batch_size=batch))
|
|
39
|
+
content_result = list(map(lambda x: x[0], results))
|
|
40
|
+
id_result = list(map(lambda x: x[1], results))
|
|
41
|
+
score_result = list(map(lambda x: x[2], results))
|
|
42
|
+
|
|
43
|
+
del model
|
|
44
|
+
if torch.cuda.is_available():
|
|
45
|
+
torch.cuda.empty_cache()
|
|
46
|
+
|
|
47
|
+
return content_result, id_result, score_result
|
|
48
|
+
|
|
49
|
+
|
|
50
|
+
async def sentence_transformer_reranker_pure(query: str, contents: List[str], scores: List[float], top_k: int,
|
|
51
|
+
ids: List[str], model) -> Tuple[List[str], List[str], List[float]]:
|
|
52
|
+
"""
|
|
53
|
+
Rerank a list of contents based on their relevance to a query using Sentence Transformer model.
|
|
54
|
+
|
|
55
|
+
:param query: The query to use for reranking
|
|
56
|
+
:param contents: The list of contents to rerank
|
|
57
|
+
:param scores: The list of scores retrieved from the initial ranking
|
|
58
|
+
:param ids: The list of ids retrieved from the initial ranking
|
|
59
|
+
:param top_k: The number of passages to be retrieved
|
|
60
|
+
:param model: The name of the Sentence Transformer model to use for reranking
|
|
61
|
+
:return: tuple of lists containing the reranked contents, ids, and scores
|
|
62
|
+
"""
|
|
63
|
+
input_texts = [(query, content) for content in contents]
|
|
64
|
+
with torch.no_grad():
|
|
65
|
+
pred_scores = model.predict(sentences=input_texts, apply_softmax=True)
|
|
66
|
+
|
|
67
|
+
content_ids_probs = list(zip(contents, ids, pred_scores.tolist()))
|
|
68
|
+
|
|
69
|
+
# Sort the list of pairs based on the relevance score in descending order
|
|
70
|
+
sorted_content_ids_probs = sorted(content_ids_probs, key=lambda x: x[2], reverse=True)
|
|
71
|
+
|
|
72
|
+
# crop with top_k
|
|
73
|
+
if len(contents) < top_k:
|
|
74
|
+
top_k = len(contents)
|
|
75
|
+
sorted_content_ids_probs = sorted_content_ids_probs[:top_k]
|
|
76
|
+
|
|
77
|
+
content_result, id_result, score_result = zip(*sorted_content_ids_probs)
|
|
78
|
+
|
|
79
|
+
return list(content_result), list(id_result), list(score_result)
|
|
@@ -23,6 +23,10 @@ def prompt_maker_node(func):
|
|
|
23
23
|
|
|
24
24
|
if func.__name__ == 'fstring':
|
|
25
25
|
return func(prompt, query, retrieved_contents)
|
|
26
|
+
elif func.__name__ == 'long_context_reorder':
|
|
27
|
+
assert "retrieve_scores" in previous_result.columns, "previous_result must have retrieve_scores column."
|
|
28
|
+
retrieve_scores = previous_result["retrieve_scores"].tolist()
|
|
29
|
+
return func(prompt, query, retrieved_contents, retrieve_scores)
|
|
26
30
|
else:
|
|
27
31
|
raise NotImplementedError(f"Module {func.__name__} is not implemented or not supported.")
|
|
28
32
|
|