AutoRAG 0.3.8__tar.gz → 0.3.9__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {autorag-0.3.8 → autorag-0.3.9}/AutoRAG.egg-info/PKG-INFO +18 -2
- {autorag-0.3.8 → autorag-0.3.9}/AutoRAG.egg-info/SOURCES.txt +12 -0
- {autorag-0.3.8 → autorag-0.3.9}/AutoRAG.egg-info/requires.txt +1 -0
- {autorag-0.3.8 → autorag-0.3.9}/PKG-INFO +18 -2
- {autorag-0.3.8 → autorag-0.3.9}/README.md +16 -1
- autorag-0.3.9/autorag/VERSION +1 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/__init__.py +3 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/cli.py +6 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/parse/clova.py +1 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/colbert.py +1 -2
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/flag_embedding.py +1 -2
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/koreranker.py +1 -2
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/monot5.py +1 -2
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/openvino.py +1 -2
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/sentence_transformer.py +1 -2
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/tart/tart.py +1 -4
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/upr.py +1 -3
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/retrieval/run.py +1 -2
- {autorag-0.3.8 → autorag-0.3.9}/autorag/utils/preprocess.py +5 -5
- {autorag-0.3.8 → autorag-0.3.9}/autorag/utils/util.py +16 -3
- {autorag-0.3.8 → autorag-0.3.9}/autorag/validator.py +14 -2
- autorag-0.3.9/docs/source/_static/qa/data_creation_schema.png +0 -0
- autorag-0.3.9/docs/source/_static/yaml/compact_structured.png +0 -0
- autorag-0.3.9/docs/source/_static/yaml/detail_folder.png +0 -0
- autorag-0.3.9/docs/source/_static/yaml/full_modules.png +0 -0
- autorag-0.3.9/docs/source/_static/yaml/full_structured.png +0 -0
- autorag-0.3.9/docs/source/_static/yaml/full_yaml_structure.png +0 -0
- autorag-0.3.9/docs/source/_static/yaml/gpu_modules.png +0 -0
- autorag-0.3.9/docs/source/_static/yaml/half_structured.png +0 -0
- autorag-0.3.9/docs/source/_static/yaml/non_gpu_modules.png +0 -0
- autorag-0.3.9/docs/source/_static/yaml/sample_yaml_folder.png +0 -0
- autorag-0.3.9/docs/source/_static/yaml/simple_structured.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/data_creation.md +7 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/index.rst +1 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/local_model.md +55 -10
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/migration.md +3 -3
- autorag-0.3.9/docs/source/optimization/sample_config.md +94 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/troubleshooting.md +42 -13
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/tutorial.md +7 -0
- {autorag-0.3.8 → autorag-0.3.9}/requirements.txt +1 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/non_gpu/full.yaml +0 -1
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/non_gpu/half.yaml +0 -1
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/utils/test_util.py +30 -0
- autorag-0.3.8/autorag/VERSION +0 -1
- {autorag-0.3.8 → autorag-0.3.9}/.dockerignore +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/.github/FUNDING.yml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/.github/ISSUE_TEMPLATE/bug_report.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/.github/ISSUE_TEMPLATE/feature_request.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/.github/dependabot.yml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/.github/workflows/docker-push.yml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/.github/workflows/gpu-docker-push.yml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/.github/workflows/publish.yml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/.github/workflows/sphinx.yml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/.github/workflows/test.yml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/.gitignore +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/.pre-commit-config.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/AutoRAG.egg-info/dependency_links.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/AutoRAG.egg-info/entry_points.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/AutoRAG.egg-info/top_level.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/CODE_OF_CONDUCT.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/CONTRIBUTING.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/Dockerfile.base +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/Dockerfile.gpu +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/LICENSE +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/chunker.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/dashboard.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/chunk/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/chunk/base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/chunk/langchain_chunk.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/chunk/llama_index_chunk.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/chunk/run.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/corpus/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/corpus/langchain.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/corpus/llama_index.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/qacreation/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/qacreation/base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/qacreation/llama_index.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/qacreation/llama_index_default_prompt.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/qacreation/ragas.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/qacreation/simple.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/parse/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/parse/base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/parse/langchain_parse.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/parse/llamaparse.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/parse/run.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/parse/table_hybrid_parse.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/evolve/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/evolve/llama_index_query_evolve.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/evolve/openai_query_evolve.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/evolve/prompt.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/extract_evidence.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/filter/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/filter/dontknow.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/filter/passage_dependency.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/filter/prompt.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/generation_gt/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/generation_gt/base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/generation_gt/llama_index_gen_gt.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/generation_gt/openai_gen_gt.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/generation_gt/prompt.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/query/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/query/llama_gen_query.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/query/openai_gen_query.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/query/prompt.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/sample.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/schema.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/utils/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/data/utils/util.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/deploy/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/deploy/api.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/deploy/base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/deploy/gradio.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/deploy/swagger.yml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/generation.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/deepeval_prompt.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/g_eval_prompts/coh_detailed.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/g_eval_prompts/con_detailed.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/g_eval_prompts/flu_detailed.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/g_eval_prompts/rel_detailed.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/generation.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/retrieval.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/retrieval_contents.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/util.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/retrieval.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/retrieval_contents.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/util.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluator.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/node_line.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/generator/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/generator/base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/generator/llama_index_llm.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/generator/openai_llm.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/generator/run.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/generator/vllm.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passageaugmenter/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passageaugmenter/base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passageaugmenter/pass_passage_augmenter.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passageaugmenter/prev_next_augmenter.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passageaugmenter/run.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagecompressor/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagecompressor/base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagecompressor/longllmlingua.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagecompressor/pass_compressor.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagecompressor/refine.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagecompressor/run.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagecompressor/tree_summarize.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/pass_passage_filter.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/percentile_cutoff.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/recency.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/run.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/similarity_percentile_cutoff.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/similarity_threshold_cutoff.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/threshold_cutoff.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/cohere.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/flag_embedding_llm.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/flashrank.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/jina.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/mixedbreadai.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/pass_reranker.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/rankgpt.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/run.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/tart/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/tart/modeling_enc_t5.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/tart/tokenization_enc_t5.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/time_reranker.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/voyageai.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/promptmaker/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/promptmaker/base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/promptmaker/fstring.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/promptmaker/long_context_reorder.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/promptmaker/run.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/promptmaker/window_replacement.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/queryexpansion/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/queryexpansion/base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/queryexpansion/hyde.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/queryexpansion/multi_query_expansion.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/queryexpansion/pass_query_expansion.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/queryexpansion/query_decompose.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/queryexpansion/run.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/retrieval/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/retrieval/base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/retrieval/bm25.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/retrieval/hybrid_cc.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/retrieval/hybrid_rrf.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/retrieval/vectordb.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/util.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/parser.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/schema/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/schema/base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/schema/metricinput.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/schema/module.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/schema/node.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/strategy.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/support.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/utils/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/vectordb/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/vectordb/base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/vectordb/chroma.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/vectordb/milvus.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/autorag/web.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/build_and_push.sh +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docker-compose.yml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/Makefile +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/make.bat +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/requirements.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/CNAME +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/data_creation.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/data_creation_pipeline.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/data_folder.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/dcg.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/f1_score.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/map.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/mrr.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/ndcg.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/ndcg_formula.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/node_folder.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/node_line_folder.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/node_line_summary.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/node_lines.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/node_summary.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/normal_distribution.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/project_folder_example.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/project_folders.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/resources_folder.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/roadmap/RAG_paradigms.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/roadmap/advanced_RAG.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/roadmap/cycle.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/roadmap/merger.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/roadmap/node_line_modular.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/roadmap/policy.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/samsung_sundae.jpeg +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/score_fusion.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/trial_folder.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/trial_json.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/trial_summary.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/web_interface.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/web_interface_gradio.png +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.chunk.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.corpus.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.legacy.corpus.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.legacy.qacreation.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.legacy.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.parse.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.qa.evolve.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.qa.filter.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.qa.generation_gt.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.qa.query.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.qa.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.qacreation.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.utils.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.deploy.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.evaluation.metric.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.evaluation.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.generator.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.passageaugmenter.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.passagecompressor.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.passagefilter.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.passagereranker.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.passagereranker.tart.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.promptmaker.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.queryexpansion.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.retrieval.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.schema.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.utils.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.vectordb.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/modules.rst +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/conf.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/chunk/chunk.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/chunk/langchain_chunk.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/chunk/llama_index_chunk.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/data_format.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/legacy/legacy.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/legacy/ragas.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/legacy/tutorial.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/parse/clova.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/parse/langchain_parse.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/parse/llama_parse.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/parse/parse.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/parse/table_hybrid_parse.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/qa_creation/answer_gen.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/qa_creation/evolve.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/qa_creation/filter.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/qa_creation/qa_creation.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/qa_creation/query_gen.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/tutorial.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/deploy/api_endpoint.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/deploy/web.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/evaluate_metrics/generation.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/evaluate_metrics/retrieval.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/evaluate_metrics/retrieval_contents.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/install.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/generator/generator.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/generator/llama_index_llm.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/generator/openai_llm.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/generator/vllm.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/index.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_augmenter/passage_augmenter.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_augmenter/prev_next_augmenter.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_compressor/longllmlingua.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_compressor/passage_compressor.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_compressor/refine.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_compressor/tree_summarize.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_filter/passage_filter.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_filter/percentile_cutoff.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_filter/recency_filter.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_filter/similarity_percentile_cutoff.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_filter/similarity_threshold_cutoff.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_filter/threshold_cutoff.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/cohere.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/colbert.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/flag_embedding_llm_reranker.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/flag_embedding_reranker.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/flashrank_reranker.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/jina_reranker.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/koreranker.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/mixedbreadai_reranker.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/monot5.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/openvino_reranker.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/passage_reranker.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/rankgpt.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/sentence_transformer_reranker.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/tart.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/time_reranker.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/upr.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/voyageai_reranker.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/prompt_maker/fstring.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/prompt_maker/long_context_reorder.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/prompt_maker/prompt_maker.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/prompt_maker/window_replacement.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/query_expansion/hyde.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/query_expansion/multi_query_expansion.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/query_expansion/query_decompose.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/query_expansion/query_expansion.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/retrieval/bm25.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/retrieval/hybrid_cc.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/retrieval/hybrid_rrf.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/retrieval/retrieval.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/retrieval/vectordb.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/optimization/custom_config.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/optimization/folder_structure.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/optimization/optimization.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/optimization/strategies.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/roadmap/modular_rag.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/structure.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/vectordb/chroma.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/vectordb/milvus.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/docs/source/vectordb/vectordb.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/projects/tutorial_1/config.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/pyproject.toml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/chunk/chunk_full.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/chunk/chunk_ko.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/chunk/simple_chunk.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/parse/parse_full.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/parse/parse_hybird.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/parse/parse_ko.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/parse/parse_multimodal.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/parse/parse_ocr.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/parse/simple_parse.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/gpu/compact_local.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/gpu/compact_openai.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/gpu/full.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/gpu/half.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/gpu_api/compact.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/gpu_api/full.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/gpu_api/half.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/non_gpu/compact.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/non_gpu/simple_bedrock.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/non_gpu/simple_local.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/non_gpu/simple_ollama.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/non_gpu/simple_openai.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/extracted_sample.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/full.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/gpu/compact_korean.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/gpu/full_korean.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/gpu/half_korean.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/gpu_api/compact_korean.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/gpu_api/full_korean.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/gpu_api/half_korean.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/non_gpu/compact_korean.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/non_gpu/full_korean.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/non_gpu/half_korean.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/non_gpu/simple_korean.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_dataset/README.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_dataset/eli5/load_eli5_dataset.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_dataset/hotpotqa/load_hotpotqa_dataset.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_dataset/msmarco/load_msmarco_dataset.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/sample_dataset/triviaqa/load_triviaqa_dataset.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/setup.cfg +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/__init__.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/chunk/test_chunk_base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/chunk/test_chunk_run.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/chunk/test_langchain_chunk.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/chunk/test_llama_index_chunk.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/legacy/corpus/test_base_corpus_legacy.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/legacy/corpus/test_langchain.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/legacy/corpus/test_llama_index_corpus.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/legacy/qacreation/test_base_qacreation.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/legacy/qacreation/test_llama_index_qacreation.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/legacy/qacreation/test_ragas_qa_creation.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/legacy/qacreation/test_simple.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/parse/test_clova.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/parse/test_langchain_parse.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/parse/test_llamaparse.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/parse/test_parse_base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/parse/test_parse_run.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/parse/test_table_hybrid_parse.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/evolve/base_test_query_evolve.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/evolve/test_llama_index_query_evolve.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/evolve/test_openai_query_evolve.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/filter/test_dontknow.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/filter/test_passage_dependency.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/generation_gt/base_test_generation_gt.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/generation_gt/test_llama_index_gen_gt.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/generation_gt/test_openai_gen_gt.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/query/base_test_query_gen.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/query/test_llama_gen_query.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/query/test_openai_gen_query.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/test_data_creation_piepline.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/test_sample.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/test_schema.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/evaluate/metric/test_generation_metric.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/evaluate/metric/test_retrieval_contents_metric.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/evaluate/metric/test_retrieval_metric.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/evaluate/test_evaluate_util.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/evaluate/test_generation_evaluate.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/evaluate/test_retrieval_contents_evaluate.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/evaluate/test_retrieval_evaluate.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/generator/test_generator_base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/generator/test_llama_index_llm.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/generator/test_openai.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/generator/test_run_generator_node.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/generator/test_vllm.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passageaugmenter/test_base_passage_augmenter.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passageaugmenter/test_pass_passage_augmenter.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passageaugmenter/test_prev_next_augmenter.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passageaugmenter/test_run_passage_augmenter.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagecompressor/test_base_passage_compressor.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagecompressor/test_longllmlingua.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagecompressor/test_pass_compressor.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagecompressor/test_refine.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagecompressor/test_run_passage_compressor_node.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagecompressor/test_tree_summarize.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagefilter/test_pass_passage_filter.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagefilter/test_passage_filter_base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagefilter/test_passage_filter_run.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagefilter/test_percentile_cutoff.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagefilter/test_recency_filter.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagefilter/test_similarity_percentile_cutoff.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagefilter/test_similarity_threshold_cutoff.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagefilter/test_threshold_cutoff.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_cohere_reranker.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_colbert_reranker.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_flag_embedding.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_flag_embedding_llm.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_flashrank_reranker.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_jina_reranker.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_koreranker.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_mixedbreadai_reranker.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_monot5.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_openvino_reranker.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_pass_reranker.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_passage_reranker_base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_passage_reranker_run.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_rankgpt.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_sentence_transformer.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_tart.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_time_reranker.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_upr.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_voyageai_reranker.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/promptmaker/test_fstring.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/promptmaker/test_long_context_reorder.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/promptmaker/test_prompt_maker_base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/promptmaker/test_prompt_maker_run.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/promptmaker/test_window_replacement.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/queryexpansion/test_hyde.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/queryexpansion/test_multi_query_expansion.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/queryexpansion/test_pass_query_expansion.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/queryexpansion/test_query_decompose.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/queryexpansion/test_query_expansion_base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/queryexpansion/test_query_expansion_run.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/retrieval/test_bm25.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/retrieval/test_hybrid_base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/retrieval/test_hybrid_cc.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/retrieval/test_hybrid_rrf.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/retrieval/test_retrieval_base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/retrieval/test_run_retrieval_node.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/retrieval/test_vectordb.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/schema/test_base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/schema/test_metricinput_schema.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/schema/test_module_schema.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/schema/test_node_schema.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_chunker.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_cli.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_dashboard.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_deploy.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_evaluator.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_parser.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_strategy.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_support.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_validator.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_web.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/utils/test_preprocess.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/vectordb/test_base.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/vectordb/test_chroma.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/vectordb/test_milvus.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/conftest.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/delete_tests.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/mock.py +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/requirements.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/README.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/chunk_data/sample_parsed.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/corpus_data_sample.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/data_creation/raw_dir/sample1.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/data_creation/raw_dir/sample2.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/data_creation/raw_dir/sample3.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/full.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/all_files/baseball_1.pdf +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/all_files/csv_sample.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/clova_data/result_sample.json +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/clova_data/result_table.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/clova_data/result_text.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/csv_data/csv_sample.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/eng_text/baseball_1.pdf +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/eng_text/baseball_2.pdf +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/html_data/html_sample.html +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/hybrid_data/nfl_rulebook_both.pdf +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/json_data/json_sample.json +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/korean_table/only_table/kbo_only_table.pdf +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/korean_table/table_text/kbo_table_text.pdf +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/korean_text/korean_texts_two_page.pdf +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/markdown_data/markdown_sample.md +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/xml_data/xml_sample.xml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/qa_data_sample.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/qa_gen_prompts/prompt1.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/qa_gen_prompts/prompt2.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/qa_gen_prompts/prompt3.txt +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/qa_test_data_sample.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/config.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/generator/0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/generator/1.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/generator/2.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/generator/3.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/generator/4.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/generator/5.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/generator/best_5.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/generator/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/1.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/best_0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/pre_retrieve_node_line/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/best_0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/1.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/retrieval/0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/retrieval/1.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/retrieval/best_0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/retrieval/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/config.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/pre_retrieve_node_line/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/passage_filter/0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/1.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/retrieval/0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/retrieval/1.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/retrieval/best_0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/retrieval/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/config.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/post_retrieve_node_line/prompt_maker/0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/pre_retrieve_node_line/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/best_0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/1.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/retrieval/0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/retrieval/1.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/retrieval/best_0.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/retrieval/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/summary.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/3/config.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/best.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/data/corpus.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/data/qa.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/resources/bm25_porter_stemmer.pkl +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/data_level0.bin +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/header.bin +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/length.bin +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/link_lists.bin +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/resources/chroma/chroma.sqlite3 +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/resources/vectordb.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/trial.json +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/sample_contents_nqa.csv +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/sample_project/data/corpus.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/sample_project/data/qa.parquet +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/sample_project/resources/bm25_gpt2.pkl +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/sample_project/resources/bm25_porter_stemmer.pkl +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/sample_project/resources/vectordb.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/simple.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/simple_chunk.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/simple_milvus.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/simple_mock.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/simple_parse.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/simple_with_llm.yaml +0 -0
- {autorag-0.3.8 → autorag-0.3.9}/tests/resources/test_bm25_retrieval.pkl +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: AutoRAG
|
|
3
|
-
Version: 0.3.
|
|
3
|
+
Version: 0.3.9
|
|
4
4
|
Summary: Automatically Evaluate RAG pipelines with your own data. Find optimal structure for new RAG product.
|
|
5
5
|
Author-email: Marker-Inc <vkehfdl1@gmail.com>
|
|
6
6
|
License: Apache License
|
|
@@ -240,6 +240,7 @@ Requires-Dist: voyageai
|
|
|
240
240
|
Requires-Dist: mixedbread-ai
|
|
241
241
|
Requires-Dist: llama-index-llms-bedrock
|
|
242
242
|
Requires-Dist: scikit-learn
|
|
243
|
+
Requires-Dist: emoji
|
|
243
244
|
Requires-Dist: pymilvus
|
|
244
245
|
Requires-Dist: chromadb>=0.5.0
|
|
245
246
|
Requires-Dist: quart
|
|
@@ -524,7 +525,7 @@ initial_qa.to_parquet('./qa.parquet', './corpus.parquet')
|
|
|
524
525
|
|
|
525
526
|
# RAG Optimization
|
|
526
527
|
|
|
527
|
-
<a href="https://huggingface.co/spaces/AutoRAG/
|
|
528
|
+
<a href="https://huggingface.co/spaces/AutoRAG/RAG-Pipeline-Optimization">
|
|
528
529
|
<img src="https://github.com/user-attachments/assets/8c6e4b02-3938-4560-b817-c95764965b50" alt="Hugging Face Sticker" style="width:200px;height:auto;">
|
|
529
530
|
</a>
|
|
530
531
|
|
|
@@ -818,3 +819,18 @@ We are developing AutoRAG as open-source.
|
|
|
818
819
|
So this project welcomes contributions and suggestions. Feel free to contribute to this project.
|
|
819
820
|
|
|
820
821
|
Plus, check out our detailed documentation at [here](https://docs.auto-rag.com/index.html).
|
|
822
|
+
|
|
823
|
+
|
|
824
|
+
## Citation
|
|
825
|
+
|
|
826
|
+
```bibtex
|
|
827
|
+
@misc{kim2024autoragautomatedframeworkoptimization,
|
|
828
|
+
title={AutoRAG: Automated Framework for optimization of Retrieval Augmented Generation Pipeline},
|
|
829
|
+
author={Dongkyu Kim and Byoungwook Kim and Donggeon Han and Matouš Eibich},
|
|
830
|
+
year={2024},
|
|
831
|
+
eprint={2410.20878},
|
|
832
|
+
archivePrefix={arXiv},
|
|
833
|
+
primaryClass={cs.CL},
|
|
834
|
+
url={https://arxiv.org/abs/2410.20878},
|
|
835
|
+
}
|
|
836
|
+
```
|
|
@@ -225,12 +225,23 @@ docs/source/_static/trial_json.png
|
|
|
225
225
|
docs/source/_static/trial_summary.png
|
|
226
226
|
docs/source/_static/web_interface.png
|
|
227
227
|
docs/source/_static/web_interface_gradio.png
|
|
228
|
+
docs/source/_static/qa/data_creation_schema.png
|
|
228
229
|
docs/source/_static/roadmap/RAG_paradigms.png
|
|
229
230
|
docs/source/_static/roadmap/advanced_RAG.png
|
|
230
231
|
docs/source/_static/roadmap/cycle.png
|
|
231
232
|
docs/source/_static/roadmap/merger.png
|
|
232
233
|
docs/source/_static/roadmap/node_line_modular.png
|
|
233
234
|
docs/source/_static/roadmap/policy.png
|
|
235
|
+
docs/source/_static/yaml/compact_structured.png
|
|
236
|
+
docs/source/_static/yaml/detail_folder.png
|
|
237
|
+
docs/source/_static/yaml/full_modules.png
|
|
238
|
+
docs/source/_static/yaml/full_structured.png
|
|
239
|
+
docs/source/_static/yaml/full_yaml_structure.png
|
|
240
|
+
docs/source/_static/yaml/gpu_modules.png
|
|
241
|
+
docs/source/_static/yaml/half_structured.png
|
|
242
|
+
docs/source/_static/yaml/non_gpu_modules.png
|
|
243
|
+
docs/source/_static/yaml/sample_yaml_folder.png
|
|
244
|
+
docs/source/_static/yaml/simple_structured.png
|
|
234
245
|
docs/source/api_spec/autorag.data.chunk.rst
|
|
235
246
|
docs/source/api_spec/autorag.data.corpus.rst
|
|
236
247
|
docs/source/api_spec/autorag.data.legacy.corpus.rst
|
|
@@ -337,6 +348,7 @@ docs/source/nodes/retrieval/vectordb.md
|
|
|
337
348
|
docs/source/optimization/custom_config.md
|
|
338
349
|
docs/source/optimization/folder_structure.md
|
|
339
350
|
docs/source/optimization/optimization.md
|
|
351
|
+
docs/source/optimization/sample_config.md
|
|
340
352
|
docs/source/optimization/strategies.md
|
|
341
353
|
docs/source/roadmap/modular_rag.md
|
|
342
354
|
docs/source/vectordb/chroma.md
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: AutoRAG
|
|
3
|
-
Version: 0.3.
|
|
3
|
+
Version: 0.3.9
|
|
4
4
|
Summary: Automatically Evaluate RAG pipelines with your own data. Find optimal structure for new RAG product.
|
|
5
5
|
Author-email: Marker-Inc <vkehfdl1@gmail.com>
|
|
6
6
|
License: Apache License
|
|
@@ -240,6 +240,7 @@ Requires-Dist: voyageai
|
|
|
240
240
|
Requires-Dist: mixedbread-ai
|
|
241
241
|
Requires-Dist: llama-index-llms-bedrock
|
|
242
242
|
Requires-Dist: scikit-learn
|
|
243
|
+
Requires-Dist: emoji
|
|
243
244
|
Requires-Dist: pymilvus
|
|
244
245
|
Requires-Dist: chromadb>=0.5.0
|
|
245
246
|
Requires-Dist: quart
|
|
@@ -524,7 +525,7 @@ initial_qa.to_parquet('./qa.parquet', './corpus.parquet')
|
|
|
524
525
|
|
|
525
526
|
# RAG Optimization
|
|
526
527
|
|
|
527
|
-
<a href="https://huggingface.co/spaces/AutoRAG/
|
|
528
|
+
<a href="https://huggingface.co/spaces/AutoRAG/RAG-Pipeline-Optimization">
|
|
528
529
|
<img src="https://github.com/user-attachments/assets/8c6e4b02-3938-4560-b817-c95764965b50" alt="Hugging Face Sticker" style="width:200px;height:auto;">
|
|
529
530
|
</a>
|
|
530
531
|
|
|
@@ -818,3 +819,18 @@ We are developing AutoRAG as open-source.
|
|
|
818
819
|
So this project welcomes contributions and suggestions. Feel free to contribute to this project.
|
|
819
820
|
|
|
820
821
|
Plus, check out our detailed documentation at [here](https://docs.auto-rag.com/index.html).
|
|
822
|
+
|
|
823
|
+
|
|
824
|
+
## Citation
|
|
825
|
+
|
|
826
|
+
```bibtex
|
|
827
|
+
@misc{kim2024autoragautomatedframeworkoptimization,
|
|
828
|
+
title={AutoRAG: Automated Framework for optimization of Retrieval Augmented Generation Pipeline},
|
|
829
|
+
author={Dongkyu Kim and Byoungwook Kim and Donggeon Han and Matouš Eibich},
|
|
830
|
+
year={2024},
|
|
831
|
+
eprint={2410.20878},
|
|
832
|
+
archivePrefix={arXiv},
|
|
833
|
+
primaryClass={cs.CL},
|
|
834
|
+
url={https://arxiv.org/abs/2410.20878},
|
|
835
|
+
}
|
|
836
|
+
```
|
|
@@ -221,7 +221,7 @@ initial_qa.to_parquet('./qa.parquet', './corpus.parquet')
|
|
|
221
221
|
|
|
222
222
|
# RAG Optimization
|
|
223
223
|
|
|
224
|
-
<a href="https://huggingface.co/spaces/AutoRAG/
|
|
224
|
+
<a href="https://huggingface.co/spaces/AutoRAG/RAG-Pipeline-Optimization">
|
|
225
225
|
<img src="https://github.com/user-attachments/assets/8c6e4b02-3938-4560-b817-c95764965b50" alt="Hugging Face Sticker" style="width:200px;height:auto;">
|
|
226
226
|
</a>
|
|
227
227
|
|
|
@@ -515,3 +515,18 @@ We are developing AutoRAG as open-source.
|
|
|
515
515
|
So this project welcomes contributions and suggestions. Feel free to contribute to this project.
|
|
516
516
|
|
|
517
517
|
Plus, check out our detailed documentation at [here](https://docs.auto-rag.com/index.html).
|
|
518
|
+
|
|
519
|
+
|
|
520
|
+
## Citation
|
|
521
|
+
|
|
522
|
+
```bibtex
|
|
523
|
+
@misc{kim2024autoragautomatedframeworkoptimization,
|
|
524
|
+
title={AutoRAG: Automated Framework for optimization of Retrieval Augmented Generation Pipeline},
|
|
525
|
+
author={Dongkyu Kim and Byoungwook Kim and Donggeon Han and Matouš Eibich},
|
|
526
|
+
year={2024},
|
|
527
|
+
eprint={2410.20878},
|
|
528
|
+
archivePrefix={arXiv},
|
|
529
|
+
primaryClass={cs.CL},
|
|
530
|
+
url={https://arxiv.org/abs/2410.20878},
|
|
531
|
+
}
|
|
532
|
+
```
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
0.3.9
|
|
@@ -121,6 +121,9 @@ try:
|
|
|
121
121
|
from llama_index.llms.huggingface import HuggingFaceLLM
|
|
122
122
|
from llama_index.llms.ollama import Ollama
|
|
123
123
|
|
|
124
|
+
generator_models["huggingfacellm"] = HuggingFaceLLM
|
|
125
|
+
generator_models["ollama"] = Ollama
|
|
126
|
+
|
|
124
127
|
except ImportError:
|
|
125
128
|
logger.info(
|
|
126
129
|
"You are using API version of AutoRAG."
|
|
@@ -17,8 +17,14 @@ from autorag.validator import Validator
|
|
|
17
17
|
|
|
18
18
|
logger = logging.getLogger("AutoRAG")
|
|
19
19
|
|
|
20
|
+
autorag_dir = os.path.dirname(os.path.realpath(__file__))
|
|
21
|
+
version_file = os.path.join(autorag_dir, "VERSION")
|
|
22
|
+
with open(version_file, "r") as f:
|
|
23
|
+
__version__ = f.read().strip()
|
|
24
|
+
|
|
20
25
|
|
|
21
26
|
@click.group()
|
|
27
|
+
@click.version_option(__version__)
|
|
22
28
|
def cli():
|
|
23
29
|
pass
|
|
24
30
|
|
|
@@ -2,7 +2,6 @@ from typing import List, Tuple
|
|
|
2
2
|
|
|
3
3
|
import numpy as np
|
|
4
4
|
import pandas as pd
|
|
5
|
-
from tqdm import tqdm
|
|
6
5
|
|
|
7
6
|
from autorag.nodes.passagereranker.base import BasePassageReranker
|
|
8
7
|
from autorag.utils.util import (
|
|
@@ -141,7 +140,7 @@ def get_colbert_embedding_batch(
|
|
|
141
140
|
input_batches = slice_tokenizer_result(encoding, batch_size)
|
|
142
141
|
result_embedding = []
|
|
143
142
|
with torch.no_grad():
|
|
144
|
-
for encoding_batch in
|
|
143
|
+
for encoding_batch in input_batches:
|
|
145
144
|
result_embedding.append(model(**encoding_batch).last_hidden_state)
|
|
146
145
|
total_tensor = torch.cat(
|
|
147
146
|
result_embedding, dim=0
|
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
from typing import List, Tuple, Iterable
|
|
2
2
|
|
|
3
3
|
import pandas as pd
|
|
4
|
-
from tqdm import tqdm
|
|
5
4
|
|
|
6
5
|
from autorag.nodes.passagereranker.base import BasePassageReranker
|
|
7
6
|
from autorag.utils.util import (
|
|
@@ -103,7 +102,7 @@ def flag_embedding_run_model(input_texts, model, batch_size: int):
|
|
|
103
102
|
raise ImportError("FlagEmbeddingReranker requires PyTorch to be installed.")
|
|
104
103
|
batch_input_texts = make_batch(input_texts, batch_size)
|
|
105
104
|
results = []
|
|
106
|
-
for batch_texts in
|
|
105
|
+
for batch_texts in batch_input_texts:
|
|
107
106
|
with torch.no_grad():
|
|
108
107
|
pred_scores = model.compute_score(sentence_pairs=batch_texts)
|
|
109
108
|
if batch_size == 1 or not isinstance(pred_scores, Iterable):
|
|
@@ -2,7 +2,6 @@ from typing import List, Tuple
|
|
|
2
2
|
|
|
3
3
|
import numpy as np
|
|
4
4
|
import pandas as pd
|
|
5
|
-
from tqdm import tqdm
|
|
6
5
|
|
|
7
6
|
from autorag.nodes.passagereranker.base import BasePassageReranker
|
|
8
7
|
from autorag.utils.util import (
|
|
@@ -109,7 +108,7 @@ def koreranker_run_model(input_texts, model, tokenizer, device, batch_size: int)
|
|
|
109
108
|
raise ImportError("For using KoReranker, please install torch first.")
|
|
110
109
|
batch_input_texts = make_batch(input_texts, batch_size)
|
|
111
110
|
results = []
|
|
112
|
-
for batch_texts in
|
|
111
|
+
for batch_texts in batch_input_texts:
|
|
113
112
|
inputs = tokenizer(
|
|
114
113
|
batch_texts,
|
|
115
114
|
padding=True,
|
|
@@ -2,7 +2,6 @@ from itertools import chain
|
|
|
2
2
|
from typing import List, Tuple
|
|
3
3
|
|
|
4
4
|
import pandas as pd
|
|
5
|
-
from tqdm import tqdm
|
|
6
5
|
|
|
7
6
|
from autorag.nodes.passagereranker.base import BasePassageReranker
|
|
8
7
|
from autorag.utils.util import (
|
|
@@ -166,7 +165,7 @@ def monot5_run_model(
|
|
|
166
165
|
raise ImportError("For using MonoT5 Reranker, please install torch first.")
|
|
167
166
|
batch_input_texts = make_batch(input_texts, batch_size)
|
|
168
167
|
results = []
|
|
169
|
-
for batch_texts in
|
|
168
|
+
for batch_texts in batch_input_texts:
|
|
170
169
|
flattened_batch_texts = list(chain.from_iterable(batch_texts))
|
|
171
170
|
input_encodings = tokenizer(
|
|
172
171
|
flattened_batch_texts,
|
|
@@ -3,7 +3,6 @@ from typing import Any, List, Tuple
|
|
|
3
3
|
|
|
4
4
|
import numpy as np
|
|
5
5
|
import pandas as pd
|
|
6
|
-
from tqdm import tqdm
|
|
7
6
|
|
|
8
7
|
from autorag.nodes.passagereranker.base import BasePassageReranker
|
|
9
8
|
|
|
@@ -173,7 +172,7 @@ def openvino_run_model(
|
|
|
173
172
|
):
|
|
174
173
|
batch_input_texts = make_batch(input_texts, batch_size)
|
|
175
174
|
results = []
|
|
176
|
-
for batch_texts in
|
|
175
|
+
for batch_texts in batch_input_texts:
|
|
177
176
|
input_tensors = tokenizer(
|
|
178
177
|
batch_texts,
|
|
179
178
|
padding=True,
|
|
@@ -1,7 +1,6 @@
|
|
|
1
1
|
from typing import List, Tuple
|
|
2
2
|
|
|
3
3
|
import pandas as pd
|
|
4
|
-
from tqdm import tqdm
|
|
5
4
|
|
|
6
5
|
from autorag.nodes.passagereranker.base import BasePassageReranker
|
|
7
6
|
from autorag.utils.util import (
|
|
@@ -123,7 +122,7 @@ def sentence_transformer_run_model(input_texts, model, batch_size: int):
|
|
|
123
122
|
)
|
|
124
123
|
batch_input_texts = make_batch(input_texts, batch_size)
|
|
125
124
|
results = []
|
|
126
|
-
for batch_texts in
|
|
125
|
+
for batch_texts in batch_input_texts:
|
|
127
126
|
with torch.no_grad():
|
|
128
127
|
pred_scores = model.predict(sentences=batch_texts, apply_softmax=True)
|
|
129
128
|
results.extend(pred_scores.tolist())
|
|
@@ -2,7 +2,6 @@ from itertools import chain
|
|
|
2
2
|
from typing import List, Tuple
|
|
3
3
|
|
|
4
4
|
import pandas as pd
|
|
5
|
-
from tqdm import tqdm
|
|
6
5
|
|
|
7
6
|
from autorag.nodes.passagereranker.base import BasePassageReranker
|
|
8
7
|
from autorag.nodes.passagereranker.tart.modeling_enc_t5 import (
|
|
@@ -123,9 +122,7 @@ def tart_run_model(
|
|
|
123
122
|
batch_input_texts = make_batch(flattened_texts, batch_size)
|
|
124
123
|
batch_contents_list = make_batch(flattened_contents, batch_size)
|
|
125
124
|
results = []
|
|
126
|
-
for batch_texts, batch_contents in
|
|
127
|
-
zip(batch_input_texts, batch_contents_list)
|
|
128
|
-
):
|
|
125
|
+
for batch_texts, batch_contents in zip(batch_input_texts, batch_contents_list):
|
|
129
126
|
feature = tokenizer(
|
|
130
127
|
batch_texts,
|
|
131
128
|
batch_contents,
|
|
@@ -2,7 +2,6 @@ import logging
|
|
|
2
2
|
from typing import List, Tuple
|
|
3
3
|
|
|
4
4
|
import pandas as pd
|
|
5
|
-
from tqdm import tqdm
|
|
6
5
|
|
|
7
6
|
from autorag.nodes.passagereranker.base import BasePassageReranker
|
|
8
7
|
from autorag.utils import result_to_dataframe
|
|
@@ -72,7 +71,6 @@ class Upr(BasePassageReranker):
|
|
|
72
71
|
|
|
73
72
|
:return: tuple of lists containing the reranked contents, ids, and scores
|
|
74
73
|
"""
|
|
75
|
-
tqdm.pandas()
|
|
76
74
|
df = pd.DataFrame(
|
|
77
75
|
{
|
|
78
76
|
"query": queries,
|
|
@@ -81,7 +79,7 @@ class Upr(BasePassageReranker):
|
|
|
81
79
|
}
|
|
82
80
|
)
|
|
83
81
|
|
|
84
|
-
df["scores"] = df.
|
|
82
|
+
df["scores"] = df.apply(
|
|
85
83
|
lambda row: self.scorer.compute(
|
|
86
84
|
query=row["query"], contents=row["contents"]
|
|
87
85
|
),
|
|
@@ -6,7 +6,6 @@ from typing import List, Callable, Dict, Tuple, Union
|
|
|
6
6
|
|
|
7
7
|
import numpy as np
|
|
8
8
|
import pandas as pd
|
|
9
|
-
from tqdm import tqdm
|
|
10
9
|
|
|
11
10
|
from autorag.evaluation import evaluate_retrieval
|
|
12
11
|
from autorag.schema.metricinput import MetricInput
|
|
@@ -512,7 +511,7 @@ def optimize_hybrid(
|
|
|
512
511
|
).tolist()
|
|
513
512
|
|
|
514
513
|
result_list = []
|
|
515
|
-
for weight_value in
|
|
514
|
+
for weight_value in weight_candidates:
|
|
516
515
|
result_df = hybrid_module_func.run_evaluator(
|
|
517
516
|
project_dir=project_dir,
|
|
518
517
|
previous_result=previous_result,
|
|
@@ -3,7 +3,7 @@ from datetime import datetime
|
|
|
3
3
|
import numpy as np
|
|
4
4
|
import pandas as pd
|
|
5
5
|
|
|
6
|
-
from autorag.utils.util import
|
|
6
|
+
from autorag.utils.util import preprocess_text
|
|
7
7
|
|
|
8
8
|
|
|
9
9
|
def validate_qa_dataset(df: pd.DataFrame):
|
|
@@ -60,9 +60,9 @@ def cast_qa_dataset(df: pd.DataFrame):
|
|
|
60
60
|
), "query must be string type."
|
|
61
61
|
df["retrieval_gt"] = df["retrieval_gt"].apply(cast_retrieval_gt)
|
|
62
62
|
df["generation_gt"] = df["generation_gt"].apply(cast_generation_gt)
|
|
63
|
-
df["query"] = df["query"].apply(
|
|
63
|
+
df["query"] = df["query"].apply(preprocess_text)
|
|
64
64
|
df["generation_gt"] = df["generation_gt"].apply(
|
|
65
|
-
lambda x: list(map(
|
|
65
|
+
lambda x: list(map(preprocess_text, x))
|
|
66
66
|
)
|
|
67
67
|
return df
|
|
68
68
|
|
|
@@ -104,13 +104,13 @@ def cast_corpus_dataset(df: pd.DataFrame):
|
|
|
104
104
|
lambda x: make_prev_next_id_metadata(x, "next_id")
|
|
105
105
|
)
|
|
106
106
|
|
|
107
|
-
df["contents"] = df["contents"].apply(
|
|
107
|
+
df["contents"] = df["contents"].apply(preprocess_text)
|
|
108
108
|
|
|
109
109
|
def normalize_unicode_metadata(metadata: dict):
|
|
110
110
|
result = {}
|
|
111
111
|
for key, value in metadata.items():
|
|
112
112
|
if isinstance(value, str):
|
|
113
|
-
result[key] =
|
|
113
|
+
result[key] = preprocess_text(value)
|
|
114
114
|
else:
|
|
115
115
|
result[key] = value
|
|
116
116
|
return result
|
|
@@ -15,6 +15,7 @@ from json import JSONDecoder
|
|
|
15
15
|
from typing import List, Callable, Dict, Optional, Any, Collection, Iterable
|
|
16
16
|
|
|
17
17
|
from asyncio import AbstractEventLoop
|
|
18
|
+
import emoji
|
|
18
19
|
import numpy as np
|
|
19
20
|
import pandas as pd
|
|
20
21
|
import tiktoken
|
|
@@ -334,7 +335,11 @@ def save_parquet_safe(df: pd.DataFrame, filepath: str, upsert: bool = False):
|
|
|
334
335
|
def openai_truncate_by_token(
|
|
335
336
|
texts: List[str], token_limit: int, model_name: str
|
|
336
337
|
) -> List[str]:
|
|
337
|
-
|
|
338
|
+
try:
|
|
339
|
+
tokenizer = tiktoken.encoding_for_model(model_name)
|
|
340
|
+
except KeyError:
|
|
341
|
+
# This is not a real OpenAI model
|
|
342
|
+
return texts
|
|
338
343
|
|
|
339
344
|
def truncate_text(text: str, limit: int, tokenizer):
|
|
340
345
|
tokens = tokenizer.encode(text)
|
|
@@ -464,6 +469,14 @@ def find_node_summary_files(trial_dir: str) -> List[str]:
|
|
|
464
469
|
return filtered_files
|
|
465
470
|
|
|
466
471
|
|
|
472
|
+
def preprocess_text(text: str) -> str:
|
|
473
|
+
return normalize_unicode(demojize(text))
|
|
474
|
+
|
|
475
|
+
|
|
476
|
+
def demojize(text: str) -> str:
|
|
477
|
+
return emoji.demojize(text)
|
|
478
|
+
|
|
479
|
+
|
|
467
480
|
def normalize_unicode(text: str) -> str:
|
|
468
481
|
return unicodedata.normalize("NFC", text)
|
|
469
482
|
|
|
@@ -699,10 +712,10 @@ def decode_multiple_json_from_bytes(byte_data: bytes) -> list:
|
|
|
699
712
|
Decode multiple JSON objects from bytes received from SSE server.
|
|
700
713
|
|
|
701
714
|
Args:
|
|
702
|
-
|
|
715
|
+
byte_data: Bytes containing one or more JSON objects
|
|
703
716
|
|
|
704
717
|
Returns:
|
|
705
|
-
|
|
718
|
+
List of decoded JSON objects
|
|
706
719
|
"""
|
|
707
720
|
# Decode bytes to string
|
|
708
721
|
try:
|
|
@@ -42,8 +42,20 @@ class Validator:
|
|
|
42
42
|
self.corpus_data = cast_corpus_dataset(self.corpus_data)
|
|
43
43
|
|
|
44
44
|
def validate(self, yaml_path: str, qa_cnt: int = 5, random_state: int = 42):
|
|
45
|
-
# sample
|
|
46
|
-
|
|
45
|
+
# Determine the sample size and log a warning if qa_cnt is larger than available records
|
|
46
|
+
available_records = len(self.qa_data)
|
|
47
|
+
safe_sample_size = min(qa_cnt, available_records) # 먼저 safe_sample_size 계산
|
|
48
|
+
|
|
49
|
+
if safe_sample_size < qa_cnt:
|
|
50
|
+
logger.warning(
|
|
51
|
+
f"Minimal Requested sample size ({qa_cnt}) is larger than available records ({available_records}). "
|
|
52
|
+
f"Sampling will be limited to {safe_sample_size} records. "
|
|
53
|
+
)
|
|
54
|
+
|
|
55
|
+
# safe sample QA data
|
|
56
|
+
sample_qa_df = self.qa_data.sample(
|
|
57
|
+
n=safe_sample_size, random_state=random_state
|
|
58
|
+
)
|
|
47
59
|
sample_qa_df.reset_index(drop=True, inplace=True)
|
|
48
60
|
|
|
49
61
|
# get doc_id
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
Binary file
|
|
@@ -15,6 +15,13 @@ In this new data creation pipeline, we have three schemas. `Raw`, `QA`, and `Cor
|
|
|
15
15
|
You can use the corpus to generate the answer for the question.
|
|
16
16
|
You have to make corpus data from your documents using parsing and chunking.
|
|
17
17
|
|
|
18
|
+
In other words,
|
|
19
|
+
`Raw` : parsed data
|
|
20
|
+
`Corpus` : chunked data
|
|
21
|
+
`QA` : Question & Answer dataset based on the corpus
|
|
22
|
+
|
|
23
|
+

|
|
24
|
+
|
|
18
25
|
To see the tutorial of the data creation, check [here](tutorial.md).
|
|
19
26
|
|
|
20
27
|
```{toctree}
|
|
@@ -34,18 +34,17 @@ The following modules can use generator module, which including `llama_index_llm
|
|
|
34
34
|
- [multi_query_expansion](nodes/query_expansion/multi_query_expansion.md)
|
|
35
35
|
- [tree_summarize](nodes/passage_compressor/tree_summarize.md)
|
|
36
36
|
|
|
37
|
-
### Supporting LLM models
|
|
38
37
|
|
|
39
|
-
|
|
40
|
-
To change the LLM model type, you can change the `llm` parameter to the following values:
|
|
38
|
+
### Supporting LLM Models
|
|
41
39
|
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
|
45
|
-
|
|
46
|
-
|
|
|
47
|
-
|
|
|
48
|
-
|
|
|
40
|
+
We support most of the LLMs that LlamaIndex supports. You can use different types of LLM interfaces by configuring the `llm` parameter:
|
|
41
|
+
|
|
42
|
+
| LLM Model Type | llm parameter | Description |
|
|
43
|
+
|:--------------:|:--------------:|-------------|
|
|
44
|
+
| OpenAI | openai | For OpenAI models (GPT-3.5, GPT-4) |
|
|
45
|
+
| OpenAILike | openailike | For models with OpenAI-compatible APIs (e.g., Mistral, Claude) |
|
|
46
|
+
| Ollama | ollama | For locally running Ollama models |
|
|
47
|
+
| Bedrock | bedrock | For AWS Bedrock models |
|
|
49
48
|
|
|
50
49
|
For example, if you want to use `OpenAILike` model, you can set `llm` parameter to `openailike`.
|
|
51
50
|
|
|
@@ -69,6 +68,52 @@ The most frequently used parameters are `model`, `max_token`, and `temperature`.
|
|
|
69
68
|
Please check what you can set for the model parameter
|
|
70
69
|
at [LlamaIndex LLM](https://docs.llamaindex.ai/en/stable/module_guides/models/llms/).
|
|
71
70
|
|
|
71
|
+
#### Using HuggingFace Models
|
|
72
|
+
|
|
73
|
+
There are two main ways to use HuggingFace models:
|
|
74
|
+
|
|
75
|
+
1. **Through OpenAILike Interface** (Recommended for hosted API endpoints):
|
|
76
|
+
```yaml
|
|
77
|
+
nodes:
|
|
78
|
+
- node_line_name: node_line_1
|
|
79
|
+
nodes:
|
|
80
|
+
- node_type: generator
|
|
81
|
+
modules:
|
|
82
|
+
- module_type: llama_index_llm
|
|
83
|
+
llm: openailike
|
|
84
|
+
model: mistralai/Mistral-7B-Instruct-v0.2
|
|
85
|
+
api_base: your_api_base
|
|
86
|
+
api_key: your_api_key
|
|
87
|
+
```
|
|
88
|
+
|
|
89
|
+
2. **Through Direct HuggingFace Integration** (For local deployment):
|
|
90
|
+
```yaml
|
|
91
|
+
nodes:
|
|
92
|
+
- node_line_name: node_line_1
|
|
93
|
+
nodes:
|
|
94
|
+
- node_type: generator
|
|
95
|
+
modules:
|
|
96
|
+
- module_type: llama_index_llm
|
|
97
|
+
llm: huggingface
|
|
98
|
+
model_name: mistralai/Mistral-7B-Instruct-v0.2
|
|
99
|
+
device_map: "auto"
|
|
100
|
+
model_kwargs:
|
|
101
|
+
torch_dtype: "float16"
|
|
102
|
+
```
|
|
103
|
+
|
|
104
|
+
#### Common Parameters
|
|
105
|
+
|
|
106
|
+
The most frequently used parameters for LLM configuration are:
|
|
107
|
+
|
|
108
|
+
- `model`: The model identifier or name
|
|
109
|
+
- `max_tokens`: Maximum number of tokens in the response
|
|
110
|
+
- `temperature`: Controls randomness in the output (0.0 to 1.0)
|
|
111
|
+
- `api_base`: API endpoint URL (for hosted models)
|
|
112
|
+
- `api_key`: Authentication key (if required)
|
|
113
|
+
|
|
114
|
+
For a complete list of available parameters, please refer to the
|
|
115
|
+
[LlamaIndex LLM documentation](https://docs.llamaindex.ai/en/stable/module_guides/models/llms/).
|
|
116
|
+
|
|
72
117
|
### Add more LLM models
|
|
73
118
|
|
|
74
119
|
You can add more LLM models for AutoRAG.
|
|
@@ -2,9 +2,9 @@
|
|
|
2
2
|
|
|
3
3
|
1. [v0.3 migration guide](#v03-migration-guide)
|
|
4
4
|
|
|
5
|
-
|
|
5
|
+
## v0.3 migration guide
|
|
6
6
|
|
|
7
|
-
|
|
7
|
+
### Data Creation
|
|
8
8
|
|
|
9
9
|
From the v0.3 version, the previous data creation library goes into the `legacy` package.
|
|
10
10
|
Instead of legacy data creation, the `beta` package is introduced.
|
|
@@ -38,7 +38,7 @@ from autorag.data.qa.sample import random_single_hop
|
|
|
38
38
|
from autorag.data.qa.schema import Raw
|
|
39
39
|
```
|
|
40
40
|
|
|
41
|
-
|
|
41
|
+
## v0.3.7 migration guide
|
|
42
42
|
|
|
43
43
|
At v0.3.6, there are changes of the vectordb.
|
|
44
44
|
You have to specify what vectordb you want to use at the config YAML file.
|