AutoRAG 0.3.8__tar.gz → 0.3.9__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (644) hide show
  1. {autorag-0.3.8 → autorag-0.3.9}/AutoRAG.egg-info/PKG-INFO +18 -2
  2. {autorag-0.3.8 → autorag-0.3.9}/AutoRAG.egg-info/SOURCES.txt +12 -0
  3. {autorag-0.3.8 → autorag-0.3.9}/AutoRAG.egg-info/requires.txt +1 -0
  4. {autorag-0.3.8 → autorag-0.3.9}/PKG-INFO +18 -2
  5. {autorag-0.3.8 → autorag-0.3.9}/README.md +16 -1
  6. autorag-0.3.9/autorag/VERSION +1 -0
  7. {autorag-0.3.8 → autorag-0.3.9}/autorag/__init__.py +3 -0
  8. {autorag-0.3.8 → autorag-0.3.9}/autorag/cli.py +6 -0
  9. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/parse/clova.py +1 -0
  10. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/colbert.py +1 -2
  11. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/flag_embedding.py +1 -2
  12. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/koreranker.py +1 -2
  13. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/monot5.py +1 -2
  14. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/openvino.py +1 -2
  15. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/sentence_transformer.py +1 -2
  16. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/tart/tart.py +1 -4
  17. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/upr.py +1 -3
  18. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/retrieval/run.py +1 -2
  19. {autorag-0.3.8 → autorag-0.3.9}/autorag/utils/preprocess.py +5 -5
  20. {autorag-0.3.8 → autorag-0.3.9}/autorag/utils/util.py +16 -3
  21. {autorag-0.3.8 → autorag-0.3.9}/autorag/validator.py +14 -2
  22. autorag-0.3.9/docs/source/_static/qa/data_creation_schema.png +0 -0
  23. autorag-0.3.9/docs/source/_static/yaml/compact_structured.png +0 -0
  24. autorag-0.3.9/docs/source/_static/yaml/detail_folder.png +0 -0
  25. autorag-0.3.9/docs/source/_static/yaml/full_modules.png +0 -0
  26. autorag-0.3.9/docs/source/_static/yaml/full_structured.png +0 -0
  27. autorag-0.3.9/docs/source/_static/yaml/full_yaml_structure.png +0 -0
  28. autorag-0.3.9/docs/source/_static/yaml/gpu_modules.png +0 -0
  29. autorag-0.3.9/docs/source/_static/yaml/half_structured.png +0 -0
  30. autorag-0.3.9/docs/source/_static/yaml/non_gpu_modules.png +0 -0
  31. autorag-0.3.9/docs/source/_static/yaml/sample_yaml_folder.png +0 -0
  32. autorag-0.3.9/docs/source/_static/yaml/simple_structured.png +0 -0
  33. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/data_creation.md +7 -0
  34. {autorag-0.3.8 → autorag-0.3.9}/docs/source/index.rst +1 -0
  35. {autorag-0.3.8 → autorag-0.3.9}/docs/source/local_model.md +55 -10
  36. {autorag-0.3.8 → autorag-0.3.9}/docs/source/migration.md +3 -3
  37. autorag-0.3.9/docs/source/optimization/sample_config.md +94 -0
  38. {autorag-0.3.8 → autorag-0.3.9}/docs/source/troubleshooting.md +42 -13
  39. {autorag-0.3.8 → autorag-0.3.9}/docs/source/tutorial.md +7 -0
  40. {autorag-0.3.8 → autorag-0.3.9}/requirements.txt +1 -0
  41. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/non_gpu/full.yaml +0 -1
  42. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/non_gpu/half.yaml +0 -1
  43. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/utils/test_util.py +30 -0
  44. autorag-0.3.8/autorag/VERSION +0 -1
  45. {autorag-0.3.8 → autorag-0.3.9}/.dockerignore +0 -0
  46. {autorag-0.3.8 → autorag-0.3.9}/.github/FUNDING.yml +0 -0
  47. {autorag-0.3.8 → autorag-0.3.9}/.github/ISSUE_TEMPLATE/bug_report.md +0 -0
  48. {autorag-0.3.8 → autorag-0.3.9}/.github/ISSUE_TEMPLATE/feature_request.md +0 -0
  49. {autorag-0.3.8 → autorag-0.3.9}/.github/dependabot.yml +0 -0
  50. {autorag-0.3.8 → autorag-0.3.9}/.github/workflows/docker-push.yml +0 -0
  51. {autorag-0.3.8 → autorag-0.3.9}/.github/workflows/gpu-docker-push.yml +0 -0
  52. {autorag-0.3.8 → autorag-0.3.9}/.github/workflows/publish.yml +0 -0
  53. {autorag-0.3.8 → autorag-0.3.9}/.github/workflows/sphinx.yml +0 -0
  54. {autorag-0.3.8 → autorag-0.3.9}/.github/workflows/test.yml +0 -0
  55. {autorag-0.3.8 → autorag-0.3.9}/.gitignore +0 -0
  56. {autorag-0.3.8 → autorag-0.3.9}/.pre-commit-config.yaml +0 -0
  57. {autorag-0.3.8 → autorag-0.3.9}/AutoRAG.egg-info/dependency_links.txt +0 -0
  58. {autorag-0.3.8 → autorag-0.3.9}/AutoRAG.egg-info/entry_points.txt +0 -0
  59. {autorag-0.3.8 → autorag-0.3.9}/AutoRAG.egg-info/top_level.txt +0 -0
  60. {autorag-0.3.8 → autorag-0.3.9}/CODE_OF_CONDUCT.md +0 -0
  61. {autorag-0.3.8 → autorag-0.3.9}/CONTRIBUTING.md +0 -0
  62. {autorag-0.3.8 → autorag-0.3.9}/Dockerfile.base +0 -0
  63. {autorag-0.3.8 → autorag-0.3.9}/Dockerfile.gpu +0 -0
  64. {autorag-0.3.8 → autorag-0.3.9}/LICENSE +0 -0
  65. {autorag-0.3.8 → autorag-0.3.9}/autorag/chunker.py +0 -0
  66. {autorag-0.3.8 → autorag-0.3.9}/autorag/dashboard.py +0 -0
  67. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/__init__.py +0 -0
  68. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/chunk/__init__.py +0 -0
  69. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/chunk/base.py +0 -0
  70. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/chunk/langchain_chunk.py +0 -0
  71. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/chunk/llama_index_chunk.py +0 -0
  72. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/chunk/run.py +0 -0
  73. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/__init__.py +0 -0
  74. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/corpus/__init__.py +0 -0
  75. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/corpus/langchain.py +0 -0
  76. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/corpus/llama_index.py +0 -0
  77. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/qacreation/__init__.py +0 -0
  78. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/qacreation/base.py +0 -0
  79. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/qacreation/llama_index.py +0 -0
  80. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/qacreation/llama_index_default_prompt.txt +0 -0
  81. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/qacreation/ragas.py +0 -0
  82. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/legacy/qacreation/simple.py +0 -0
  83. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/parse/__init__.py +0 -0
  84. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/parse/base.py +0 -0
  85. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/parse/langchain_parse.py +0 -0
  86. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/parse/llamaparse.py +0 -0
  87. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/parse/run.py +0 -0
  88. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/parse/table_hybrid_parse.py +0 -0
  89. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/__init__.py +0 -0
  90. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/evolve/__init__.py +0 -0
  91. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/evolve/llama_index_query_evolve.py +0 -0
  92. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/evolve/openai_query_evolve.py +0 -0
  93. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/evolve/prompt.py +0 -0
  94. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/extract_evidence.py +0 -0
  95. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/filter/__init__.py +0 -0
  96. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/filter/dontknow.py +0 -0
  97. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/filter/passage_dependency.py +0 -0
  98. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/filter/prompt.py +0 -0
  99. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/generation_gt/__init__.py +0 -0
  100. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/generation_gt/base.py +0 -0
  101. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/generation_gt/llama_index_gen_gt.py +0 -0
  102. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/generation_gt/openai_gen_gt.py +0 -0
  103. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/generation_gt/prompt.py +0 -0
  104. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/query/__init__.py +0 -0
  105. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/query/llama_gen_query.py +0 -0
  106. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/query/openai_gen_query.py +0 -0
  107. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/query/prompt.py +0 -0
  108. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/sample.py +0 -0
  109. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/qa/schema.py +0 -0
  110. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/utils/__init__.py +0 -0
  111. {autorag-0.3.8 → autorag-0.3.9}/autorag/data/utils/util.py +0 -0
  112. {autorag-0.3.8 → autorag-0.3.9}/autorag/deploy/__init__.py +0 -0
  113. {autorag-0.3.8 → autorag-0.3.9}/autorag/deploy/api.py +0 -0
  114. {autorag-0.3.8 → autorag-0.3.9}/autorag/deploy/base.py +0 -0
  115. {autorag-0.3.8 → autorag-0.3.9}/autorag/deploy/gradio.py +0 -0
  116. {autorag-0.3.8 → autorag-0.3.9}/autorag/deploy/swagger.yml +0 -0
  117. {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/__init__.py +0 -0
  118. {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/generation.py +0 -0
  119. {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/__init__.py +0 -0
  120. {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/deepeval_prompt.py +0 -0
  121. {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/g_eval_prompts/coh_detailed.txt +0 -0
  122. {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/g_eval_prompts/con_detailed.txt +0 -0
  123. {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/g_eval_prompts/flu_detailed.txt +0 -0
  124. {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/g_eval_prompts/rel_detailed.txt +0 -0
  125. {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/generation.py +0 -0
  126. {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/retrieval.py +0 -0
  127. {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/retrieval_contents.py +0 -0
  128. {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/metric/util.py +0 -0
  129. {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/retrieval.py +0 -0
  130. {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/retrieval_contents.py +0 -0
  131. {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluation/util.py +0 -0
  132. {autorag-0.3.8 → autorag-0.3.9}/autorag/evaluator.py +0 -0
  133. {autorag-0.3.8 → autorag-0.3.9}/autorag/node_line.py +0 -0
  134. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/__init__.py +0 -0
  135. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/generator/__init__.py +0 -0
  136. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/generator/base.py +0 -0
  137. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/generator/llama_index_llm.py +0 -0
  138. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/generator/openai_llm.py +0 -0
  139. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/generator/run.py +0 -0
  140. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/generator/vllm.py +0 -0
  141. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passageaugmenter/__init__.py +0 -0
  142. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passageaugmenter/base.py +0 -0
  143. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passageaugmenter/pass_passage_augmenter.py +0 -0
  144. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passageaugmenter/prev_next_augmenter.py +0 -0
  145. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passageaugmenter/run.py +0 -0
  146. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagecompressor/__init__.py +0 -0
  147. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagecompressor/base.py +0 -0
  148. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagecompressor/longllmlingua.py +0 -0
  149. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagecompressor/pass_compressor.py +0 -0
  150. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagecompressor/refine.py +0 -0
  151. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagecompressor/run.py +0 -0
  152. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagecompressor/tree_summarize.py +0 -0
  153. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/__init__.py +0 -0
  154. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/base.py +0 -0
  155. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/pass_passage_filter.py +0 -0
  156. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/percentile_cutoff.py +0 -0
  157. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/recency.py +0 -0
  158. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/run.py +0 -0
  159. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/similarity_percentile_cutoff.py +0 -0
  160. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/similarity_threshold_cutoff.py +0 -0
  161. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagefilter/threshold_cutoff.py +0 -0
  162. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/__init__.py +0 -0
  163. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/base.py +0 -0
  164. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/cohere.py +0 -0
  165. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/flag_embedding_llm.py +0 -0
  166. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/flashrank.py +0 -0
  167. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/jina.py +0 -0
  168. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/mixedbreadai.py +0 -0
  169. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/pass_reranker.py +0 -0
  170. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/rankgpt.py +0 -0
  171. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/run.py +0 -0
  172. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/tart/__init__.py +0 -0
  173. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/tart/modeling_enc_t5.py +0 -0
  174. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/tart/tokenization_enc_t5.py +0 -0
  175. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/time_reranker.py +0 -0
  176. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/passagereranker/voyageai.py +0 -0
  177. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/promptmaker/__init__.py +0 -0
  178. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/promptmaker/base.py +0 -0
  179. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/promptmaker/fstring.py +0 -0
  180. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/promptmaker/long_context_reorder.py +0 -0
  181. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/promptmaker/run.py +0 -0
  182. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/promptmaker/window_replacement.py +0 -0
  183. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/queryexpansion/__init__.py +0 -0
  184. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/queryexpansion/base.py +0 -0
  185. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/queryexpansion/hyde.py +0 -0
  186. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/queryexpansion/multi_query_expansion.py +0 -0
  187. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/queryexpansion/pass_query_expansion.py +0 -0
  188. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/queryexpansion/query_decompose.py +0 -0
  189. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/queryexpansion/run.py +0 -0
  190. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/retrieval/__init__.py +0 -0
  191. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/retrieval/base.py +0 -0
  192. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/retrieval/bm25.py +0 -0
  193. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/retrieval/hybrid_cc.py +0 -0
  194. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/retrieval/hybrid_rrf.py +0 -0
  195. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/retrieval/vectordb.py +0 -0
  196. {autorag-0.3.8 → autorag-0.3.9}/autorag/nodes/util.py +0 -0
  197. {autorag-0.3.8 → autorag-0.3.9}/autorag/parser.py +0 -0
  198. {autorag-0.3.8 → autorag-0.3.9}/autorag/schema/__init__.py +0 -0
  199. {autorag-0.3.8 → autorag-0.3.9}/autorag/schema/base.py +0 -0
  200. {autorag-0.3.8 → autorag-0.3.9}/autorag/schema/metricinput.py +0 -0
  201. {autorag-0.3.8 → autorag-0.3.9}/autorag/schema/module.py +0 -0
  202. {autorag-0.3.8 → autorag-0.3.9}/autorag/schema/node.py +0 -0
  203. {autorag-0.3.8 → autorag-0.3.9}/autorag/strategy.py +0 -0
  204. {autorag-0.3.8 → autorag-0.3.9}/autorag/support.py +0 -0
  205. {autorag-0.3.8 → autorag-0.3.9}/autorag/utils/__init__.py +0 -0
  206. {autorag-0.3.8 → autorag-0.3.9}/autorag/vectordb/__init__.py +0 -0
  207. {autorag-0.3.8 → autorag-0.3.9}/autorag/vectordb/base.py +0 -0
  208. {autorag-0.3.8 → autorag-0.3.9}/autorag/vectordb/chroma.py +0 -0
  209. {autorag-0.3.8 → autorag-0.3.9}/autorag/vectordb/milvus.py +0 -0
  210. {autorag-0.3.8 → autorag-0.3.9}/autorag/web.py +0 -0
  211. {autorag-0.3.8 → autorag-0.3.9}/build_and_push.sh +0 -0
  212. {autorag-0.3.8 → autorag-0.3.9}/docker-compose.yml +0 -0
  213. {autorag-0.3.8 → autorag-0.3.9}/docs/Makefile +0 -0
  214. {autorag-0.3.8 → autorag-0.3.9}/docs/make.bat +0 -0
  215. {autorag-0.3.8 → autorag-0.3.9}/docs/requirements.txt +0 -0
  216. {autorag-0.3.8 → autorag-0.3.9}/docs/source/CNAME +0 -0
  217. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/data_creation.png +0 -0
  218. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/data_creation_pipeline.png +0 -0
  219. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/data_folder.png +0 -0
  220. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/dcg.png +0 -0
  221. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/f1_score.png +0 -0
  222. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/map.png +0 -0
  223. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/mrr.png +0 -0
  224. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/ndcg.png +0 -0
  225. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/ndcg_formula.png +0 -0
  226. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/node_folder.png +0 -0
  227. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/node_line_folder.png +0 -0
  228. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/node_line_summary.png +0 -0
  229. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/node_lines.png +0 -0
  230. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/node_summary.png +0 -0
  231. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/normal_distribution.png +0 -0
  232. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/project_folder_example.png +0 -0
  233. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/project_folders.png +0 -0
  234. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/resources_folder.png +0 -0
  235. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/roadmap/RAG_paradigms.png +0 -0
  236. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/roadmap/advanced_RAG.png +0 -0
  237. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/roadmap/cycle.png +0 -0
  238. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/roadmap/merger.png +0 -0
  239. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/roadmap/node_line_modular.png +0 -0
  240. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/roadmap/policy.png +0 -0
  241. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/samsung_sundae.jpeg +0 -0
  242. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/score_fusion.png +0 -0
  243. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/trial_folder.png +0 -0
  244. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/trial_json.png +0 -0
  245. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/trial_summary.png +0 -0
  246. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/web_interface.png +0 -0
  247. {autorag-0.3.8 → autorag-0.3.9}/docs/source/_static/web_interface_gradio.png +0 -0
  248. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.chunk.rst +0 -0
  249. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.corpus.rst +0 -0
  250. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.legacy.corpus.rst +0 -0
  251. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.legacy.qacreation.rst +0 -0
  252. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.legacy.rst +0 -0
  253. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.parse.rst +0 -0
  254. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.qa.evolve.rst +0 -0
  255. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.qa.filter.rst +0 -0
  256. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.qa.generation_gt.rst +0 -0
  257. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.qa.query.rst +0 -0
  258. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.qa.rst +0 -0
  259. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.qacreation.rst +0 -0
  260. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.rst +0 -0
  261. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.data.utils.rst +0 -0
  262. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.deploy.rst +0 -0
  263. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.evaluation.metric.rst +0 -0
  264. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.evaluation.rst +0 -0
  265. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.generator.rst +0 -0
  266. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.passageaugmenter.rst +0 -0
  267. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.passagecompressor.rst +0 -0
  268. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.passagefilter.rst +0 -0
  269. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.passagereranker.rst +0 -0
  270. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.passagereranker.tart.rst +0 -0
  271. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.promptmaker.rst +0 -0
  272. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.queryexpansion.rst +0 -0
  273. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.retrieval.rst +0 -0
  274. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.nodes.rst +0 -0
  275. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.rst +0 -0
  276. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.schema.rst +0 -0
  277. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.utils.rst +0 -0
  278. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/autorag.vectordb.rst +0 -0
  279. {autorag-0.3.8 → autorag-0.3.9}/docs/source/api_spec/modules.rst +0 -0
  280. {autorag-0.3.8 → autorag-0.3.9}/docs/source/conf.py +0 -0
  281. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/chunk/chunk.md +0 -0
  282. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/chunk/langchain_chunk.md +0 -0
  283. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/chunk/llama_index_chunk.md +0 -0
  284. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/data_format.md +0 -0
  285. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/legacy/legacy.md +0 -0
  286. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/legacy/ragas.md +0 -0
  287. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/legacy/tutorial.md +0 -0
  288. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/parse/clova.md +0 -0
  289. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/parse/langchain_parse.md +0 -0
  290. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/parse/llama_parse.md +0 -0
  291. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/parse/parse.md +0 -0
  292. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/parse/table_hybrid_parse.md +0 -0
  293. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/qa_creation/answer_gen.md +0 -0
  294. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/qa_creation/evolve.md +0 -0
  295. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/qa_creation/filter.md +0 -0
  296. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/qa_creation/qa_creation.md +0 -0
  297. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/qa_creation/query_gen.md +0 -0
  298. {autorag-0.3.8 → autorag-0.3.9}/docs/source/data_creation/tutorial.md +0 -0
  299. {autorag-0.3.8 → autorag-0.3.9}/docs/source/deploy/api_endpoint.md +0 -0
  300. {autorag-0.3.8 → autorag-0.3.9}/docs/source/deploy/web.md +0 -0
  301. {autorag-0.3.8 → autorag-0.3.9}/docs/source/evaluate_metrics/generation.md +0 -0
  302. {autorag-0.3.8 → autorag-0.3.9}/docs/source/evaluate_metrics/retrieval.md +0 -0
  303. {autorag-0.3.8 → autorag-0.3.9}/docs/source/evaluate_metrics/retrieval_contents.md +0 -0
  304. {autorag-0.3.8 → autorag-0.3.9}/docs/source/install.md +0 -0
  305. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/generator/generator.md +0 -0
  306. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/generator/llama_index_llm.md +0 -0
  307. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/generator/openai_llm.md +0 -0
  308. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/generator/vllm.md +0 -0
  309. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/index.md +0 -0
  310. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_augmenter/passage_augmenter.md +0 -0
  311. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_augmenter/prev_next_augmenter.md +0 -0
  312. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_compressor/longllmlingua.md +0 -0
  313. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_compressor/passage_compressor.md +0 -0
  314. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_compressor/refine.md +0 -0
  315. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_compressor/tree_summarize.md +0 -0
  316. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_filter/passage_filter.md +0 -0
  317. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_filter/percentile_cutoff.md +0 -0
  318. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_filter/recency_filter.md +0 -0
  319. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_filter/similarity_percentile_cutoff.md +0 -0
  320. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_filter/similarity_threshold_cutoff.md +0 -0
  321. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_filter/threshold_cutoff.md +0 -0
  322. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/cohere.md +0 -0
  323. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/colbert.md +0 -0
  324. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/flag_embedding_llm_reranker.md +0 -0
  325. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/flag_embedding_reranker.md +0 -0
  326. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/flashrank_reranker.md +0 -0
  327. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/jina_reranker.md +0 -0
  328. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/koreranker.md +0 -0
  329. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/mixedbreadai_reranker.md +0 -0
  330. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/monot5.md +0 -0
  331. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/openvino_reranker.md +0 -0
  332. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/passage_reranker.md +0 -0
  333. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/rankgpt.md +0 -0
  334. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/sentence_transformer_reranker.md +0 -0
  335. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/tart.md +0 -0
  336. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/time_reranker.md +0 -0
  337. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/upr.md +0 -0
  338. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/passage_reranker/voyageai_reranker.md +0 -0
  339. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/prompt_maker/fstring.md +0 -0
  340. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/prompt_maker/long_context_reorder.md +0 -0
  341. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/prompt_maker/prompt_maker.md +0 -0
  342. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/prompt_maker/window_replacement.md +0 -0
  343. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/query_expansion/hyde.md +0 -0
  344. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/query_expansion/multi_query_expansion.md +0 -0
  345. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/query_expansion/query_decompose.md +0 -0
  346. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/query_expansion/query_expansion.md +0 -0
  347. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/retrieval/bm25.md +0 -0
  348. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/retrieval/hybrid_cc.md +0 -0
  349. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/retrieval/hybrid_rrf.md +0 -0
  350. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/retrieval/retrieval.md +0 -0
  351. {autorag-0.3.8 → autorag-0.3.9}/docs/source/nodes/retrieval/vectordb.md +0 -0
  352. {autorag-0.3.8 → autorag-0.3.9}/docs/source/optimization/custom_config.md +0 -0
  353. {autorag-0.3.8 → autorag-0.3.9}/docs/source/optimization/folder_structure.md +0 -0
  354. {autorag-0.3.8 → autorag-0.3.9}/docs/source/optimization/optimization.md +0 -0
  355. {autorag-0.3.8 → autorag-0.3.9}/docs/source/optimization/strategies.md +0 -0
  356. {autorag-0.3.8 → autorag-0.3.9}/docs/source/roadmap/modular_rag.md +0 -0
  357. {autorag-0.3.8 → autorag-0.3.9}/docs/source/structure.md +0 -0
  358. {autorag-0.3.8 → autorag-0.3.9}/docs/source/vectordb/chroma.md +0 -0
  359. {autorag-0.3.8 → autorag-0.3.9}/docs/source/vectordb/milvus.md +0 -0
  360. {autorag-0.3.8 → autorag-0.3.9}/docs/source/vectordb/vectordb.md +0 -0
  361. {autorag-0.3.8 → autorag-0.3.9}/projects/tutorial_1/config.yaml +0 -0
  362. {autorag-0.3.8 → autorag-0.3.9}/pyproject.toml +0 -0
  363. {autorag-0.3.8 → autorag-0.3.9}/sample_config/chunk/chunk_full.yaml +0 -0
  364. {autorag-0.3.8 → autorag-0.3.9}/sample_config/chunk/chunk_ko.yaml +0 -0
  365. {autorag-0.3.8 → autorag-0.3.9}/sample_config/chunk/simple_chunk.yaml +0 -0
  366. {autorag-0.3.8 → autorag-0.3.9}/sample_config/parse/parse_full.yaml +0 -0
  367. {autorag-0.3.8 → autorag-0.3.9}/sample_config/parse/parse_hybird.yaml +0 -0
  368. {autorag-0.3.8 → autorag-0.3.9}/sample_config/parse/parse_ko.yaml +0 -0
  369. {autorag-0.3.8 → autorag-0.3.9}/sample_config/parse/parse_multimodal.yaml +0 -0
  370. {autorag-0.3.8 → autorag-0.3.9}/sample_config/parse/parse_ocr.yaml +0 -0
  371. {autorag-0.3.8 → autorag-0.3.9}/sample_config/parse/simple_parse.yaml +0 -0
  372. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/gpu/compact_local.yaml +0 -0
  373. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/gpu/compact_openai.yaml +0 -0
  374. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/gpu/full.yaml +0 -0
  375. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/gpu/half.yaml +0 -0
  376. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/gpu_api/compact.yaml +0 -0
  377. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/gpu_api/full.yaml +0 -0
  378. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/gpu_api/half.yaml +0 -0
  379. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/non_gpu/compact.yaml +0 -0
  380. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/non_gpu/simple_bedrock.yaml +0 -0
  381. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/non_gpu/simple_local.yaml +0 -0
  382. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/non_gpu/simple_ollama.yaml +0 -0
  383. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/english/non_gpu/simple_openai.yaml +0 -0
  384. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/extracted_sample.yaml +0 -0
  385. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/full.yaml +0 -0
  386. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/gpu/compact_korean.yaml +0 -0
  387. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/gpu/full_korean.yaml +0 -0
  388. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/gpu/half_korean.yaml +0 -0
  389. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/gpu_api/compact_korean.yaml +0 -0
  390. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/gpu_api/full_korean.yaml +0 -0
  391. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/gpu_api/half_korean.yaml +0 -0
  392. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/non_gpu/compact_korean.yaml +0 -0
  393. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/non_gpu/full_korean.yaml +0 -0
  394. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/non_gpu/half_korean.yaml +0 -0
  395. {autorag-0.3.8 → autorag-0.3.9}/sample_config/rag/korean/non_gpu/simple_korean.yaml +0 -0
  396. {autorag-0.3.8 → autorag-0.3.9}/sample_dataset/README.md +0 -0
  397. {autorag-0.3.8 → autorag-0.3.9}/sample_dataset/eli5/load_eli5_dataset.py +0 -0
  398. {autorag-0.3.8 → autorag-0.3.9}/sample_dataset/hotpotqa/load_hotpotqa_dataset.py +0 -0
  399. {autorag-0.3.8 → autorag-0.3.9}/sample_dataset/msmarco/load_msmarco_dataset.py +0 -0
  400. {autorag-0.3.8 → autorag-0.3.9}/sample_dataset/triviaqa/load_triviaqa_dataset.py +0 -0
  401. {autorag-0.3.8 → autorag-0.3.9}/setup.cfg +0 -0
  402. {autorag-0.3.8 → autorag-0.3.9}/tests/__init__.py +0 -0
  403. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/chunk/test_chunk_base.py +0 -0
  404. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/chunk/test_chunk_run.py +0 -0
  405. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/chunk/test_langchain_chunk.py +0 -0
  406. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/chunk/test_llama_index_chunk.py +0 -0
  407. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/legacy/corpus/test_base_corpus_legacy.py +0 -0
  408. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/legacy/corpus/test_langchain.py +0 -0
  409. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/legacy/corpus/test_llama_index_corpus.py +0 -0
  410. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/legacy/qacreation/test_base_qacreation.py +0 -0
  411. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/legacy/qacreation/test_llama_index_qacreation.py +0 -0
  412. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/legacy/qacreation/test_ragas_qa_creation.py +0 -0
  413. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/legacy/qacreation/test_simple.py +0 -0
  414. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/parse/test_clova.py +0 -0
  415. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/parse/test_langchain_parse.py +0 -0
  416. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/parse/test_llamaparse.py +0 -0
  417. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/parse/test_parse_base.py +0 -0
  418. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/parse/test_parse_run.py +0 -0
  419. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/parse/test_table_hybrid_parse.py +0 -0
  420. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/evolve/base_test_query_evolve.py +0 -0
  421. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/evolve/test_llama_index_query_evolve.py +0 -0
  422. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/evolve/test_openai_query_evolve.py +0 -0
  423. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/filter/test_dontknow.py +0 -0
  424. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/filter/test_passage_dependency.py +0 -0
  425. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/generation_gt/base_test_generation_gt.py +0 -0
  426. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/generation_gt/test_llama_index_gen_gt.py +0 -0
  427. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/generation_gt/test_openai_gen_gt.py +0 -0
  428. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/query/base_test_query_gen.py +0 -0
  429. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/query/test_llama_gen_query.py +0 -0
  430. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/query/test_openai_gen_query.py +0 -0
  431. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/test_data_creation_piepline.py +0 -0
  432. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/test_sample.py +0 -0
  433. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/data/qa/test_schema.py +0 -0
  434. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/evaluate/metric/test_generation_metric.py +0 -0
  435. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/evaluate/metric/test_retrieval_contents_metric.py +0 -0
  436. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/evaluate/metric/test_retrieval_metric.py +0 -0
  437. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/evaluate/test_evaluate_util.py +0 -0
  438. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/evaluate/test_generation_evaluate.py +0 -0
  439. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/evaluate/test_retrieval_contents_evaluate.py +0 -0
  440. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/evaluate/test_retrieval_evaluate.py +0 -0
  441. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/generator/test_generator_base.py +0 -0
  442. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/generator/test_llama_index_llm.py +0 -0
  443. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/generator/test_openai.py +0 -0
  444. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/generator/test_run_generator_node.py +0 -0
  445. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/generator/test_vllm.py +0 -0
  446. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passageaugmenter/test_base_passage_augmenter.py +0 -0
  447. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passageaugmenter/test_pass_passage_augmenter.py +0 -0
  448. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passageaugmenter/test_prev_next_augmenter.py +0 -0
  449. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passageaugmenter/test_run_passage_augmenter.py +0 -0
  450. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagecompressor/test_base_passage_compressor.py +0 -0
  451. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagecompressor/test_longllmlingua.py +0 -0
  452. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagecompressor/test_pass_compressor.py +0 -0
  453. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagecompressor/test_refine.py +0 -0
  454. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagecompressor/test_run_passage_compressor_node.py +0 -0
  455. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagecompressor/test_tree_summarize.py +0 -0
  456. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagefilter/test_pass_passage_filter.py +0 -0
  457. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagefilter/test_passage_filter_base.py +0 -0
  458. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagefilter/test_passage_filter_run.py +0 -0
  459. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagefilter/test_percentile_cutoff.py +0 -0
  460. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagefilter/test_recency_filter.py +0 -0
  461. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagefilter/test_similarity_percentile_cutoff.py +0 -0
  462. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagefilter/test_similarity_threshold_cutoff.py +0 -0
  463. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagefilter/test_threshold_cutoff.py +0 -0
  464. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_cohere_reranker.py +0 -0
  465. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_colbert_reranker.py +0 -0
  466. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_flag_embedding.py +0 -0
  467. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_flag_embedding_llm.py +0 -0
  468. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_flashrank_reranker.py +0 -0
  469. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_jina_reranker.py +0 -0
  470. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_koreranker.py +0 -0
  471. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_mixedbreadai_reranker.py +0 -0
  472. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_monot5.py +0 -0
  473. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_openvino_reranker.py +0 -0
  474. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_pass_reranker.py +0 -0
  475. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_passage_reranker_base.py +0 -0
  476. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_passage_reranker_run.py +0 -0
  477. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_rankgpt.py +0 -0
  478. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_sentence_transformer.py +0 -0
  479. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_tart.py +0 -0
  480. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_time_reranker.py +0 -0
  481. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_upr.py +0 -0
  482. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/passagereranker/test_voyageai_reranker.py +0 -0
  483. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/promptmaker/test_fstring.py +0 -0
  484. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/promptmaker/test_long_context_reorder.py +0 -0
  485. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/promptmaker/test_prompt_maker_base.py +0 -0
  486. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/promptmaker/test_prompt_maker_run.py +0 -0
  487. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/promptmaker/test_window_replacement.py +0 -0
  488. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/queryexpansion/test_hyde.py +0 -0
  489. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/queryexpansion/test_multi_query_expansion.py +0 -0
  490. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/queryexpansion/test_pass_query_expansion.py +0 -0
  491. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/queryexpansion/test_query_decompose.py +0 -0
  492. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/queryexpansion/test_query_expansion_base.py +0 -0
  493. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/queryexpansion/test_query_expansion_run.py +0 -0
  494. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/retrieval/test_bm25.py +0 -0
  495. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/retrieval/test_hybrid_base.py +0 -0
  496. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/retrieval/test_hybrid_cc.py +0 -0
  497. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/retrieval/test_hybrid_rrf.py +0 -0
  498. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/retrieval/test_retrieval_base.py +0 -0
  499. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/retrieval/test_run_retrieval_node.py +0 -0
  500. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/nodes/retrieval/test_vectordb.py +0 -0
  501. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/schema/test_base.py +0 -0
  502. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/schema/test_metricinput_schema.py +0 -0
  503. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/schema/test_module_schema.py +0 -0
  504. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/schema/test_node_schema.py +0 -0
  505. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_chunker.py +0 -0
  506. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_cli.py +0 -0
  507. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_dashboard.py +0 -0
  508. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_deploy.py +0 -0
  509. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_evaluator.py +0 -0
  510. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_parser.py +0 -0
  511. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_strategy.py +0 -0
  512. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_support.py +0 -0
  513. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_validator.py +0 -0
  514. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/test_web.py +0 -0
  515. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/utils/test_preprocess.py +0 -0
  516. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/vectordb/test_base.py +0 -0
  517. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/vectordb/test_chroma.py +0 -0
  518. {autorag-0.3.8 → autorag-0.3.9}/tests/autorag/vectordb/test_milvus.py +0 -0
  519. {autorag-0.3.8 → autorag-0.3.9}/tests/conftest.py +0 -0
  520. {autorag-0.3.8 → autorag-0.3.9}/tests/delete_tests.py +0 -0
  521. {autorag-0.3.8 → autorag-0.3.9}/tests/mock.py +0 -0
  522. {autorag-0.3.8 → autorag-0.3.9}/tests/requirements.txt +0 -0
  523. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/README.md +0 -0
  524. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/chunk_data/sample_parsed.parquet +0 -0
  525. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/corpus_data_sample.parquet +0 -0
  526. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/data_creation/raw_dir/sample1.txt +0 -0
  527. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/data_creation/raw_dir/sample2.txt +0 -0
  528. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/data_creation/raw_dir/sample3.txt +0 -0
  529. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/full.yaml +0 -0
  530. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/all_files/baseball_1.pdf +0 -0
  531. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/all_files/csv_sample.csv +0 -0
  532. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/clova_data/result_sample.json +0 -0
  533. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/clova_data/result_table.txt +0 -0
  534. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/clova_data/result_text.txt +0 -0
  535. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/csv_data/csv_sample.csv +0 -0
  536. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/eng_text/baseball_1.pdf +0 -0
  537. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/eng_text/baseball_2.pdf +0 -0
  538. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/html_data/html_sample.html +0 -0
  539. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/hybrid_data/nfl_rulebook_both.pdf +0 -0
  540. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/json_data/json_sample.json +0 -0
  541. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/korean_table/only_table/kbo_only_table.pdf +0 -0
  542. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/korean_table/table_text/kbo_table_text.pdf +0 -0
  543. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/korean_text/korean_texts_two_page.pdf +0 -0
  544. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/markdown_data/markdown_sample.md +0 -0
  545. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/parse_data/xml_data/xml_sample.xml +0 -0
  546. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/qa_data_sample.parquet +0 -0
  547. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/qa_gen_prompts/prompt1.txt +0 -0
  548. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/qa_gen_prompts/prompt2.txt +0 -0
  549. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/qa_gen_prompts/prompt3.txt +0 -0
  550. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/qa_test_data_sample.parquet +0 -0
  551. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/config.yaml +0 -0
  552. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/generator/0.parquet +0 -0
  553. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/generator/1.parquet +0 -0
  554. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/generator/2.parquet +0 -0
  555. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/generator/3.parquet +0 -0
  556. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/generator/4.parquet +0 -0
  557. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/generator/5.parquet +0 -0
  558. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/generator/best_5.parquet +0 -0
  559. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/generator/summary.csv +0 -0
  560. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/0.parquet +0 -0
  561. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/1.parquet +0 -0
  562. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/best_0.parquet +0 -0
  563. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/summary.csv +0 -0
  564. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/post_retrieve_node_line/summary.csv +0 -0
  565. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
  566. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
  567. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
  568. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
  569. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
  570. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/pre_retrieve_node_line/summary.csv +0 -0
  571. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/0.parquet +0 -0
  572. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/best_0.parquet +0 -0
  573. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/summary.csv +0 -0
  574. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/0.parquet +0 -0
  575. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/1.parquet +0 -0
  576. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
  577. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/summary.csv +0 -0
  578. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/retrieval/0.parquet +0 -0
  579. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/retrieval/1.parquet +0 -0
  580. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/retrieval/best_0.parquet +0 -0
  581. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/retrieval/summary.csv +0 -0
  582. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/retrieve_node_line/summary.csv +0 -0
  583. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/0/summary.csv +0 -0
  584. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/config.yaml +0 -0
  585. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
  586. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
  587. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
  588. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
  589. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
  590. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/pre_retrieve_node_line/summary.csv +0 -0
  591. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/passage_filter/0.parquet +0 -0
  592. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/0.parquet +0 -0
  593. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/1.parquet +0 -0
  594. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
  595. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/summary.csv +0 -0
  596. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/retrieval/0.parquet +0 -0
  597. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/retrieval/1.parquet +0 -0
  598. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/retrieval/best_0.parquet +0 -0
  599. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/1/retrieve_node_line/retrieval/summary.csv +0 -0
  600. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/config.yaml +0 -0
  601. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/post_retrieve_node_line/prompt_maker/0.parquet +0 -0
  602. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
  603. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
  604. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
  605. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
  606. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
  607. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/pre_retrieve_node_line/summary.csv +0 -0
  608. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/0.parquet +0 -0
  609. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/best_0.parquet +0 -0
  610. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/summary.csv +0 -0
  611. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/0.parquet +0 -0
  612. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/1.parquet +0 -0
  613. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
  614. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/summary.csv +0 -0
  615. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/retrieval/0.parquet +0 -0
  616. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/retrieval/1.parquet +0 -0
  617. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/retrieval/best_0.parquet +0 -0
  618. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/retrieval/summary.csv +0 -0
  619. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/2/retrieve_node_line/summary.csv +0 -0
  620. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/3/config.yaml +0 -0
  621. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/best.yaml +0 -0
  622. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/data/corpus.parquet +0 -0
  623. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/data/qa.parquet +0 -0
  624. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/resources/bm25_porter_stemmer.pkl +0 -0
  625. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/data_level0.bin +0 -0
  626. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/header.bin +0 -0
  627. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/length.bin +0 -0
  628. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/link_lists.bin +0 -0
  629. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/resources/chroma/chroma.sqlite3 +0 -0
  630. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/resources/vectordb.yaml +0 -0
  631. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/result_project/trial.json +0 -0
  632. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/sample_contents_nqa.csv +0 -0
  633. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/sample_project/data/corpus.parquet +0 -0
  634. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/sample_project/data/qa.parquet +0 -0
  635. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/sample_project/resources/bm25_gpt2.pkl +0 -0
  636. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/sample_project/resources/bm25_porter_stemmer.pkl +0 -0
  637. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/sample_project/resources/vectordb.yaml +0 -0
  638. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/simple.yaml +0 -0
  639. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/simple_chunk.yaml +0 -0
  640. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/simple_milvus.yaml +0 -0
  641. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/simple_mock.yaml +0 -0
  642. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/simple_parse.yaml +0 -0
  643. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/simple_with_llm.yaml +0 -0
  644. {autorag-0.3.8 → autorag-0.3.9}/tests/resources/test_bm25_retrieval.pkl +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: AutoRAG
3
- Version: 0.3.8
3
+ Version: 0.3.9
4
4
  Summary: Automatically Evaluate RAG pipelines with your own data. Find optimal structure for new RAG product.
5
5
  Author-email: Marker-Inc <vkehfdl1@gmail.com>
6
6
  License: Apache License
@@ -240,6 +240,7 @@ Requires-Dist: voyageai
240
240
  Requires-Dist: mixedbread-ai
241
241
  Requires-Dist: llama-index-llms-bedrock
242
242
  Requires-Dist: scikit-learn
243
+ Requires-Dist: emoji
243
244
  Requires-Dist: pymilvus
244
245
  Requires-Dist: chromadb>=0.5.0
245
246
  Requires-Dist: quart
@@ -524,7 +525,7 @@ initial_qa.to_parquet('./qa.parquet', './corpus.parquet')
524
525
 
525
526
  # RAG Optimization
526
527
 
527
- <a href="https://huggingface.co/spaces/AutoRAG/AutoRAG-optimization">
528
+ <a href="https://huggingface.co/spaces/AutoRAG/RAG-Pipeline-Optimization">
528
529
  <img src="https://github.com/user-attachments/assets/8c6e4b02-3938-4560-b817-c95764965b50" alt="Hugging Face Sticker" style="width:200px;height:auto;">
529
530
  </a>
530
531
 
@@ -818,3 +819,18 @@ We are developing AutoRAG as open-source.
818
819
  So this project welcomes contributions and suggestions. Feel free to contribute to this project.
819
820
 
820
821
  Plus, check out our detailed documentation at [here](https://docs.auto-rag.com/index.html).
822
+
823
+
824
+ ## Citation
825
+
826
+ ```bibtex
827
+ @misc{kim2024autoragautomatedframeworkoptimization,
828
+ title={AutoRAG: Automated Framework for optimization of Retrieval Augmented Generation Pipeline},
829
+ author={Dongkyu Kim and Byoungwook Kim and Donggeon Han and Matouš Eibich},
830
+ year={2024},
831
+ eprint={2410.20878},
832
+ archivePrefix={arXiv},
833
+ primaryClass={cs.CL},
834
+ url={https://arxiv.org/abs/2410.20878},
835
+ }
836
+ ```
@@ -225,12 +225,23 @@ docs/source/_static/trial_json.png
225
225
  docs/source/_static/trial_summary.png
226
226
  docs/source/_static/web_interface.png
227
227
  docs/source/_static/web_interface_gradio.png
228
+ docs/source/_static/qa/data_creation_schema.png
228
229
  docs/source/_static/roadmap/RAG_paradigms.png
229
230
  docs/source/_static/roadmap/advanced_RAG.png
230
231
  docs/source/_static/roadmap/cycle.png
231
232
  docs/source/_static/roadmap/merger.png
232
233
  docs/source/_static/roadmap/node_line_modular.png
233
234
  docs/source/_static/roadmap/policy.png
235
+ docs/source/_static/yaml/compact_structured.png
236
+ docs/source/_static/yaml/detail_folder.png
237
+ docs/source/_static/yaml/full_modules.png
238
+ docs/source/_static/yaml/full_structured.png
239
+ docs/source/_static/yaml/full_yaml_structure.png
240
+ docs/source/_static/yaml/gpu_modules.png
241
+ docs/source/_static/yaml/half_structured.png
242
+ docs/source/_static/yaml/non_gpu_modules.png
243
+ docs/source/_static/yaml/sample_yaml_folder.png
244
+ docs/source/_static/yaml/simple_structured.png
234
245
  docs/source/api_spec/autorag.data.chunk.rst
235
246
  docs/source/api_spec/autorag.data.corpus.rst
236
247
  docs/source/api_spec/autorag.data.legacy.corpus.rst
@@ -337,6 +348,7 @@ docs/source/nodes/retrieval/vectordb.md
337
348
  docs/source/optimization/custom_config.md
338
349
  docs/source/optimization/folder_structure.md
339
350
  docs/source/optimization/optimization.md
351
+ docs/source/optimization/sample_config.md
340
352
  docs/source/optimization/strategies.md
341
353
  docs/source/roadmap/modular_rag.md
342
354
  docs/source/vectordb/chroma.md
@@ -19,6 +19,7 @@ voyageai
19
19
  mixedbread-ai
20
20
  llama-index-llms-bedrock
21
21
  scikit-learn
22
+ emoji
22
23
  pymilvus
23
24
  chromadb>=0.5.0
24
25
  quart
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: AutoRAG
3
- Version: 0.3.8
3
+ Version: 0.3.9
4
4
  Summary: Automatically Evaluate RAG pipelines with your own data. Find optimal structure for new RAG product.
5
5
  Author-email: Marker-Inc <vkehfdl1@gmail.com>
6
6
  License: Apache License
@@ -240,6 +240,7 @@ Requires-Dist: voyageai
240
240
  Requires-Dist: mixedbread-ai
241
241
  Requires-Dist: llama-index-llms-bedrock
242
242
  Requires-Dist: scikit-learn
243
+ Requires-Dist: emoji
243
244
  Requires-Dist: pymilvus
244
245
  Requires-Dist: chromadb>=0.5.0
245
246
  Requires-Dist: quart
@@ -524,7 +525,7 @@ initial_qa.to_parquet('./qa.parquet', './corpus.parquet')
524
525
 
525
526
  # RAG Optimization
526
527
 
527
- <a href="https://huggingface.co/spaces/AutoRAG/AutoRAG-optimization">
528
+ <a href="https://huggingface.co/spaces/AutoRAG/RAG-Pipeline-Optimization">
528
529
  <img src="https://github.com/user-attachments/assets/8c6e4b02-3938-4560-b817-c95764965b50" alt="Hugging Face Sticker" style="width:200px;height:auto;">
529
530
  </a>
530
531
 
@@ -818,3 +819,18 @@ We are developing AutoRAG as open-source.
818
819
  So this project welcomes contributions and suggestions. Feel free to contribute to this project.
819
820
 
820
821
  Plus, check out our detailed documentation at [here](https://docs.auto-rag.com/index.html).
822
+
823
+
824
+ ## Citation
825
+
826
+ ```bibtex
827
+ @misc{kim2024autoragautomatedframeworkoptimization,
828
+ title={AutoRAG: Automated Framework for optimization of Retrieval Augmented Generation Pipeline},
829
+ author={Dongkyu Kim and Byoungwook Kim and Donggeon Han and Matouš Eibich},
830
+ year={2024},
831
+ eprint={2410.20878},
832
+ archivePrefix={arXiv},
833
+ primaryClass={cs.CL},
834
+ url={https://arxiv.org/abs/2410.20878},
835
+ }
836
+ ```
@@ -221,7 +221,7 @@ initial_qa.to_parquet('./qa.parquet', './corpus.parquet')
221
221
 
222
222
  # RAG Optimization
223
223
 
224
- <a href="https://huggingface.co/spaces/AutoRAG/AutoRAG-optimization">
224
+ <a href="https://huggingface.co/spaces/AutoRAG/RAG-Pipeline-Optimization">
225
225
  <img src="https://github.com/user-attachments/assets/8c6e4b02-3938-4560-b817-c95764965b50" alt="Hugging Face Sticker" style="width:200px;height:auto;">
226
226
  </a>
227
227
 
@@ -515,3 +515,18 @@ We are developing AutoRAG as open-source.
515
515
  So this project welcomes contributions and suggestions. Feel free to contribute to this project.
516
516
 
517
517
  Plus, check out our detailed documentation at [here](https://docs.auto-rag.com/index.html).
518
+
519
+
520
+ ## Citation
521
+
522
+ ```bibtex
523
+ @misc{kim2024autoragautomatedframeworkoptimization,
524
+ title={AutoRAG: Automated Framework for optimization of Retrieval Augmented Generation Pipeline},
525
+ author={Dongkyu Kim and Byoungwook Kim and Donggeon Han and Matouš Eibich},
526
+ year={2024},
527
+ eprint={2410.20878},
528
+ archivePrefix={arXiv},
529
+ primaryClass={cs.CL},
530
+ url={https://arxiv.org/abs/2410.20878},
531
+ }
532
+ ```
@@ -0,0 +1 @@
1
+ 0.3.9
@@ -121,6 +121,9 @@ try:
121
121
  from llama_index.llms.huggingface import HuggingFaceLLM
122
122
  from llama_index.llms.ollama import Ollama
123
123
 
124
+ generator_models["huggingfacellm"] = HuggingFaceLLM
125
+ generator_models["ollama"] = Ollama
126
+
124
127
  except ImportError:
125
128
  logger.info(
126
129
  "You are using API version of AutoRAG."
@@ -17,8 +17,14 @@ from autorag.validator import Validator
17
17
 
18
18
  logger = logging.getLogger("AutoRAG")
19
19
 
20
+ autorag_dir = os.path.dirname(os.path.realpath(__file__))
21
+ version_file = os.path.join(autorag_dir, "VERSION")
22
+ with open(version_file, "r") as f:
23
+ __version__ = f.read().strip()
24
+
20
25
 
21
26
  @click.group()
27
+ @click.version_option(__version__)
22
28
  def cli():
23
29
  pass
24
30
 
@@ -79,6 +79,7 @@ async def clova_ocr_pure(
79
79
  table_detection: bool = False,
80
80
  ) -> Tuple[str, str, int]:
81
81
  session = aiohttp.ClientSession()
82
+ table_html = ""
82
83
  headers = {"X-OCR-SECRET": api_key, "Content-Type": "application/json"}
83
84
 
84
85
  # Convert image data to base64
@@ -2,7 +2,6 @@ from typing import List, Tuple
2
2
 
3
3
  import numpy as np
4
4
  import pandas as pd
5
- from tqdm import tqdm
6
5
 
7
6
  from autorag.nodes.passagereranker.base import BasePassageReranker
8
7
  from autorag.utils.util import (
@@ -141,7 +140,7 @@ def get_colbert_embedding_batch(
141
140
  input_batches = slice_tokenizer_result(encoding, batch_size)
142
141
  result_embedding = []
143
142
  with torch.no_grad():
144
- for encoding_batch in tqdm(input_batches):
143
+ for encoding_batch in input_batches:
145
144
  result_embedding.append(model(**encoding_batch).last_hidden_state)
146
145
  total_tensor = torch.cat(
147
146
  result_embedding, dim=0
@@ -1,7 +1,6 @@
1
1
  from typing import List, Tuple, Iterable
2
2
 
3
3
  import pandas as pd
4
- from tqdm import tqdm
5
4
 
6
5
  from autorag.nodes.passagereranker.base import BasePassageReranker
7
6
  from autorag.utils.util import (
@@ -103,7 +102,7 @@ def flag_embedding_run_model(input_texts, model, batch_size: int):
103
102
  raise ImportError("FlagEmbeddingReranker requires PyTorch to be installed.")
104
103
  batch_input_texts = make_batch(input_texts, batch_size)
105
104
  results = []
106
- for batch_texts in tqdm(batch_input_texts):
105
+ for batch_texts in batch_input_texts:
107
106
  with torch.no_grad():
108
107
  pred_scores = model.compute_score(sentence_pairs=batch_texts)
109
108
  if batch_size == 1 or not isinstance(pred_scores, Iterable):
@@ -2,7 +2,6 @@ from typing import List, Tuple
2
2
 
3
3
  import numpy as np
4
4
  import pandas as pd
5
- from tqdm import tqdm
6
5
 
7
6
  from autorag.nodes.passagereranker.base import BasePassageReranker
8
7
  from autorag.utils.util import (
@@ -109,7 +108,7 @@ def koreranker_run_model(input_texts, model, tokenizer, device, batch_size: int)
109
108
  raise ImportError("For using KoReranker, please install torch first.")
110
109
  batch_input_texts = make_batch(input_texts, batch_size)
111
110
  results = []
112
- for batch_texts in tqdm(batch_input_texts):
111
+ for batch_texts in batch_input_texts:
113
112
  inputs = tokenizer(
114
113
  batch_texts,
115
114
  padding=True,
@@ -2,7 +2,6 @@ from itertools import chain
2
2
  from typing import List, Tuple
3
3
 
4
4
  import pandas as pd
5
- from tqdm import tqdm
6
5
 
7
6
  from autorag.nodes.passagereranker.base import BasePassageReranker
8
7
  from autorag.utils.util import (
@@ -166,7 +165,7 @@ def monot5_run_model(
166
165
  raise ImportError("For using MonoT5 Reranker, please install torch first.")
167
166
  batch_input_texts = make_batch(input_texts, batch_size)
168
167
  results = []
169
- for batch_texts in tqdm(batch_input_texts):
168
+ for batch_texts in batch_input_texts:
170
169
  flattened_batch_texts = list(chain.from_iterable(batch_texts))
171
170
  input_encodings = tokenizer(
172
171
  flattened_batch_texts,
@@ -3,7 +3,6 @@ from typing import Any, List, Tuple
3
3
 
4
4
  import numpy as np
5
5
  import pandas as pd
6
- from tqdm import tqdm
7
6
 
8
7
  from autorag.nodes.passagereranker.base import BasePassageReranker
9
8
 
@@ -173,7 +172,7 @@ def openvino_run_model(
173
172
  ):
174
173
  batch_input_texts = make_batch(input_texts, batch_size)
175
174
  results = []
176
- for batch_texts in tqdm(batch_input_texts):
175
+ for batch_texts in batch_input_texts:
177
176
  input_tensors = tokenizer(
178
177
  batch_texts,
179
178
  padding=True,
@@ -1,7 +1,6 @@
1
1
  from typing import List, Tuple
2
2
 
3
3
  import pandas as pd
4
- from tqdm import tqdm
5
4
 
6
5
  from autorag.nodes.passagereranker.base import BasePassageReranker
7
6
  from autorag.utils.util import (
@@ -123,7 +122,7 @@ def sentence_transformer_run_model(input_texts, model, batch_size: int):
123
122
  )
124
123
  batch_input_texts = make_batch(input_texts, batch_size)
125
124
  results = []
126
- for batch_texts in tqdm(batch_input_texts):
125
+ for batch_texts in batch_input_texts:
127
126
  with torch.no_grad():
128
127
  pred_scores = model.predict(sentences=batch_texts, apply_softmax=True)
129
128
  results.extend(pred_scores.tolist())
@@ -2,7 +2,6 @@ from itertools import chain
2
2
  from typing import List, Tuple
3
3
 
4
4
  import pandas as pd
5
- from tqdm import tqdm
6
5
 
7
6
  from autorag.nodes.passagereranker.base import BasePassageReranker
8
7
  from autorag.nodes.passagereranker.tart.modeling_enc_t5 import (
@@ -123,9 +122,7 @@ def tart_run_model(
123
122
  batch_input_texts = make_batch(flattened_texts, batch_size)
124
123
  batch_contents_list = make_batch(flattened_contents, batch_size)
125
124
  results = []
126
- for batch_texts, batch_contents in tqdm(
127
- zip(batch_input_texts, batch_contents_list)
128
- ):
125
+ for batch_texts, batch_contents in zip(batch_input_texts, batch_contents_list):
129
126
  feature = tokenizer(
130
127
  batch_texts,
131
128
  batch_contents,
@@ -2,7 +2,6 @@ import logging
2
2
  from typing import List, Tuple
3
3
 
4
4
  import pandas as pd
5
- from tqdm import tqdm
6
5
 
7
6
  from autorag.nodes.passagereranker.base import BasePassageReranker
8
7
  from autorag.utils import result_to_dataframe
@@ -72,7 +71,6 @@ class Upr(BasePassageReranker):
72
71
 
73
72
  :return: tuple of lists containing the reranked contents, ids, and scores
74
73
  """
75
- tqdm.pandas()
76
74
  df = pd.DataFrame(
77
75
  {
78
76
  "query": queries,
@@ -81,7 +79,7 @@ class Upr(BasePassageReranker):
81
79
  }
82
80
  )
83
81
 
84
- df["scores"] = df.progress_apply(
82
+ df["scores"] = df.apply(
85
83
  lambda row: self.scorer.compute(
86
84
  query=row["query"], contents=row["contents"]
87
85
  ),
@@ -6,7 +6,6 @@ from typing import List, Callable, Dict, Tuple, Union
6
6
 
7
7
  import numpy as np
8
8
  import pandas as pd
9
- from tqdm import tqdm
10
9
 
11
10
  from autorag.evaluation import evaluate_retrieval
12
11
  from autorag.schema.metricinput import MetricInput
@@ -512,7 +511,7 @@ def optimize_hybrid(
512
511
  ).tolist()
513
512
 
514
513
  result_list = []
515
- for weight_value in tqdm(weight_candidates):
514
+ for weight_value in weight_candidates:
516
515
  result_df = hybrid_module_func.run_evaluator(
517
516
  project_dir=project_dir,
518
517
  previous_result=previous_result,
@@ -3,7 +3,7 @@ from datetime import datetime
3
3
  import numpy as np
4
4
  import pandas as pd
5
5
 
6
- from autorag.utils.util import normalize_unicode
6
+ from autorag.utils.util import preprocess_text
7
7
 
8
8
 
9
9
  def validate_qa_dataset(df: pd.DataFrame):
@@ -60,9 +60,9 @@ def cast_qa_dataset(df: pd.DataFrame):
60
60
  ), "query must be string type."
61
61
  df["retrieval_gt"] = df["retrieval_gt"].apply(cast_retrieval_gt)
62
62
  df["generation_gt"] = df["generation_gt"].apply(cast_generation_gt)
63
- df["query"] = df["query"].apply(normalize_unicode)
63
+ df["query"] = df["query"].apply(preprocess_text)
64
64
  df["generation_gt"] = df["generation_gt"].apply(
65
- lambda x: list(map(normalize_unicode, x))
65
+ lambda x: list(map(preprocess_text, x))
66
66
  )
67
67
  return df
68
68
 
@@ -104,13 +104,13 @@ def cast_corpus_dataset(df: pd.DataFrame):
104
104
  lambda x: make_prev_next_id_metadata(x, "next_id")
105
105
  )
106
106
 
107
- df["contents"] = df["contents"].apply(normalize_unicode)
107
+ df["contents"] = df["contents"].apply(preprocess_text)
108
108
 
109
109
  def normalize_unicode_metadata(metadata: dict):
110
110
  result = {}
111
111
  for key, value in metadata.items():
112
112
  if isinstance(value, str):
113
- result[key] = normalize_unicode(value)
113
+ result[key] = preprocess_text(value)
114
114
  else:
115
115
  result[key] = value
116
116
  return result
@@ -15,6 +15,7 @@ from json import JSONDecoder
15
15
  from typing import List, Callable, Dict, Optional, Any, Collection, Iterable
16
16
 
17
17
  from asyncio import AbstractEventLoop
18
+ import emoji
18
19
  import numpy as np
19
20
  import pandas as pd
20
21
  import tiktoken
@@ -334,7 +335,11 @@ def save_parquet_safe(df: pd.DataFrame, filepath: str, upsert: bool = False):
334
335
  def openai_truncate_by_token(
335
336
  texts: List[str], token_limit: int, model_name: str
336
337
  ) -> List[str]:
337
- tokenizer = tiktoken.encoding_for_model(model_name)
338
+ try:
339
+ tokenizer = tiktoken.encoding_for_model(model_name)
340
+ except KeyError:
341
+ # This is not a real OpenAI model
342
+ return texts
338
343
 
339
344
  def truncate_text(text: str, limit: int, tokenizer):
340
345
  tokens = tokenizer.encode(text)
@@ -464,6 +469,14 @@ def find_node_summary_files(trial_dir: str) -> List[str]:
464
469
  return filtered_files
465
470
 
466
471
 
472
+ def preprocess_text(text: str) -> str:
473
+ return normalize_unicode(demojize(text))
474
+
475
+
476
+ def demojize(text: str) -> str:
477
+ return emoji.demojize(text)
478
+
479
+
467
480
  def normalize_unicode(text: str) -> str:
468
481
  return unicodedata.normalize("NFC", text)
469
482
 
@@ -699,10 +712,10 @@ def decode_multiple_json_from_bytes(byte_data: bytes) -> list:
699
712
  Decode multiple JSON objects from bytes received from SSE server.
700
713
 
701
714
  Args:
702
- byte_data: Bytes containing one or more JSON objects
715
+ byte_data: Bytes containing one or more JSON objects
703
716
 
704
717
  Returns:
705
- List of decoded JSON objects
718
+ List of decoded JSON objects
706
719
  """
707
720
  # Decode bytes to string
708
721
  try:
@@ -42,8 +42,20 @@ class Validator:
42
42
  self.corpus_data = cast_corpus_dataset(self.corpus_data)
43
43
 
44
44
  def validate(self, yaml_path: str, qa_cnt: int = 5, random_state: int = 42):
45
- # sample QA data
46
- sample_qa_df = self.qa_data.sample(qa_cnt, random_state=random_state)
45
+ # Determine the sample size and log a warning if qa_cnt is larger than available records
46
+ available_records = len(self.qa_data)
47
+ safe_sample_size = min(qa_cnt, available_records) # 먼저 safe_sample_size 계산
48
+
49
+ if safe_sample_size < qa_cnt:
50
+ logger.warning(
51
+ f"Minimal Requested sample size ({qa_cnt}) is larger than available records ({available_records}). "
52
+ f"Sampling will be limited to {safe_sample_size} records. "
53
+ )
54
+
55
+ # safe sample QA data
56
+ sample_qa_df = self.qa_data.sample(
57
+ n=safe_sample_size, random_state=random_state
58
+ )
47
59
  sample_qa_df.reset_index(drop=True, inplace=True)
48
60
 
49
61
  # get doc_id
@@ -15,6 +15,13 @@ In this new data creation pipeline, we have three schemas. `Raw`, `QA`, and `Cor
15
15
  You can use the corpus to generate the answer for the question.
16
16
  You have to make corpus data from your documents using parsing and chunking.
17
17
 
18
+ In other words,
19
+ `Raw` : parsed data
20
+ `Corpus` : chunked data
21
+ `QA` : Question & Answer dataset based on the corpus
22
+
23
+ ![](../_static/qa/data_creation_schema.png)
24
+
18
25
  To see the tutorial of the data creation, check [here](tutorial.md).
19
26
 
20
27
  ```{toctree}
@@ -112,6 +112,7 @@ Also, feel free to ask your question at our `github issue <https://github.com/Ma
112
112
  optimization/folder_structure.md
113
113
  optimization/custom_config.md
114
114
  optimization/strategies.md
115
+ optimization/sample_config.md
115
116
 
116
117
 
117
118
  .. toctree::
@@ -34,18 +34,17 @@ The following modules can use generator module, which including `llama_index_llm
34
34
  - [multi_query_expansion](nodes/query_expansion/multi_query_expansion.md)
35
35
  - [tree_summarize](nodes/passage_compressor/tree_summarize.md)
36
36
 
37
- ### Supporting LLM models
38
37
 
39
- We support most of the llm that LlamaIndex is supporting.
40
- To change the LLM model type, you can change the `llm` parameter to the following values:
38
+ ### Supporting LLM Models
41
39
 
42
- | LLM Model Type | llm parameter |
43
- |:--------------:|:--------------:|
44
- | OpenAI | openai |
45
- | HuggingFaceLLM | huggingfacellm |
46
- | OpenAILike | openailike |
47
- | Ollama | ollama |
48
- | Bedrock | bedrock |
40
+ We support most of the LLMs that LlamaIndex supports. You can use different types of LLM interfaces by configuring the `llm` parameter:
41
+
42
+ | LLM Model Type | llm parameter | Description |
43
+ |:--------------:|:--------------:|-------------|
44
+ | OpenAI | openai | For OpenAI models (GPT-3.5, GPT-4) |
45
+ | OpenAILike | openailike | For models with OpenAI-compatible APIs (e.g., Mistral, Claude) |
46
+ | Ollama | ollama | For locally running Ollama models |
47
+ | Bedrock | bedrock | For AWS Bedrock models |
49
48
 
50
49
  For example, if you want to use `OpenAILike` model, you can set `llm` parameter to `openailike`.
51
50
 
@@ -69,6 +68,52 @@ The most frequently used parameters are `model`, `max_token`, and `temperature`.
69
68
  Please check what you can set for the model parameter
70
69
  at [LlamaIndex LLM](https://docs.llamaindex.ai/en/stable/module_guides/models/llms/).
71
70
 
71
+ #### Using HuggingFace Models
72
+
73
+ There are two main ways to use HuggingFace models:
74
+
75
+ 1. **Through OpenAILike Interface** (Recommended for hosted API endpoints):
76
+ ```yaml
77
+ nodes:
78
+ - node_line_name: node_line_1
79
+ nodes:
80
+ - node_type: generator
81
+ modules:
82
+ - module_type: llama_index_llm
83
+ llm: openailike
84
+ model: mistralai/Mistral-7B-Instruct-v0.2
85
+ api_base: your_api_base
86
+ api_key: your_api_key
87
+ ```
88
+
89
+ 2. **Through Direct HuggingFace Integration** (For local deployment):
90
+ ```yaml
91
+ nodes:
92
+ - node_line_name: node_line_1
93
+ nodes:
94
+ - node_type: generator
95
+ modules:
96
+ - module_type: llama_index_llm
97
+ llm: huggingface
98
+ model_name: mistralai/Mistral-7B-Instruct-v0.2
99
+ device_map: "auto"
100
+ model_kwargs:
101
+ torch_dtype: "float16"
102
+ ```
103
+
104
+ #### Common Parameters
105
+
106
+ The most frequently used parameters for LLM configuration are:
107
+
108
+ - `model`: The model identifier or name
109
+ - `max_tokens`: Maximum number of tokens in the response
110
+ - `temperature`: Controls randomness in the output (0.0 to 1.0)
111
+ - `api_base`: API endpoint URL (for hosted models)
112
+ - `api_key`: Authentication key (if required)
113
+
114
+ For a complete list of available parameters, please refer to the
115
+ [LlamaIndex LLM documentation](https://docs.llamaindex.ai/en/stable/module_guides/models/llms/).
116
+
72
117
  ### Add more LLM models
73
118
 
74
119
  You can add more LLM models for AutoRAG.
@@ -2,9 +2,9 @@
2
2
 
3
3
  1. [v0.3 migration guide](#v03-migration-guide)
4
4
 
5
- # v0.3 migration guide
5
+ ## v0.3 migration guide
6
6
 
7
- ## Data Creation
7
+ ### Data Creation
8
8
 
9
9
  From the v0.3 version, the previous data creation library goes into the `legacy` package.
10
10
  Instead of legacy data creation, the `beta` package is introduced.
@@ -38,7 +38,7 @@ from autorag.data.qa.sample import random_single_hop
38
38
  from autorag.data.qa.schema import Raw
39
39
  ```
40
40
 
41
- # v0.3.7 migration guide
41
+ ## v0.3.7 migration guide
42
42
 
43
43
  At v0.3.6, there are changes of the vectordb.
44
44
  You have to specify what vectordb you want to use at the config YAML file.