AutoRAG 0.1.0__tar.gz → 0.1.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (362) hide show
  1. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/.github/workflows/test.yml +1 -0
  2. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/AutoRAG.egg-info/PKG-INFO +13 -9
  3. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/AutoRAG.egg-info/SOURCES.txt +19 -0
  4. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/AutoRAG.egg-info/requires.txt +4 -0
  5. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/PKG-INFO +13 -9
  6. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/README.md +8 -8
  7. AutoRAG-0.1.2/autorag/VERSION +1 -0
  8. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/generation.py +2 -2
  9. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/metric/__init__.py +1 -1
  10. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/metric/generation.py +20 -0
  11. AutoRAG-0.1.2/autorag/nodes/passagereranker/__init__.py +11 -0
  12. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/base.py +2 -4
  13. AutoRAG-0.1.2/autorag/nodes/passagereranker/colbert.py +77 -0
  14. AutoRAG-0.1.2/autorag/nodes/passagereranker/flag_embedding.py +78 -0
  15. AutoRAG-0.1.2/autorag/nodes/passagereranker/jina.py +82 -0
  16. AutoRAG-0.1.2/autorag/nodes/passagereranker/rankgpt.py +103 -0
  17. AutoRAG-0.1.2/autorag/nodes/passagereranker/sentence_transformer.py +79 -0
  18. AutoRAG-0.1.2/autorag/nodes/promptmaker/__init__.py +2 -0
  19. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/promptmaker/base.py +4 -0
  20. AutoRAG-0.1.2/autorag/nodes/promptmaker/long_context_reorder.py +49 -0
  21. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/support.py +20 -8
  22. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.passagereranker.rst +40 -0
  23. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.promptmaker.rst +8 -0
  24. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/generator/generator.md +4 -1
  25. AutoRAG-0.1.2/docs/source/nodes/index.md +14 -0
  26. AutoRAG-0.1.2/docs/source/nodes/passage_reranker/colbert.md +17 -0
  27. AutoRAG-0.1.2/docs/source/nodes/passage_reranker/flag_embedding_reranker.md +19 -0
  28. AutoRAG-0.1.2/docs/source/nodes/passage_reranker/jina_reranker.md +42 -0
  29. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/passage_reranker.md +5 -0
  30. AutoRAG-0.1.2/docs/source/nodes/passage_reranker/rankgpt.md +28 -0
  31. AutoRAG-0.1.2/docs/source/nodes/passage_reranker/sentence_transformer_reranker.md +18 -0
  32. AutoRAG-0.1.2/docs/source/nodes/prompt_maker/long_context_reorder.md +20 -0
  33. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/prompt_maker/prompt_maker.md +1 -0
  34. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/requirements.txt +4 -0
  35. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/sample_config/full.yaml +8 -0
  36. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/evaluate/metric/test_generation_metric.py +34 -2
  37. AutoRAG-0.1.2/tests/autorag/nodes/passagereranker/test_colbert_reranker.py +22 -0
  38. AutoRAG-0.1.2/tests/autorag/nodes/passagereranker/test_flag_embedding.py +22 -0
  39. AutoRAG-0.1.2/tests/autorag/nodes/passagereranker/test_jina_reranker.py +38 -0
  40. AutoRAG-0.1.2/tests/autorag/nodes/passagereranker/test_rankgpt.py +42 -0
  41. AutoRAG-0.1.2/tests/autorag/nodes/passagereranker/test_sentence_transformer.py +22 -0
  42. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/promptmaker/test_fstring.py +1 -12
  43. AutoRAG-0.1.2/tests/autorag/nodes/promptmaker/test_long_context_reorder.py +26 -0
  44. AutoRAG-0.1.2/tests/autorag/nodes/promptmaker/test_prompt_maker_base.py +13 -0
  45. AutoRAG-0.1.0/autorag/VERSION +0 -1
  46. AutoRAG-0.1.0/autorag/nodes/passagereranker/__init__.py +0 -6
  47. AutoRAG-0.1.0/autorag/nodes/promptmaker/__init__.py +0 -1
  48. AutoRAG-0.1.0/docs/source/nodes/index.md +0 -14
  49. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/.github/dependabot.yml +0 -0
  50. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/.github/workflows/sphinx.yml +0 -0
  51. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/.gitignore +0 -0
  52. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/AutoRAG.egg-info/dependency_links.txt +0 -0
  53. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/AutoRAG.egg-info/entry_points.txt +0 -0
  54. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/AutoRAG.egg-info/top_level.txt +0 -0
  55. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/LICENSE +0 -0
  56. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/__init__.py +0 -0
  57. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/cli.py +0 -0
  58. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/data/__init__.py +0 -0
  59. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/data/corpus/__init__.py +0 -0
  60. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/data/corpus/langchain.py +0 -0
  61. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/data/corpus/llama_index.py +0 -0
  62. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/data/qacreation/__init__.py +0 -0
  63. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/data/qacreation/base.py +0 -0
  64. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/data/qacreation/llama_index.py +0 -0
  65. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/data/qacreation/llama_index_default_prompt.txt +0 -0
  66. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/data/qacreation/simple.py +0 -0
  67. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/data/utils/__init__.py +0 -0
  68. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/data/utils/util.py +0 -0
  69. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/deploy.py +0 -0
  70. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/__init__.py +0 -0
  71. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/metric/g_eval_prompts/coh_detailed.txt +0 -0
  72. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/metric/g_eval_prompts/con_detailed.txt +0 -0
  73. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/metric/g_eval_prompts/flu_detailed.txt +0 -0
  74. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/metric/g_eval_prompts/rel_detailed.txt +0 -0
  75. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/metric/retrieval.py +0 -0
  76. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/metric/retrieval_contents.py +0 -0
  77. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/metric/util.py +0 -0
  78. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/retrieval.py +0 -0
  79. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/retrieval_contents.py +0 -0
  80. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/util.py +0 -0
  81. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluator.py +0 -0
  82. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/node_line.py +0 -0
  83. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/__init__.py +0 -0
  84. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/generator/__init__.py +0 -0
  85. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/generator/base.py +0 -0
  86. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/generator/llama_index_llm.py +0 -0
  87. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/generator/run.py +0 -0
  88. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/generator/vllm.py +0 -0
  89. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagecompressor/__init__.py +0 -0
  90. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagecompressor/base.py +0 -0
  91. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagecompressor/pass_compressor.py +0 -0
  92. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagecompressor/run.py +0 -0
  93. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagecompressor/tree_summarize.py +0 -0
  94. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/cohere.py +0 -0
  95. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/koreranker.py +0 -0
  96. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/monot5.py +0 -0
  97. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/pass_reranker.py +0 -0
  98. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/run.py +0 -0
  99. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/tart/__init__.py +0 -0
  100. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/tart/modeling_enc_t5.py +0 -0
  101. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/tart/tart.py +0 -0
  102. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/tart/tokenization_enc_t5.py +0 -0
  103. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/upr.py +0 -0
  104. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/promptmaker/fstring.py +0 -0
  105. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/promptmaker/run.py +0 -0
  106. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/__init__.py +0 -0
  107. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/base.py +0 -0
  108. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/hyde.py +0 -0
  109. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/pass_query_expansion.py +0 -0
  110. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/query_decompose.py +0 -0
  111. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/run.py +0 -0
  112. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/retrieval/__init__.py +0 -0
  113. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/retrieval/base.py +0 -0
  114. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/retrieval/bm25.py +0 -0
  115. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/retrieval/hybrid_cc.py +0 -0
  116. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/retrieval/hybrid_rrf.py +0 -0
  117. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/retrieval/run.py +0 -0
  118. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/retrieval/vectordb.py +0 -0
  119. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/schema/__init__.py +0 -0
  120. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/schema/module.py +0 -0
  121. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/schema/node.py +0 -0
  122. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/strategy.py +0 -0
  123. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/utils/__init__.py +0 -0
  124. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/utils/preprocess.py +0 -0
  125. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/utils/util.py +0 -0
  126. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/web.py +0 -0
  127. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/dev_requirements.txt +0 -0
  128. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/Makefile +0 -0
  129. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/make.bat +0 -0
  130. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/requirements.txt +0 -0
  131. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/data_creation.png +0 -0
  132. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/data_folder.png +0 -0
  133. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/node_folder.png +0 -0
  134. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/node_line_folder.png +0 -0
  135. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/node_line_summary.png +0 -0
  136. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/node_lines.png +0 -0
  137. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/node_summary.png +0 -0
  138. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/project_folder_example.png +0 -0
  139. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/project_folders.png +0 -0
  140. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/resources_folder.png +0 -0
  141. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/roadmap/RAG_paradigms.png +0 -0
  142. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/roadmap/advanced_RAG.png +0 -0
  143. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/roadmap/cycle.png +0 -0
  144. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/roadmap/merger.png +0 -0
  145. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/roadmap/node_line_modular.png +0 -0
  146. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/roadmap/policy.png +0 -0
  147. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/samsung_sundae.jpeg +0 -0
  148. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/trial_folder.png +0 -0
  149. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/trial_json.png +0 -0
  150. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/trial_summary.png +0 -0
  151. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/_static/web_interface.png +0 -0
  152. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.data.corpus.rst +0 -0
  153. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.data.qacreation.rst +0 -0
  154. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.data.rst +0 -0
  155. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.data.utils.rst +0 -0
  156. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.evaluate.metric.rst +0 -0
  157. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.evaluate.rst +0 -0
  158. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.generator.rst +0 -0
  159. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.passagecompressor.rst +0 -0
  160. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.passagereranker.tart.rst +0 -0
  161. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.queryexpansion.rst +0 -0
  162. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.retrieval.rst +0 -0
  163. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.rst +0 -0
  164. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.rst +0 -0
  165. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.schema.rst +0 -0
  166. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.utils.rst +0 -0
  167. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/api_spec/modules.rst +0 -0
  168. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/conf.py +0 -0
  169. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/data_creation/data_format.md +0 -0
  170. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/data_creation/tutorial.md +0 -0
  171. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/deploy/api_endpoint.md +0 -0
  172. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/deploy/web.md +0 -0
  173. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/index.rst +0 -0
  174. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/install.md +0 -0
  175. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/local_model.md +0 -0
  176. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/generator/llama_index_llm.md +0 -0
  177. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/generator/vllm.md +0 -0
  178. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/passage_compressor/passage_compressor.md +0 -0
  179. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/passage_compressor/tree_summarize.md +0 -0
  180. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/cohere.md +0 -0
  181. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/koreranker.md +0 -0
  182. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/monot5.md +0 -0
  183. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/tart.md +0 -0
  184. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/upr.md +0 -0
  185. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/prompt_maker/fstring.md +0 -0
  186. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/query_expansion/hyde.md +0 -0
  187. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/query_expansion/query_decompose.md +0 -0
  188. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/query_expansion/query_expansion.md +0 -0
  189. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/retrieval/bm25.md +0 -0
  190. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/retrieval/hybrid_cc.md +0 -0
  191. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/retrieval/hybrid_rrf.md +0 -0
  192. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/retrieval/retrieval.md +0 -0
  193. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/nodes/retrieval/vectordb.md +0 -0
  194. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/optimization/custom_config.md +0 -0
  195. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/optimization/folder_structure.md +0 -0
  196. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/optimization/optimization.md +0 -0
  197. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/optimization/sample_full_config.yaml +0 -0
  198. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/roadmap/modular_rag.md +0 -0
  199. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/structure.md +0 -0
  200. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/troubleshooting.md +0 -0
  201. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/docs/source/tutorial.md +0 -0
  202. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/pyproject.toml +0 -0
  203. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/sample_config/compact_local.yaml +0 -0
  204. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/sample_config/compact_openai.yaml +0 -0
  205. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/sample_config/config_korean.yaml +0 -0
  206. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/sample_config/extracted_sample.yaml +0 -0
  207. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/sample_config/simple_local.yaml +0 -0
  208. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/sample_config/simple_openai.yaml +0 -0
  209. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/sample_dataset/README.md +0 -0
  210. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/sample_dataset/eli5/load_eli5_dataset.py +0 -0
  211. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/sample_dataset/msmarco/load_msmarco_dataset.py +0 -0
  212. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/sample_dataset/triviaqa/load_triviaqa_dataset.py +0 -0
  213. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/setup.cfg +0 -0
  214. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/data/corpus/test_base.py +0 -0
  215. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/data/corpus/test_langchain.py +0 -0
  216. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/data/corpus/test_llama_index_corpus.py +0 -0
  217. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/data/qacreation/test_base_qacreation.py +0 -0
  218. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/data/qacreation/test_llama_index_qacreation.py +0 -0
  219. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/data/qacreation/test_simple.py +0 -0
  220. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/evaluate/metric/test_retrieval_contents_metric.py +0 -0
  221. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/evaluate/metric/test_retrieval_metric.py +0 -0
  222. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/evaluate/test_evaluate_util.py +0 -0
  223. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/evaluate/test_generation_evaluate.py +0 -0
  224. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/evaluate/test_retrieval_contents_evaluate.py +0 -0
  225. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/evaluate/test_retrieval_evaluate.py +0 -0
  226. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/generator/test_generator_base.py +0 -0
  227. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/generator/test_llama_index_llm.py +0 -0
  228. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/generator/test_run_generator_node.py +0 -0
  229. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/generator/test_vllm.py +0 -0
  230. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/passagecompressor/test_pass_compressor.py +0 -0
  231. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/passagecompressor/test_run_passage_compressor_node.py +0 -0
  232. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/passagecompressor/test_tree_summarize.py +0 -0
  233. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_cohere_reranker.py +0 -0
  234. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_koreranker.py +0 -0
  235. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_monot5.py +0 -0
  236. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_pass_reranker.py +0 -0
  237. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_passage_reranker_base.py +0 -0
  238. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_passage_reranker_run.py +0 -0
  239. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_tart.py +0 -0
  240. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_upr.py +0 -0
  241. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/promptmaker/test_prompt_maker_run.py +0 -0
  242. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/queryexpansion/test_hyde.py +0 -0
  243. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/queryexpansion/test_pass_query_expansion.py +0 -0
  244. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/queryexpansion/test_query_decompose.py +0 -0
  245. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/queryexpansion/test_query_expansion_base.py +0 -0
  246. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/queryexpansion/test_query_expansion_run.py +0 -0
  247. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_bm25.py +0 -0
  248. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_hybrid_cc.py +0 -0
  249. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_hybrid_rrf.py +0 -0
  250. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_retrieval_base.py +0 -0
  251. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_run_retrieval_node.py +0 -0
  252. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_vectordb.py +0 -0
  253. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/schema/test_module_schema.py +0 -0
  254. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/schema/test_node_schema.py +0 -0
  255. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/test_cli.py +0 -0
  256. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/test_deploy.py +0 -0
  257. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/test_evaluator.py +0 -0
  258. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/test_strategy.py +0 -0
  259. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/test_support.py +0 -0
  260. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/test_web.py +0 -0
  261. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/utils/test_preprocess.py +0 -0
  262. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/autorag/utils/test_util.py +0 -0
  263. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/conftest.py +0 -0
  264. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/delete_tests.py +0 -0
  265. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/mock.py +0 -0
  266. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/README.md +0 -0
  267. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/corpus_data_sample.parquet +0 -0
  268. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/data_creation/raw_dir/sample1.txt +0 -0
  269. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/data_creation/raw_dir/sample2.txt +0 -0
  270. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/data_creation/raw_dir/sample3.txt +0 -0
  271. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/full.yaml +0 -0
  272. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/qa_data_sample.parquet +0 -0
  273. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/qa_gen_prompts/prompt1.txt +0 -0
  274. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/qa_gen_prompts/prompt2.txt +0 -0
  275. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/qa_gen_prompts/prompt3.txt +0 -0
  276. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/qa_test_data_sample.parquet +0 -0
  277. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/config.yaml +0 -0
  278. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/0.parquet +0 -0
  279. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/1.parquet +0 -0
  280. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/2.parquet +0 -0
  281. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/3.parquet +0 -0
  282. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/4.parquet +0 -0
  283. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/5.parquet +0 -0
  284. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/best_5.parquet +0 -0
  285. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/summary.csv +0 -0
  286. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/0.parquet +0 -0
  287. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/1.parquet +0 -0
  288. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/best_0.parquet +0 -0
  289. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/summary.csv +0 -0
  290. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/summary.csv +0 -0
  291. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
  292. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
  293. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
  294. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
  295. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
  296. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/summary.csv +0 -0
  297. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/0.parquet +0 -0
  298. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/best_0.parquet +0 -0
  299. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/summary.csv +0 -0
  300. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/0.parquet +0 -0
  301. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/1.parquet +0 -0
  302. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
  303. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/summary.csv +0 -0
  304. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/retrieval/0.parquet +0 -0
  305. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/retrieval/1.parquet +0 -0
  306. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/retrieval/best_0.parquet +0 -0
  307. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/retrieval/summary.csv +0 -0
  308. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/summary.csv +0 -0
  309. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/0/summary.csv +0 -0
  310. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/1/config.yaml +0 -0
  311. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
  312. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
  313. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
  314. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
  315. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
  316. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/summary.csv +0 -0
  317. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/passage_compressor/0.parquet +0 -0
  318. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/0.parquet +0 -0
  319. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/1.parquet +0 -0
  320. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
  321. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/summary.csv +0 -0
  322. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/retrieval/0.parquet +0 -0
  323. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/retrieval/1.parquet +0 -0
  324. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/retrieval/best_0.parquet +0 -0
  325. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/retrieval/summary.csv +0 -0
  326. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/config.yaml +0 -0
  327. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/post_retrieve_node_line/prompt_maker/0.parquet +0 -0
  328. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
  329. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
  330. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
  331. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
  332. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
  333. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/summary.csv +0 -0
  334. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/0.parquet +0 -0
  335. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/best_0.parquet +0 -0
  336. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/summary.csv +0 -0
  337. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/0.parquet +0 -0
  338. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/1.parquet +0 -0
  339. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
  340. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/summary.csv +0 -0
  341. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/retrieval/0.parquet +0 -0
  342. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/retrieval/1.parquet +0 -0
  343. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/retrieval/best_0.parquet +0 -0
  344. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/retrieval/summary.csv +0 -0
  345. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/summary.csv +0 -0
  346. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/3/config.yaml +0 -0
  347. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/best.yaml +0 -0
  348. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/data/corpus.parquet +0 -0
  349. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/data/qa.parquet +0 -0
  350. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/resources/bm25.pkl +0 -0
  351. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/data_level0.bin +0 -0
  352. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/header.bin +0 -0
  353. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/length.bin +0 -0
  354. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/link_lists.bin +0 -0
  355. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/resources/chroma/chroma.sqlite3 +0 -0
  356. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/result_project/trial.json +0 -0
  357. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/sample_contents_nqa.csv +0 -0
  358. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/sample_project/data/corpus.parquet +0 -0
  359. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/sample_project/data/qa.parquet +0 -0
  360. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/sample_project/resources/bm25.pkl +0 -0
  361. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/simple.yaml +0 -0
  362. {AutoRAG-0.1.0 → AutoRAG-0.1.2}/tests/resources/test_bm25_retrieval.pkl +0 -0
{AutoRAG-0.1.0 → AutoRAG-0.1.2}/.github/workflows/test.yml RENAMED
@@ -11,6 +11,7 @@ on:
11
11
  env:
12
12
  OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
13
13
  COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
14
+ JINAAI_API_KEY: ${{ secrets.JINAAI_API_KEY }}
14
15
 
15
16
  jobs:
16
17
  build:
{AutoRAG-0.1.0 → AutoRAG-0.1.2}/AutoRAG.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: AutoRAG
3
- Version: 0.1.0
3
+ Version: 0.1.2
4
4
  Summary: Automatically Evaluate RAG pipelines with your own data. Find optimal structure for new RAG product.
5
5
  Author-email: Marker-Inc <vkehfdl1@gmail.com>
6
6
  License: Apache License
@@ -243,6 +243,10 @@ Requires-Dist: sentencepiece
243
243
  Requires-Dist: guidance
244
244
  Requires-Dist: cohere>=5.0.0a9
245
245
  Requires-Dist: tokenlog>=0.0.2
246
+ Requires-Dist: aiohttp
247
+ Requires-Dist: bert_score
248
+ Requires-Dist: sentence-transformers
249
+ Requires-Dist: FlagEmbedding
246
250
  Requires-Dist: llama-index>=0.10.1
247
251
  Requires-Dist: llama-index-core>=0.10.1
248
252
  Requires-Dist: llama-index-embeddings-openai
@@ -492,14 +496,14 @@ node_lines:
492
496
 
493
497
  # ❗Supporting Nodes & modules
494
498
 
495
- | Nodes | Modules |
496
- |:-----------------------------------------------------------------------------------------------------------------:|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
497
- | [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
498
- | [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
499
- | [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html) |
500
- | [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html) |
501
- | [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
502
- | [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
499
+ | Nodes | Modules |
500
+ |:-----------------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
501
+ | [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
502
+ | [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
503
+ | [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html)<br/>[Jina Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/jina_reranker.html)<br/>[Sentence Transformer Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/setence_transformer_reranker.html)<br/>[Colbert Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/colbert.html)<br/>[Flag Embedding Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/flag_embedding_reranker.html) |
504
+ | [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html)<br/>[Long Context Reorder](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/long_context_reorder.html) |
505
+ | [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
506
+ | [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
503
507
 
504
508
  # 🛣Roadmap
505
509
 
{AutoRAG-0.1.0 → AutoRAG-0.1.2}/AutoRAG.egg-info/SOURCES.txt RENAMED
@@ -61,10 +61,15 @@ autorag/nodes/passagecompressor/tree_summarize.py
61
61
  autorag/nodes/passagereranker/__init__.py
62
62
  autorag/nodes/passagereranker/base.py
63
63
  autorag/nodes/passagereranker/cohere.py
64
+ autorag/nodes/passagereranker/colbert.py
65
+ autorag/nodes/passagereranker/flag_embedding.py
66
+ autorag/nodes/passagereranker/jina.py
64
67
  autorag/nodes/passagereranker/koreranker.py
65
68
  autorag/nodes/passagereranker/monot5.py
66
69
  autorag/nodes/passagereranker/pass_reranker.py
70
+ autorag/nodes/passagereranker/rankgpt.py
67
71
  autorag/nodes/passagereranker/run.py
72
+ autorag/nodes/passagereranker/sentence_transformer.py
68
73
  autorag/nodes/passagereranker/upr.py
69
74
  autorag/nodes/passagereranker/tart/__init__.py
70
75
  autorag/nodes/passagereranker/tart/modeling_enc_t5.py
@@ -73,6 +78,7 @@ autorag/nodes/passagereranker/tart/tokenization_enc_t5.py
73
78
  autorag/nodes/promptmaker/__init__.py
74
79
  autorag/nodes/promptmaker/base.py
75
80
  autorag/nodes/promptmaker/fstring.py
81
+ autorag/nodes/promptmaker/long_context_reorder.py
76
82
  autorag/nodes/promptmaker/run.py
77
83
  autorag/nodes/queryexpansion/__init__.py
78
84
  autorag/nodes/queryexpansion/base.py
@@ -153,12 +159,18 @@ docs/source/nodes/generator/vllm.md
153
159
  docs/source/nodes/passage_compressor/passage_compressor.md
154
160
  docs/source/nodes/passage_compressor/tree_summarize.md
155
161
  docs/source/nodes/passage_reranker/cohere.md
162
+ docs/source/nodes/passage_reranker/colbert.md
163
+ docs/source/nodes/passage_reranker/flag_embedding_reranker.md
164
+ docs/source/nodes/passage_reranker/jina_reranker.md
156
165
  docs/source/nodes/passage_reranker/koreranker.md
157
166
  docs/source/nodes/passage_reranker/monot5.md
158
167
  docs/source/nodes/passage_reranker/passage_reranker.md
168
+ docs/source/nodes/passage_reranker/rankgpt.md
169
+ docs/source/nodes/passage_reranker/sentence_transformer_reranker.md
159
170
  docs/source/nodes/passage_reranker/tart.md
160
171
  docs/source/nodes/passage_reranker/upr.md
161
172
  docs/source/nodes/prompt_maker/fstring.md
173
+ docs/source/nodes/prompt_maker/long_context_reorder.md
162
174
  docs/source/nodes/prompt_maker/prompt_maker.md
163
175
  docs/source/nodes/query_expansion/hyde.md
164
176
  docs/source/nodes/query_expansion/query_decompose.md
@@ -214,14 +226,21 @@ tests/autorag/nodes/passagecompressor/test_pass_compressor.py
214
226
  tests/autorag/nodes/passagecompressor/test_run_passage_compressor_node.py
215
227
  tests/autorag/nodes/passagecompressor/test_tree_summarize.py
216
228
  tests/autorag/nodes/passagereranker/test_cohere_reranker.py
229
+ tests/autorag/nodes/passagereranker/test_colbert_reranker.py
230
+ tests/autorag/nodes/passagereranker/test_flag_embedding.py
231
+ tests/autorag/nodes/passagereranker/test_jina_reranker.py
217
232
  tests/autorag/nodes/passagereranker/test_koreranker.py
218
233
  tests/autorag/nodes/passagereranker/test_monot5.py
219
234
  tests/autorag/nodes/passagereranker/test_pass_reranker.py
220
235
  tests/autorag/nodes/passagereranker/test_passage_reranker_base.py
221
236
  tests/autorag/nodes/passagereranker/test_passage_reranker_run.py
237
+ tests/autorag/nodes/passagereranker/test_rankgpt.py
238
+ tests/autorag/nodes/passagereranker/test_sentence_transformer.py
222
239
  tests/autorag/nodes/passagereranker/test_tart.py
223
240
  tests/autorag/nodes/passagereranker/test_upr.py
224
241
  tests/autorag/nodes/promptmaker/test_fstring.py
242
+ tests/autorag/nodes/promptmaker/test_long_context_reorder.py
243
+ tests/autorag/nodes/promptmaker/test_prompt_maker_base.py
225
244
  tests/autorag/nodes/promptmaker/test_prompt_maker_run.py
226
245
  tests/autorag/nodes/queryexpansion/test_hyde.py
227
246
  tests/autorag/nodes/queryexpansion/test_pass_query_expansion.py
{AutoRAG-0.1.0 → AutoRAG-0.1.2}/AutoRAG.egg-info/requires.txt RENAMED
@@ -22,6 +22,10 @@ sentencepiece
22
22
  guidance
23
23
  cohere>=5.0.0a9
24
24
  tokenlog>=0.0.2
25
+ aiohttp
26
+ bert_score
27
+ sentence-transformers
28
+ FlagEmbedding
25
29
  llama-index>=0.10.1
26
30
  llama-index-core>=0.10.1
27
31
  llama-index-embeddings-openai
{AutoRAG-0.1.0 → AutoRAG-0.1.2}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: AutoRAG
3
- Version: 0.1.0
3
+ Version: 0.1.2
4
4
  Summary: Automatically Evaluate RAG pipelines with your own data. Find optimal structure for new RAG product.
5
5
  Author-email: Marker-Inc <vkehfdl1@gmail.com>
6
6
  License: Apache License
@@ -243,6 +243,10 @@ Requires-Dist: sentencepiece
243
243
  Requires-Dist: guidance
244
244
  Requires-Dist: cohere>=5.0.0a9
245
245
  Requires-Dist: tokenlog>=0.0.2
246
+ Requires-Dist: aiohttp
247
+ Requires-Dist: bert_score
248
+ Requires-Dist: sentence-transformers
249
+ Requires-Dist: FlagEmbedding
246
250
  Requires-Dist: llama-index>=0.10.1
247
251
  Requires-Dist: llama-index-core>=0.10.1
248
252
  Requires-Dist: llama-index-embeddings-openai
@@ -492,14 +496,14 @@ node_lines:
492
496
 
493
497
  # ❗Supporting Nodes & modules
494
498
 
495
- | Nodes | Modules |
496
- |:-----------------------------------------------------------------------------------------------------------------:|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
497
- | [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
498
- | [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
499
- | [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html) |
500
- | [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html) |
501
- | [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
502
- | [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
499
+ | Nodes | Modules |
500
+ |:-----------------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
501
+ | [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
502
+ | [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
503
+ | [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html)<br/>[Jina Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/jina_reranker.html)<br/>[Sentence Transformer Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/setence_transformer_reranker.html)<br/>[Colbert Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/colbert.html)<br/>[Flag Embedding Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/flag_embedding_reranker.html) |
504
+ | [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html)<br/>[Long Context Reorder](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/long_context_reorder.html) |
505
+ | [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
506
+ | [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
503
507
 
504
508
  # 🛣Roadmap
505
509
 
{AutoRAG-0.1.0 → AutoRAG-0.1.2}/README.md RENAMED
@@ -237,14 +237,14 @@ node_lines:
237
237
 
238
238
  # ❗Supporting Nodes & modules
239
239
 
240
- | Nodes | Modules |
241
- |:-----------------------------------------------------------------------------------------------------------------:|:-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
242
- | [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
243
- | [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
244
- | [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html) |
245
- | [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html) |
246
- | [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
247
- | [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
240
+ | Nodes | Modules |
241
+ |:-----------------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
242
+ | [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
243
+ | [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
244
+ | [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html)<br/>[Jina Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/jina_reranker.html)<br/>[Sentence Transformer Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/setence_transformer_reranker.html)<br/>[Colbert Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/colbert.html)<br/>[Flag Embedding Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/flag_embedding_reranker.html) |
245
+ | [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html)<br/>[Long Context Reorder](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/long_context_reorder.html) |
246
+ | [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
247
+ | [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
248
248
 
249
249
  # 🛣Roadmap
250
250
 
AutoRAG-0.1.2/autorag/VERSION ADDED
@@ -0,0 +1 @@
1
+ 0.1.2
{AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/generation.py RENAMED
@@ -4,11 +4,11 @@ from typing import List, Callable, Union, Dict
4
4
 
5
5
  import pandas as pd
6
6
 
7
- from autorag.evaluate.metric.generation import bleu, meteor, rouge, sem_score, g_eval
7
+ from autorag.evaluate.metric.generation import bleu, meteor, rouge, sem_score, g_eval, bert_score
8
8
  from autorag.evaluate.util import cast_metrics
9
9
 
10
10
  GENERATION_METRIC_FUNC_DICT = {func.__name__: func for func in
11
- [bleu, meteor, rouge, sem_score, g_eval]}
11
+ [bleu, meteor, rouge, sem_score, g_eval, bert_score]}
12
12
 
13
13
 
14
14
  def evaluate_generation(generation_gt: List[List[str]], metrics: Union[List[str], List[Dict]]):
{AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/metric/__init__.py RENAMED
@@ -1,3 +1,3 @@
1
+ from .generation import bleu, meteor, rouge, sem_score, g_eval, bert_score
1
2
  from .retrieval import retrieval_f1, retrieval_recall, retrieval_precision
2
- from .generation import bleu, meteor, rouge
3
3
  from .retrieval_contents import retrieval_token_f1, retrieval_token_precision, retrieval_token_recall
{AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/evaluate/metric/generation.py RENAMED
@@ -5,6 +5,7 @@ import os
5
5
  from typing import List, Optional
6
6
 
7
7
  import evaluate
8
+ import pandas as pd
8
9
  import sacrebleu
9
10
  import torch
10
11
  from llama_index.core.embeddings import BaseEmbedding
@@ -266,3 +267,22 @@ def g_eval(generation_gt: List[str], pred: str,
266
267
 
267
268
  g_eval_scores = list(map(lambda x: g_eval_score(g_eval_prompts[x], generation_gt, pred), metrics))
268
269
  return sum(g_eval_scores) / len(g_eval_scores)
270
+
271
+
272
+ def bert_score(generation_gt: List[List[str]], generations: List[str],
273
+ lang: str = 'en',
274
+ batch: int = 128,
275
+ n_threads: int = os.cpu_count()) -> List[float]:
276
+ evaluator = evaluate.load("bertscore")
277
+
278
+ df = pd.DataFrame({
279
+ 'reference': generation_gt,
280
+ 'prediction': generations,
281
+ 'lang': lang,
282
+ })
283
+
284
+ df = df.explode('reference', ignore_index=False)
285
+ df['bert_score'] = evaluator.compute(predictions=df['prediction'].tolist(),
286
+ references=df['reference'].tolist(),
287
+ lang=lang, nthreads=n_threads, batch_size=batch)['f1']
288
+ return df.groupby(level=0)['bert_score'].max().tolist()
AutoRAG-0.1.2/autorag/nodes/passagereranker/__init__.py ADDED
@@ -0,0 +1,11 @@
1
+ from .cohere import cohere_reranker
2
+ from .colbert import colbert_reranker
3
+ from .flag_embedding import flag_embedding_reranker
4
+ from .jina import jina_reranker
5
+ from .koreranker import koreranker
6
+ from .monot5 import monot5
7
+ from .pass_reranker import pass_reranker
8
+ from .rankgpt import rankgpt
9
+ from .sentence_transformer import sentence_transformer_reranker
10
+ from .tart.tart import tart
11
+ from .upr import upr
{AutoRAG-0.1.0 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/base.py RENAMED
@@ -1,4 +1,5 @@
1
1
  import functools
2
+ import logging
2
3
  from pathlib import Path
3
4
  from typing import List, Union, Tuple
4
5
 
@@ -6,8 +7,6 @@ import pandas as pd
6
7
 
7
8
  from autorag.utils import result_to_dataframe, validate_qa_dataset
8
9
 
9
- import logging
10
-
11
10
  logger = logging.getLogger("AutoRAG")
12
11
 
13
12
 
@@ -36,8 +35,7 @@ def passage_reranker_node(func):
36
35
  assert "retrieved_ids" in previous_result.columns, "previous_result must have retrieved_ids column."
37
36
  ids = previous_result["retrieved_ids"].tolist()
38
37
 
39
- # run passage reranker function
40
- reranked_contents, reranked_ids, reranked_scores\
38
+ reranked_contents, reranked_ids, reranked_scores \
41
39
  = func(queries=queries, contents_list=contents, scores_list=scores, ids_list=ids, *args, **kwargs)
42
40
 
43
41
  return reranked_contents, reranked_ids, reranked_scores
AutoRAG-0.1.2/autorag/nodes/passagereranker/colbert.py ADDED
@@ -0,0 +1,77 @@
1
+ import asyncio
2
+ from typing import List, Tuple
3
+
4
+ import torch
5
+ from transformers import AutoModel, AutoTokenizer
6
+
7
+ from autorag.nodes.passagereranker.base import passage_reranker_node
8
+ from autorag.utils.util import process_batch
9
+
10
+
11
+ @passage_reranker_node
12
+ def colbert_reranker(queries: List[str], contents_list: List[List[str]],
13
+ scores_list: List[List[float]], ids_list: List[List[str]],
14
+ top_k: int, batch: int = 64,
15
+ model_name: str = "colbert-ir/colbertv2.0",
16
+ ) -> Tuple[List[List[str]], List[List[str]], List[List[float]]]:
17
+ """
18
+ Rerank a list of contents with Colbert rerank models.
19
+ You can get more information about a Colbert model at https://huggingface.co/colbert-ir/colbertv2.0.
20
+ It uses BERT-based model, so recommend using CUDA gpu for faster reranking.
21
+
22
+ :param queries: The list of queries to use for reranking
23
+ :param contents_list: The list of lists of contents to rerank
24
+ :param scores_list: The list of lists of scores retrieved from the initial ranking
25
+ :param ids_list: The list of lists of ids retrieved from the initial ranking
26
+ :param top_k: The number of passages to be retrieved
27
+ :param batch: The number of queries to be processed in a batch
28
+ Default is 64.
29
+ :param model_name: The model name for Colbert rerank.
30
+ You can choose colbert model for reranking.
31
+ Default is "colbert-ir/colbertv2.0".
32
+ :return: Tuple of lists containing the reranked contents, ids, and scores
33
+ """
34
+ device = "cuda" if torch.cuda.is_available() else "cpu"
35
+ model = AutoModel.from_pretrained(model_name).to(device)
36
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
37
+
38
+ # Run async cohere_rerank_pure function
39
+ tasks = [get_colbert_score(query, document, model, tokenizer) for query, document, ids in
40
+ zip(queries, contents_list, ids_list)]
41
+ loop = asyncio.get_event_loop()
42
+ score_results = loop.run_until_complete(process_batch(tasks, batch_size=batch))
43
+
44
+ del model
45
+
46
+ def rerank_results(contents, ids, scores, top_k):
47
+ reranked_content, reranked_id, reranked_score = zip(
48
+ *sorted(zip(contents, ids, scores), key=lambda x: x[2], reverse=True))
49
+ return list(reranked_content)[:top_k], list(reranked_id)[:top_k], list(reranked_score)[:top_k]
50
+
51
+ reranked_contents_list, reranked_ids_list, reranked_scores_list = zip(*list(map(
52
+ rerank_results, contents_list, ids_list, score_results, [top_k] * len(contents_list))))
53
+ return list(reranked_contents_list), list(reranked_ids_list), list(reranked_scores_list)
54
+
55
+
56
+ async def get_colbert_score(query: str, content_list: List[str],
57
+ model, tokenizer) -> List[float]:
58
+ query_encoding = tokenizer(query, return_tensors="pt")
59
+ query_embedding = model(**query_encoding).last_hidden_state
60
+ rerank_score_list = []
61
+
62
+ for document_text in content_list:
63
+ document_encoding = tokenizer(
64
+ document_text, return_tensors="pt", truncation=True, max_length=512
65
+ )
66
+ document_embedding = model(**document_encoding).last_hidden_state
67
+
68
+ sim_matrix = torch.nn.functional.cosine_similarity(
69
+ query_embedding.unsqueeze(2), document_embedding.unsqueeze(1), dim=-1
70
+ )
71
+
72
+ # Take the maximum similarity for each query token (across all document tokens)
73
+ # sim_matrix shape: [batch_size, query_length, doc_length]
74
+ max_sim_scores, _ = torch.max(sim_matrix, dim=2)
75
+ rerank_score_list.append(torch.mean(max_sim_scores, dim=1))
76
+
77
+ return list(map(float, rerank_score_list))
AutoRAG-0.1.2/autorag/nodes/passagereranker/flag_embedding.py ADDED
@@ -0,0 +1,78 @@
1
+ import asyncio
2
+ from typing import List, Tuple
3
+
4
+ import torch
5
+ from FlagEmbedding import FlagReranker
6
+
7
+ from autorag.nodes.passagereranker.base import passage_reranker_node
8
+ from autorag.utils.util import process_batch
9
+
10
+
11
+ @passage_reranker_node
12
+ def flag_embedding_reranker(queries: List[str], contents_list: List[List[str]],
13
+ scores_list: List[List[float]], ids_list: List[List[str]],
14
+ top_k: int, batch: int = 64, use_fp16: bool = False,
15
+ model_name: str = "BAAI/bge-reranker-large",
16
+ ) -> Tuple[List[List[str]], List[List[str]], List[List[float]]]:
17
+ """
18
+ Rerank a list of contents based on their relevance to a query using BAAI Reranker model.
19
+
20
+ :param queries: The list of queries to use for reranking
21
+ :param contents_list: The list of lists of contents to rerank
22
+ :param scores_list: The list of lists of scores retrieved from the initial ranking
23
+ :param ids_list: The list of lists of ids retrieved from the initial ranking
24
+ :param top_k: The number of passages to be retrieved
25
+ :param batch: The number of queries to be processed in a batch
26
+ :param use_fp16: Whether to use fp16 for inference
27
+ :param model_name: The name of the BAAI Reranker model name.
28
+ Default is "BAAI/bge-reranker-large"
29
+ :return: tuple of lists containing the reranked contents, ids, and scores
30
+ """
31
+ model = FlagReranker(
32
+ model_name_or_path=model_name, use_fp16=use_fp16
33
+ )
34
+ tasks = [flag_embedding_reranker_pure(query, contents, scores, top_k, ids, model)
35
+ for query, contents, scores, ids in zip(queries, contents_list, scores_list, ids_list)]
36
+ loop = asyncio.get_event_loop()
37
+ results = loop.run_until_complete(process_batch(tasks, batch_size=batch))
38
+ content_result = list(map(lambda x: x[0], results))
39
+ id_result = list(map(lambda x: x[1], results))
40
+ score_result = list(map(lambda x: x[2], results))
41
+
42
+ del model
43
+ if torch.cuda.is_available():
44
+ torch.cuda.empty_cache()
45
+
46
+ return content_result, id_result, score_result
47
+
48
+
49
+ async def flag_embedding_reranker_pure(query: str, contents: List[str], scores: List[float], top_k: int,
50
+ ids: List[str], model) -> Tuple[List[str], List[str], List[float]]:
51
+ """
52
+ Rerank a list of contents based on their relevance to a query using BAAI Reranker model.
53
+
54
+ :param query: The query to use for reranking
55
+ :param contents: The list of contents to rerank
56
+ :param scores: The list of scores retrieved from the initial ranking
57
+ :param ids: The list of ids retrieved from the initial ranking
58
+ :param top_k: The number of passages to be retrieved
59
+ :param model: BAAI Reranker model.
60
+ :return: tuple of lists containing the reranked contents, ids, and scores
61
+ """
62
+ input_texts = [(query, content) for content in contents]
63
+ with torch.no_grad():
64
+ pred_scores = model.compute_score(sentence_pairs=input_texts)
65
+
66
+ content_ids_probs = list(zip(contents, ids, pred_scores))
67
+
68
+ # Sort the list of pairs based on the relevance score in descending order
69
+ sorted_content_ids_probs = sorted(content_ids_probs, key=lambda x: x[2], reverse=True)
70
+
71
+ # crop with top_k
72
+ if len(contents) < top_k:
73
+ top_k = len(contents)
74
+ sorted_content_ids_probs = sorted_content_ids_probs[:top_k]
75
+
76
+ content_result, id_result, score_result = zip(*sorted_content_ids_probs)
77
+
78
+ return list(content_result), list(id_result), list(score_result)
AutoRAG-0.1.2/autorag/nodes/passagereranker/jina.py ADDED
@@ -0,0 +1,82 @@
1
+ import asyncio
2
+ import os
3
+ from typing import List, Tuple, Optional
4
+
5
+ import aiohttp
6
+
7
+ from autorag.nodes.passagereranker.base import passage_reranker_node
8
+ from autorag.utils.util import process_batch
9
+
10
+ JINA_API_URL = "https://api.jina.ai/v1/rerank"
11
+
12
+
13
+ @passage_reranker_node
14
+ def jina_reranker(queries: List[str], contents_list: List[List[str]],
15
+ scores_list: List[List[float]], ids_list: List[List[str]],
16
+ top_k: int, api_key: Optional[str] = None,
17
+ model: str = "jina-reranker-v1-base-en",
18
+ batch: int = 8
19
+ ) -> Tuple[List[List[str]], List[List[str]], List[List[float]]]:
20
+ """
21
+ Rerank a list of contents with Jina rerank models.
22
+ You can get the API key from https://jina.ai/reranker and set it in the environment variable JINAAI_API_KEY.
23
+
24
+ :param queries: The list of queries to use for reranking
25
+ :param contents_list: The list of lists of contents to rerank
26
+ :param scores_list: The list of lists of scores retrieved from the initial ranking
27
+ :param ids_list: The list of lists of ids retrieved from the initial ranking
28
+ :param top_k: The number of passages to be retrieved
29
+ :param api_key: The API key for Jina rerank.
30
+ You can set it in the environment variable JINAAI_API_KEY.
31
+ Or, you can directly set it on the config YAML file using this parameter.
32
+ Default is env variable "JINAAI_API_KEY".
33
+ :param model: The model name for Cohere rerank.
34
+ You can choose between "jina-reranker-v1-base-en" and "jina-colbert-v1-en".
35
+ Default is "jina-reranker-v1-base-en".
36
+ :param batch: The number of queries to be processed in a batch
37
+ :return: Tuple of lists containing the reranked contents, ids, and scores
38
+ """
39
+ if api_key is None:
40
+ api_key = os.getenv("JINAAI_API_KEY", None)
41
+ if api_key is None:
42
+ raise ValueError("API key is not provided."
43
+ "You can set it as an argument or as an environment variable 'JINAAI_API_KEY'")
44
+
45
+ tasks = [jina_reranker_pure(query, contents, scores, ids, top_k=top_k, api_key=api_key, model=model) for
46
+ query, contents, scores, ids in
47
+ zip(queries, contents_list, scores_list, ids_list)]
48
+ loop = asyncio.get_event_loop()
49
+ results = loop.run_until_complete(process_batch(tasks, batch))
50
+
51
+ content_result, id_result, score_result = zip(*results)
52
+
53
+ return list(content_result), list(id_result), list(score_result)
54
+
55
+
56
+ async def jina_reranker_pure(query: str, contents: List[str],
57
+ scores: List[float], ids: List[str],
58
+ top_k: int, api_key: str,
59
+ model: str = "jina-reranker-v1-base-en") -> Tuple[List[str], List[str], List[float]]:
60
+ session = aiohttp.ClientSession()
61
+ session.headers.update({"Authorization": f"Bearer {api_key}", "Accept-Encoding": "identity"})
62
+ async with session.post(
63
+ JINA_API_URL,
64
+ json={
65
+ "query": query,
66
+ "documents": contents,
67
+ "model": model,
68
+ "top_n": top_k,
69
+ },
70
+ ) as resp:
71
+ resp_json = await resp.json()
72
+ if 'results' not in resp_json:
73
+ raise RuntimeError(f"Invalid response from Jina API: {resp_json['detail']}")
74
+
75
+ results = resp_json['results']
76
+ indices = list(map(lambda x: x['index'], results))
77
+ score_result = list(map(lambda x: x['relevance_score'], results))
78
+ id_result = list(map(lambda x: ids[x], indices))
79
+ content_result = list(map(lambda x: contents[x], indices))
80
+
81
+ await session.close()
82
+ return content_result, id_result, score_result