AutoRAG 0.1.1__tar.gz → 0.1.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (361) hide show
  1. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/.github/workflows/test.yml +1 -0
  2. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/AutoRAG.egg-info/PKG-INFO +12 -9
  3. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/AutoRAG.egg-info/SOURCES.txt +16 -0
  4. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/AutoRAG.egg-info/requires.txt +3 -0
  5. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/PKG-INFO +12 -9
  6. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/README.md +8 -8
  7. AutoRAG-0.1.2/autorag/VERSION +1 -0
  8. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/__init__.py +4 -0
  9. AutoRAG-0.1.2/autorag/nodes/passagereranker/colbert.py +77 -0
  10. AutoRAG-0.1.2/autorag/nodes/passagereranker/flag_embedding.py +78 -0
  11. AutoRAG-0.1.2/autorag/nodes/passagereranker/jina.py +82 -0
  12. AutoRAG-0.1.2/autorag/nodes/passagereranker/sentence_transformer.py +79 -0
  13. AutoRAG-0.1.2/autorag/nodes/promptmaker/__init__.py +2 -0
  14. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/promptmaker/base.py +4 -0
  15. AutoRAG-0.1.2/autorag/nodes/promptmaker/long_context_reorder.py +49 -0
  16. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/support.py +5 -0
  17. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.passagereranker.rst +32 -0
  18. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.promptmaker.rst +8 -0
  19. AutoRAG-0.1.2/docs/source/nodes/index.md +14 -0
  20. AutoRAG-0.1.2/docs/source/nodes/passage_reranker/colbert.md +17 -0
  21. AutoRAG-0.1.2/docs/source/nodes/passage_reranker/flag_embedding_reranker.md +19 -0
  22. AutoRAG-0.1.2/docs/source/nodes/passage_reranker/jina_reranker.md +42 -0
  23. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/passage_reranker.md +5 -0
  24. AutoRAG-0.1.2/docs/source/nodes/passage_reranker/sentence_transformer_reranker.md +18 -0
  25. AutoRAG-0.1.2/docs/source/nodes/prompt_maker/long_context_reorder.md +20 -0
  26. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/prompt_maker/prompt_maker.md +1 -0
  27. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/requirements.txt +3 -0
  28. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_config/full.yaml +8 -0
  29. AutoRAG-0.1.2/tests/autorag/nodes/passagereranker/test_colbert_reranker.py +22 -0
  30. AutoRAG-0.1.2/tests/autorag/nodes/passagereranker/test_flag_embedding.py +22 -0
  31. AutoRAG-0.1.2/tests/autorag/nodes/passagereranker/test_jina_reranker.py +38 -0
  32. AutoRAG-0.1.2/tests/autorag/nodes/passagereranker/test_sentence_transformer.py +22 -0
  33. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/promptmaker/test_fstring.py +1 -12
  34. AutoRAG-0.1.2/tests/autorag/nodes/promptmaker/test_long_context_reorder.py +26 -0
  35. AutoRAG-0.1.2/tests/autorag/nodes/promptmaker/test_prompt_maker_base.py +13 -0
  36. AutoRAG-0.1.1/autorag/VERSION +0 -1
  37. AutoRAG-0.1.1/autorag/nodes/promptmaker/__init__.py +0 -1
  38. AutoRAG-0.1.1/docs/source/nodes/index.md +0 -14
  39. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/.github/dependabot.yml +0 -0
  40. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/.github/workflows/sphinx.yml +0 -0
  41. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/.gitignore +0 -0
  42. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/AutoRAG.egg-info/dependency_links.txt +0 -0
  43. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/AutoRAG.egg-info/entry_points.txt +0 -0
  44. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/AutoRAG.egg-info/top_level.txt +0 -0
  45. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/LICENSE +0 -0
  46. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/__init__.py +0 -0
  47. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/cli.py +0 -0
  48. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/__init__.py +0 -0
  49. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/corpus/__init__.py +0 -0
  50. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/corpus/langchain.py +0 -0
  51. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/corpus/llama_index.py +0 -0
  52. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/qacreation/__init__.py +0 -0
  53. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/qacreation/base.py +0 -0
  54. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/qacreation/llama_index.py +0 -0
  55. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/qacreation/llama_index_default_prompt.txt +0 -0
  56. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/qacreation/simple.py +0 -0
  57. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/utils/__init__.py +0 -0
  58. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/data/utils/util.py +0 -0
  59. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/deploy.py +0 -0
  60. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/__init__.py +0 -0
  61. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/generation.py +0 -0
  62. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/__init__.py +0 -0
  63. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/g_eval_prompts/coh_detailed.txt +0 -0
  64. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/g_eval_prompts/con_detailed.txt +0 -0
  65. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/g_eval_prompts/flu_detailed.txt +0 -0
  66. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/g_eval_prompts/rel_detailed.txt +0 -0
  67. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/generation.py +0 -0
  68. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/retrieval.py +0 -0
  69. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/retrieval_contents.py +0 -0
  70. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/metric/util.py +0 -0
  71. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/retrieval.py +0 -0
  72. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/retrieval_contents.py +0 -0
  73. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluate/util.py +0 -0
  74. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/evaluator.py +0 -0
  75. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/node_line.py +0 -0
  76. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/__init__.py +0 -0
  77. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/generator/__init__.py +0 -0
  78. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/generator/base.py +0 -0
  79. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/generator/llama_index_llm.py +0 -0
  80. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/generator/run.py +0 -0
  81. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/generator/vllm.py +0 -0
  82. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagecompressor/__init__.py +0 -0
  83. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagecompressor/base.py +0 -0
  84. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagecompressor/pass_compressor.py +0 -0
  85. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagecompressor/run.py +0 -0
  86. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagecompressor/tree_summarize.py +0 -0
  87. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/base.py +0 -0
  88. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/cohere.py +0 -0
  89. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/koreranker.py +0 -0
  90. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/monot5.py +0 -0
  91. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/pass_reranker.py +0 -0
  92. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/rankgpt.py +0 -0
  93. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/run.py +0 -0
  94. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/tart/__init__.py +0 -0
  95. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/tart/modeling_enc_t5.py +0 -0
  96. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/tart/tart.py +0 -0
  97. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/tart/tokenization_enc_t5.py +0 -0
  98. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/passagereranker/upr.py +0 -0
  99. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/promptmaker/fstring.py +0 -0
  100. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/promptmaker/run.py +0 -0
  101. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/__init__.py +0 -0
  102. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/base.py +0 -0
  103. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/hyde.py +0 -0
  104. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/pass_query_expansion.py +0 -0
  105. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/query_decompose.py +0 -0
  106. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/queryexpansion/run.py +0 -0
  107. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/retrieval/__init__.py +0 -0
  108. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/retrieval/base.py +0 -0
  109. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/retrieval/bm25.py +0 -0
  110. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/retrieval/hybrid_cc.py +0 -0
  111. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/retrieval/hybrid_rrf.py +0 -0
  112. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/retrieval/run.py +0 -0
  113. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/nodes/retrieval/vectordb.py +0 -0
  114. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/schema/__init__.py +0 -0
  115. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/schema/module.py +0 -0
  116. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/schema/node.py +0 -0
  117. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/strategy.py +0 -0
  118. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/utils/__init__.py +0 -0
  119. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/utils/preprocess.py +0 -0
  120. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/utils/util.py +0 -0
  121. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/autorag/web.py +0 -0
  122. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/dev_requirements.txt +0 -0
  123. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/Makefile +0 -0
  124. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/make.bat +0 -0
  125. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/requirements.txt +0 -0
  126. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/data_creation.png +0 -0
  127. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/data_folder.png +0 -0
  128. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/node_folder.png +0 -0
  129. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/node_line_folder.png +0 -0
  130. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/node_line_summary.png +0 -0
  131. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/node_lines.png +0 -0
  132. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/node_summary.png +0 -0
  133. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/project_folder_example.png +0 -0
  134. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/project_folders.png +0 -0
  135. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/resources_folder.png +0 -0
  136. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/roadmap/RAG_paradigms.png +0 -0
  137. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/roadmap/advanced_RAG.png +0 -0
  138. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/roadmap/cycle.png +0 -0
  139. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/roadmap/merger.png +0 -0
  140. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/roadmap/node_line_modular.png +0 -0
  141. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/roadmap/policy.png +0 -0
  142. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/samsung_sundae.jpeg +0 -0
  143. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/trial_folder.png +0 -0
  144. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/trial_json.png +0 -0
  145. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/trial_summary.png +0 -0
  146. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/_static/web_interface.png +0 -0
  147. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.data.corpus.rst +0 -0
  148. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.data.qacreation.rst +0 -0
  149. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.data.rst +0 -0
  150. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.data.utils.rst +0 -0
  151. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.evaluate.metric.rst +0 -0
  152. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.evaluate.rst +0 -0
  153. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.generator.rst +0 -0
  154. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.passagecompressor.rst +0 -0
  155. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.passagereranker.tart.rst +0 -0
  156. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.queryexpansion.rst +0 -0
  157. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.retrieval.rst +0 -0
  158. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.nodes.rst +0 -0
  159. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.rst +0 -0
  160. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.schema.rst +0 -0
  161. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/autorag.utils.rst +0 -0
  162. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/api_spec/modules.rst +0 -0
  163. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/conf.py +0 -0
  164. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/data_creation/data_format.md +0 -0
  165. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/data_creation/tutorial.md +0 -0
  166. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/deploy/api_endpoint.md +0 -0
  167. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/deploy/web.md +0 -0
  168. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/index.rst +0 -0
  169. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/install.md +0 -0
  170. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/local_model.md +0 -0
  171. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/generator/generator.md +0 -0
  172. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/generator/llama_index_llm.md +0 -0
  173. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/generator/vllm.md +0 -0
  174. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_compressor/passage_compressor.md +0 -0
  175. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_compressor/tree_summarize.md +0 -0
  176. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/cohere.md +0 -0
  177. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/koreranker.md +0 -0
  178. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/monot5.md +0 -0
  179. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/rankgpt.md +0 -0
  180. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/tart.md +0 -0
  181. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/passage_reranker/upr.md +0 -0
  182. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/prompt_maker/fstring.md +0 -0
  183. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/query_expansion/hyde.md +0 -0
  184. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/query_expansion/query_decompose.md +0 -0
  185. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/query_expansion/query_expansion.md +0 -0
  186. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/retrieval/bm25.md +0 -0
  187. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/retrieval/hybrid_cc.md +0 -0
  188. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/retrieval/hybrid_rrf.md +0 -0
  189. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/retrieval/retrieval.md +0 -0
  190. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/nodes/retrieval/vectordb.md +0 -0
  191. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/optimization/custom_config.md +0 -0
  192. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/optimization/folder_structure.md +0 -0
  193. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/optimization/optimization.md +0 -0
  194. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/optimization/sample_full_config.yaml +0 -0
  195. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/roadmap/modular_rag.md +0 -0
  196. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/structure.md +0 -0
  197. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/troubleshooting.md +0 -0
  198. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/docs/source/tutorial.md +0 -0
  199. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/pyproject.toml +0 -0
  200. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_config/compact_local.yaml +0 -0
  201. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_config/compact_openai.yaml +0 -0
  202. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_config/config_korean.yaml +0 -0
  203. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_config/extracted_sample.yaml +0 -0
  204. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_config/simple_local.yaml +0 -0
  205. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_config/simple_openai.yaml +0 -0
  206. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_dataset/README.md +0 -0
  207. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_dataset/eli5/load_eli5_dataset.py +0 -0
  208. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_dataset/msmarco/load_msmarco_dataset.py +0 -0
  209. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/sample_dataset/triviaqa/load_triviaqa_dataset.py +0 -0
  210. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/setup.cfg +0 -0
  211. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/data/corpus/test_base.py +0 -0
  212. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/data/corpus/test_langchain.py +0 -0
  213. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/data/corpus/test_llama_index_corpus.py +0 -0
  214. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/data/qacreation/test_base_qacreation.py +0 -0
  215. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/data/qacreation/test_llama_index_qacreation.py +0 -0
  216. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/data/qacreation/test_simple.py +0 -0
  217. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/evaluate/metric/test_generation_metric.py +0 -0
  218. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/evaluate/metric/test_retrieval_contents_metric.py +0 -0
  219. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/evaluate/metric/test_retrieval_metric.py +0 -0
  220. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/evaluate/test_evaluate_util.py +0 -0
  221. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/evaluate/test_generation_evaluate.py +0 -0
  222. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/evaluate/test_retrieval_contents_evaluate.py +0 -0
  223. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/evaluate/test_retrieval_evaluate.py +0 -0
  224. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/generator/test_generator_base.py +0 -0
  225. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/generator/test_llama_index_llm.py +0 -0
  226. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/generator/test_run_generator_node.py +0 -0
  227. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/generator/test_vllm.py +0 -0
  228. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagecompressor/test_pass_compressor.py +0 -0
  229. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagecompressor/test_run_passage_compressor_node.py +0 -0
  230. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagecompressor/test_tree_summarize.py +0 -0
  231. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_cohere_reranker.py +0 -0
  232. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_koreranker.py +0 -0
  233. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_monot5.py +0 -0
  234. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_pass_reranker.py +0 -0
  235. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_passage_reranker_base.py +0 -0
  236. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_passage_reranker_run.py +0 -0
  237. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_rankgpt.py +0 -0
  238. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_tart.py +0 -0
  239. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/passagereranker/test_upr.py +0 -0
  240. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/promptmaker/test_prompt_maker_run.py +0 -0
  241. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/queryexpansion/test_hyde.py +0 -0
  242. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/queryexpansion/test_pass_query_expansion.py +0 -0
  243. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/queryexpansion/test_query_decompose.py +0 -0
  244. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/queryexpansion/test_query_expansion_base.py +0 -0
  245. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/queryexpansion/test_query_expansion_run.py +0 -0
  246. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_bm25.py +0 -0
  247. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_hybrid_cc.py +0 -0
  248. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_hybrid_rrf.py +0 -0
  249. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_retrieval_base.py +0 -0
  250. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_run_retrieval_node.py +0 -0
  251. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/nodes/retrieval/test_vectordb.py +0 -0
  252. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/schema/test_module_schema.py +0 -0
  253. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/schema/test_node_schema.py +0 -0
  254. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/test_cli.py +0 -0
  255. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/test_deploy.py +0 -0
  256. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/test_evaluator.py +0 -0
  257. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/test_strategy.py +0 -0
  258. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/test_support.py +0 -0
  259. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/test_web.py +0 -0
  260. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/utils/test_preprocess.py +0 -0
  261. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/autorag/utils/test_util.py +0 -0
  262. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/conftest.py +0 -0
  263. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/delete_tests.py +0 -0
  264. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/mock.py +0 -0
  265. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/README.md +0 -0
  266. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/corpus_data_sample.parquet +0 -0
  267. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/data_creation/raw_dir/sample1.txt +0 -0
  268. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/data_creation/raw_dir/sample2.txt +0 -0
  269. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/data_creation/raw_dir/sample3.txt +0 -0
  270. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/full.yaml +0 -0
  271. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/qa_data_sample.parquet +0 -0
  272. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/qa_gen_prompts/prompt1.txt +0 -0
  273. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/qa_gen_prompts/prompt2.txt +0 -0
  274. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/qa_gen_prompts/prompt3.txt +0 -0
  275. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/qa_test_data_sample.parquet +0 -0
  276. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/config.yaml +0 -0
  277. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/0.parquet +0 -0
  278. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/1.parquet +0 -0
  279. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/2.parquet +0 -0
  280. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/3.parquet +0 -0
  281. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/4.parquet +0 -0
  282. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/5.parquet +0 -0
  283. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/best_5.parquet +0 -0
  284. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/generator/summary.csv +0 -0
  285. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/0.parquet +0 -0
  286. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/1.parquet +0 -0
  287. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/best_0.parquet +0 -0
  288. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/summary.csv +0 -0
  289. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/post_retrieve_node_line/summary.csv +0 -0
  290. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
  291. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
  292. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
  293. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
  294. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
  295. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/pre_retrieve_node_line/summary.csv +0 -0
  296. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/0.parquet +0 -0
  297. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/best_0.parquet +0 -0
  298. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/summary.csv +0 -0
  299. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/0.parquet +0 -0
  300. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/1.parquet +0 -0
  301. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
  302. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/summary.csv +0 -0
  303. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/retrieval/0.parquet +0 -0
  304. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/retrieval/1.parquet +0 -0
  305. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/retrieval/best_0.parquet +0 -0
  306. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/retrieval/summary.csv +0 -0
  307. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/retrieve_node_line/summary.csv +0 -0
  308. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/0/summary.csv +0 -0
  309. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/config.yaml +0 -0
  310. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
  311. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
  312. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
  313. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
  314. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
  315. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/pre_retrieve_node_line/summary.csv +0 -0
  316. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/passage_compressor/0.parquet +0 -0
  317. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/0.parquet +0 -0
  318. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/1.parquet +0 -0
  319. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
  320. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/summary.csv +0 -0
  321. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/retrieval/0.parquet +0 -0
  322. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/retrieval/1.parquet +0 -0
  323. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/retrieval/best_0.parquet +0 -0
  324. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/1/retrieve_node_line/retrieval/summary.csv +0 -0
  325. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/config.yaml +0 -0
  326. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/post_retrieve_node_line/prompt_maker/0.parquet +0 -0
  327. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
  328. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
  329. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
  330. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
  331. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
  332. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/pre_retrieve_node_line/summary.csv +0 -0
  333. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/0.parquet +0 -0
  334. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/best_0.parquet +0 -0
  335. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/summary.csv +0 -0
  336. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/0.parquet +0 -0
  337. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/1.parquet +0 -0
  338. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
  339. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/summary.csv +0 -0
  340. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/retrieval/0.parquet +0 -0
  341. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/retrieval/1.parquet +0 -0
  342. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/retrieval/best_0.parquet +0 -0
  343. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/retrieval/summary.csv +0 -0
  344. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/2/retrieve_node_line/summary.csv +0 -0
  345. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/3/config.yaml +0 -0
  346. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/best.yaml +0 -0
  347. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/data/corpus.parquet +0 -0
  348. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/data/qa.parquet +0 -0
  349. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/resources/bm25.pkl +0 -0
  350. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/data_level0.bin +0 -0
  351. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/header.bin +0 -0
  352. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/length.bin +0 -0
  353. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/link_lists.bin +0 -0
  354. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/resources/chroma/chroma.sqlite3 +0 -0
  355. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/result_project/trial.json +0 -0
  356. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/sample_contents_nqa.csv +0 -0
  357. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/sample_project/data/corpus.parquet +0 -0
  358. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/sample_project/data/qa.parquet +0 -0
  359. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/sample_project/resources/bm25.pkl +0 -0
  360. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/simple.yaml +0 -0
  361. {AutoRAG-0.1.1 → AutoRAG-0.1.2}/tests/resources/test_bm25_retrieval.pkl +0 -0
@@ -11,6 +11,7 @@ on:
11
11
  env:
12
12
  OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
13
13
  COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
14
+ JINAAI_API_KEY: ${{ secrets.JINAAI_API_KEY }}
14
15
 
15
16
  jobs:
16
17
  build:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: AutoRAG
3
- Version: 0.1.1
3
+ Version: 0.1.2
4
4
  Summary: Automatically Evaluate RAG pipelines with your own data. Find optimal structure for new RAG product.
5
5
  Author-email: Marker-Inc <vkehfdl1@gmail.com>
6
6
  License: Apache License
@@ -243,7 +243,10 @@ Requires-Dist: sentencepiece
243
243
  Requires-Dist: guidance
244
244
  Requires-Dist: cohere>=5.0.0a9
245
245
  Requires-Dist: tokenlog>=0.0.2
246
+ Requires-Dist: aiohttp
246
247
  Requires-Dist: bert_score
248
+ Requires-Dist: sentence-transformers
249
+ Requires-Dist: FlagEmbedding
247
250
  Requires-Dist: llama-index>=0.10.1
248
251
  Requires-Dist: llama-index-core>=0.10.1
249
252
  Requires-Dist: llama-index-embeddings-openai
@@ -493,14 +496,14 @@ node_lines:
493
496
 
494
497
  # ❗Supporting Nodes & modules
495
498
 
496
- | Nodes | Modules |
497
- |:-----------------------------------------------------------------------------------------------------------------:|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
498
- | [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
499
- | [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
500
- | [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html) |
501
- | [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html) |
502
- | [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
503
- | [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
499
+ | Nodes | Modules |
500
+ |:-----------------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
501
+ | [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
502
+ | [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
503
+ | [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html)<br/>[Jina Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/jina_reranker.html)<br/>[Sentence Transformer Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/setence_transformer_reranker.html)<br/>[Colbert Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/colbert.html)<br/>[Flag Embedding Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/flag_embedding_reranker.html) |
504
+ | [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html)<br/>[Long Context Reorder](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/long_context_reorder.html) |
505
+ | [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
506
+ | [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
504
507
 
505
508
  # 🛣Roadmap
506
509
 
@@ -61,11 +61,15 @@ autorag/nodes/passagecompressor/tree_summarize.py
61
61
  autorag/nodes/passagereranker/__init__.py
62
62
  autorag/nodes/passagereranker/base.py
63
63
  autorag/nodes/passagereranker/cohere.py
64
+ autorag/nodes/passagereranker/colbert.py
65
+ autorag/nodes/passagereranker/flag_embedding.py
66
+ autorag/nodes/passagereranker/jina.py
64
67
  autorag/nodes/passagereranker/koreranker.py
65
68
  autorag/nodes/passagereranker/monot5.py
66
69
  autorag/nodes/passagereranker/pass_reranker.py
67
70
  autorag/nodes/passagereranker/rankgpt.py
68
71
  autorag/nodes/passagereranker/run.py
72
+ autorag/nodes/passagereranker/sentence_transformer.py
69
73
  autorag/nodes/passagereranker/upr.py
70
74
  autorag/nodes/passagereranker/tart/__init__.py
71
75
  autorag/nodes/passagereranker/tart/modeling_enc_t5.py
@@ -74,6 +78,7 @@ autorag/nodes/passagereranker/tart/tokenization_enc_t5.py
74
78
  autorag/nodes/promptmaker/__init__.py
75
79
  autorag/nodes/promptmaker/base.py
76
80
  autorag/nodes/promptmaker/fstring.py
81
+ autorag/nodes/promptmaker/long_context_reorder.py
77
82
  autorag/nodes/promptmaker/run.py
78
83
  autorag/nodes/queryexpansion/__init__.py
79
84
  autorag/nodes/queryexpansion/base.py
@@ -154,13 +159,18 @@ docs/source/nodes/generator/vllm.md
154
159
  docs/source/nodes/passage_compressor/passage_compressor.md
155
160
  docs/source/nodes/passage_compressor/tree_summarize.md
156
161
  docs/source/nodes/passage_reranker/cohere.md
162
+ docs/source/nodes/passage_reranker/colbert.md
163
+ docs/source/nodes/passage_reranker/flag_embedding_reranker.md
164
+ docs/source/nodes/passage_reranker/jina_reranker.md
157
165
  docs/source/nodes/passage_reranker/koreranker.md
158
166
  docs/source/nodes/passage_reranker/monot5.md
159
167
  docs/source/nodes/passage_reranker/passage_reranker.md
160
168
  docs/source/nodes/passage_reranker/rankgpt.md
169
+ docs/source/nodes/passage_reranker/sentence_transformer_reranker.md
161
170
  docs/source/nodes/passage_reranker/tart.md
162
171
  docs/source/nodes/passage_reranker/upr.md
163
172
  docs/source/nodes/prompt_maker/fstring.md
173
+ docs/source/nodes/prompt_maker/long_context_reorder.md
164
174
  docs/source/nodes/prompt_maker/prompt_maker.md
165
175
  docs/source/nodes/query_expansion/hyde.md
166
176
  docs/source/nodes/query_expansion/query_decompose.md
@@ -216,15 +226,21 @@ tests/autorag/nodes/passagecompressor/test_pass_compressor.py
216
226
  tests/autorag/nodes/passagecompressor/test_run_passage_compressor_node.py
217
227
  tests/autorag/nodes/passagecompressor/test_tree_summarize.py
218
228
  tests/autorag/nodes/passagereranker/test_cohere_reranker.py
229
+ tests/autorag/nodes/passagereranker/test_colbert_reranker.py
230
+ tests/autorag/nodes/passagereranker/test_flag_embedding.py
231
+ tests/autorag/nodes/passagereranker/test_jina_reranker.py
219
232
  tests/autorag/nodes/passagereranker/test_koreranker.py
220
233
  tests/autorag/nodes/passagereranker/test_monot5.py
221
234
  tests/autorag/nodes/passagereranker/test_pass_reranker.py
222
235
  tests/autorag/nodes/passagereranker/test_passage_reranker_base.py
223
236
  tests/autorag/nodes/passagereranker/test_passage_reranker_run.py
224
237
  tests/autorag/nodes/passagereranker/test_rankgpt.py
238
+ tests/autorag/nodes/passagereranker/test_sentence_transformer.py
225
239
  tests/autorag/nodes/passagereranker/test_tart.py
226
240
  tests/autorag/nodes/passagereranker/test_upr.py
227
241
  tests/autorag/nodes/promptmaker/test_fstring.py
242
+ tests/autorag/nodes/promptmaker/test_long_context_reorder.py
243
+ tests/autorag/nodes/promptmaker/test_prompt_maker_base.py
228
244
  tests/autorag/nodes/promptmaker/test_prompt_maker_run.py
229
245
  tests/autorag/nodes/queryexpansion/test_hyde.py
230
246
  tests/autorag/nodes/queryexpansion/test_pass_query_expansion.py
@@ -22,7 +22,10 @@ sentencepiece
22
22
  guidance
23
23
  cohere>=5.0.0a9
24
24
  tokenlog>=0.0.2
25
+ aiohttp
25
26
  bert_score
27
+ sentence-transformers
28
+ FlagEmbedding
26
29
  llama-index>=0.10.1
27
30
  llama-index-core>=0.10.1
28
31
  llama-index-embeddings-openai
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: AutoRAG
3
- Version: 0.1.1
3
+ Version: 0.1.2
4
4
  Summary: Automatically Evaluate RAG pipelines with your own data. Find optimal structure for new RAG product.
5
5
  Author-email: Marker-Inc <vkehfdl1@gmail.com>
6
6
  License: Apache License
@@ -243,7 +243,10 @@ Requires-Dist: sentencepiece
243
243
  Requires-Dist: guidance
244
244
  Requires-Dist: cohere>=5.0.0a9
245
245
  Requires-Dist: tokenlog>=0.0.2
246
+ Requires-Dist: aiohttp
246
247
  Requires-Dist: bert_score
248
+ Requires-Dist: sentence-transformers
249
+ Requires-Dist: FlagEmbedding
247
250
  Requires-Dist: llama-index>=0.10.1
248
251
  Requires-Dist: llama-index-core>=0.10.1
249
252
  Requires-Dist: llama-index-embeddings-openai
@@ -493,14 +496,14 @@ node_lines:
493
496
 
494
497
  # ❗Supporting Nodes & modules
495
498
 
496
- | Nodes | Modules |
497
- |:-----------------------------------------------------------------------------------------------------------------:|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
498
- | [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
499
- | [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
500
- | [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html) |
501
- | [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html) |
502
- | [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
503
- | [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
499
+ | Nodes | Modules |
500
+ |:-----------------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
501
+ | [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
502
+ | [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
503
+ | [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html)<br/>[Jina Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/jina_reranker.html)<br/>[Sentence Transformer Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/setence_transformer_reranker.html)<br/>[Colbert Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/colbert.html)<br/>[Flag Embedding Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/flag_embedding_reranker.html) |
504
+ | [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html)<br/>[Long Context Reorder](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/long_context_reorder.html) |
505
+ | [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
506
+ | [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
504
507
 
505
508
  # 🛣Roadmap
506
509
 
@@ -237,14 +237,14 @@ node_lines:
237
237
 
238
238
  # ❗Supporting Nodes & modules
239
239
 
240
- | Nodes | Modules |
241
- |:-----------------------------------------------------------------------------------------------------------------:|:-----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
242
- | [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
243
- | [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
244
- | [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html) |
245
- | [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html) |
246
- | [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
247
- | [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
240
+ | Nodes | Modules |
241
+ |:-----------------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
242
+ | [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
243
+ | [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
244
+ | [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html)<br/>[Jina Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/jina_reranker.html)<br/>[Sentence Transformer Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/setence_transformer_reranker.html)<br/>[Colbert Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/colbert.html)<br/>[Flag Embedding Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/flag_embedding_reranker.html) |
245
+ | [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html)<br/>[Long Context Reorder](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/long_context_reorder.html) |
246
+ | [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
247
+ | [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
248
248
 
249
249
  # 🛣Roadmap
250
250
 
@@ -0,0 +1 @@
1
+ 0.1.2
@@ -1,7 +1,11 @@
1
1
  from .cohere import cohere_reranker
2
+ from .colbert import colbert_reranker
3
+ from .flag_embedding import flag_embedding_reranker
4
+ from .jina import jina_reranker
2
5
  from .koreranker import koreranker
3
6
  from .monot5 import monot5
4
7
  from .pass_reranker import pass_reranker
5
8
  from .rankgpt import rankgpt
9
+ from .sentence_transformer import sentence_transformer_reranker
6
10
  from .tart.tart import tart
7
11
  from .upr import upr
@@ -0,0 +1,77 @@
1
+ import asyncio
2
+ from typing import List, Tuple
3
+
4
+ import torch
5
+ from transformers import AutoModel, AutoTokenizer
6
+
7
+ from autorag.nodes.passagereranker.base import passage_reranker_node
8
+ from autorag.utils.util import process_batch
9
+
10
+
11
+ @passage_reranker_node
12
+ def colbert_reranker(queries: List[str], contents_list: List[List[str]],
13
+ scores_list: List[List[float]], ids_list: List[List[str]],
14
+ top_k: int, batch: int = 64,
15
+ model_name: str = "colbert-ir/colbertv2.0",
16
+ ) -> Tuple[List[List[str]], List[List[str]], List[List[float]]]:
17
+ """
18
+ Rerank a list of contents with Colbert rerank models.
19
+ You can get more information about a Colbert model at https://huggingface.co/colbert-ir/colbertv2.0.
20
+ It uses BERT-based model, so recommend using CUDA gpu for faster reranking.
21
+
22
+ :param queries: The list of queries to use for reranking
23
+ :param contents_list: The list of lists of contents to rerank
24
+ :param scores_list: The list of lists of scores retrieved from the initial ranking
25
+ :param ids_list: The list of lists of ids retrieved from the initial ranking
26
+ :param top_k: The number of passages to be retrieved
27
+ :param batch: The number of queries to be processed in a batch
28
+ Default is 64.
29
+ :param model_name: The model name for Colbert rerank.
30
+ You can choose colbert model for reranking.
31
+ Default is "colbert-ir/colbertv2.0".
32
+ :return: Tuple of lists containing the reranked contents, ids, and scores
33
+ """
34
+ device = "cuda" if torch.cuda.is_available() else "cpu"
35
+ model = AutoModel.from_pretrained(model_name).to(device)
36
+ tokenizer = AutoTokenizer.from_pretrained(model_name)
37
+
38
+ # Run async cohere_rerank_pure function
39
+ tasks = [get_colbert_score(query, document, model, tokenizer) for query, document, ids in
40
+ zip(queries, contents_list, ids_list)]
41
+ loop = asyncio.get_event_loop()
42
+ score_results = loop.run_until_complete(process_batch(tasks, batch_size=batch))
43
+
44
+ del model
45
+
46
+ def rerank_results(contents, ids, scores, top_k):
47
+ reranked_content, reranked_id, reranked_score = zip(
48
+ *sorted(zip(contents, ids, scores), key=lambda x: x[2], reverse=True))
49
+ return list(reranked_content)[:top_k], list(reranked_id)[:top_k], list(reranked_score)[:top_k]
50
+
51
+ reranked_contents_list, reranked_ids_list, reranked_scores_list = zip(*list(map(
52
+ rerank_results, contents_list, ids_list, score_results, [top_k] * len(contents_list))))
53
+ return list(reranked_contents_list), list(reranked_ids_list), list(reranked_scores_list)
54
+
55
+
56
+ async def get_colbert_score(query: str, content_list: List[str],
57
+ model, tokenizer) -> List[float]:
58
+ query_encoding = tokenizer(query, return_tensors="pt")
59
+ query_embedding = model(**query_encoding).last_hidden_state
60
+ rerank_score_list = []
61
+
62
+ for document_text in content_list:
63
+ document_encoding = tokenizer(
64
+ document_text, return_tensors="pt", truncation=True, max_length=512
65
+ )
66
+ document_embedding = model(**document_encoding).last_hidden_state
67
+
68
+ sim_matrix = torch.nn.functional.cosine_similarity(
69
+ query_embedding.unsqueeze(2), document_embedding.unsqueeze(1), dim=-1
70
+ )
71
+
72
+ # Take the maximum similarity for each query token (across all document tokens)
73
+ # sim_matrix shape: [batch_size, query_length, doc_length]
74
+ max_sim_scores, _ = torch.max(sim_matrix, dim=2)
75
+ rerank_score_list.append(torch.mean(max_sim_scores, dim=1))
76
+
77
+ return list(map(float, rerank_score_list))
@@ -0,0 +1,78 @@
1
+ import asyncio
2
+ from typing import List, Tuple
3
+
4
+ import torch
5
+ from FlagEmbedding import FlagReranker
6
+
7
+ from autorag.nodes.passagereranker.base import passage_reranker_node
8
+ from autorag.utils.util import process_batch
9
+
10
+
11
+ @passage_reranker_node
12
+ def flag_embedding_reranker(queries: List[str], contents_list: List[List[str]],
13
+ scores_list: List[List[float]], ids_list: List[List[str]],
14
+ top_k: int, batch: int = 64, use_fp16: bool = False,
15
+ model_name: str = "BAAI/bge-reranker-large",
16
+ ) -> Tuple[List[List[str]], List[List[str]], List[List[float]]]:
17
+ """
18
+ Rerank a list of contents based on their relevance to a query using BAAI Reranker model.
19
+
20
+ :param queries: The list of queries to use for reranking
21
+ :param contents_list: The list of lists of contents to rerank
22
+ :param scores_list: The list of lists of scores retrieved from the initial ranking
23
+ :param ids_list: The list of lists of ids retrieved from the initial ranking
24
+ :param top_k: The number of passages to be retrieved
25
+ :param batch: The number of queries to be processed in a batch
26
+ :param use_fp16: Whether to use fp16 for inference
27
+ :param model_name: The name of the BAAI Reranker model name.
28
+ Default is "BAAI/bge-reranker-large"
29
+ :return: tuple of lists containing the reranked contents, ids, and scores
30
+ """
31
+ model = FlagReranker(
32
+ model_name_or_path=model_name, use_fp16=use_fp16
33
+ )
34
+ tasks = [flag_embedding_reranker_pure(query, contents, scores, top_k, ids, model)
35
+ for query, contents, scores, ids in zip(queries, contents_list, scores_list, ids_list)]
36
+ loop = asyncio.get_event_loop()
37
+ results = loop.run_until_complete(process_batch(tasks, batch_size=batch))
38
+ content_result = list(map(lambda x: x[0], results))
39
+ id_result = list(map(lambda x: x[1], results))
40
+ score_result = list(map(lambda x: x[2], results))
41
+
42
+ del model
43
+ if torch.cuda.is_available():
44
+ torch.cuda.empty_cache()
45
+
46
+ return content_result, id_result, score_result
47
+
48
+
49
+ async def flag_embedding_reranker_pure(query: str, contents: List[str], scores: List[float], top_k: int,
50
+ ids: List[str], model) -> Tuple[List[str], List[str], List[float]]:
51
+ """
52
+ Rerank a list of contents based on their relevance to a query using BAAI Reranker model.
53
+
54
+ :param query: The query to use for reranking
55
+ :param contents: The list of contents to rerank
56
+ :param scores: The list of scores retrieved from the initial ranking
57
+ :param ids: The list of ids retrieved from the initial ranking
58
+ :param top_k: The number of passages to be retrieved
59
+ :param model: BAAI Reranker model.
60
+ :return: tuple of lists containing the reranked contents, ids, and scores
61
+ """
62
+ input_texts = [(query, content) for content in contents]
63
+ with torch.no_grad():
64
+ pred_scores = model.compute_score(sentence_pairs=input_texts)
65
+
66
+ content_ids_probs = list(zip(contents, ids, pred_scores))
67
+
68
+ # Sort the list of pairs based on the relevance score in descending order
69
+ sorted_content_ids_probs = sorted(content_ids_probs, key=lambda x: x[2], reverse=True)
70
+
71
+ # crop with top_k
72
+ if len(contents) < top_k:
73
+ top_k = len(contents)
74
+ sorted_content_ids_probs = sorted_content_ids_probs[:top_k]
75
+
76
+ content_result, id_result, score_result = zip(*sorted_content_ids_probs)
77
+
78
+ return list(content_result), list(id_result), list(score_result)
@@ -0,0 +1,82 @@
1
+ import asyncio
2
+ import os
3
+ from typing import List, Tuple, Optional
4
+
5
+ import aiohttp
6
+
7
+ from autorag.nodes.passagereranker.base import passage_reranker_node
8
+ from autorag.utils.util import process_batch
9
+
10
+ JINA_API_URL = "https://api.jina.ai/v1/rerank"
11
+
12
+
13
+ @passage_reranker_node
14
+ def jina_reranker(queries: List[str], contents_list: List[List[str]],
15
+ scores_list: List[List[float]], ids_list: List[List[str]],
16
+ top_k: int, api_key: Optional[str] = None,
17
+ model: str = "jina-reranker-v1-base-en",
18
+ batch: int = 8
19
+ ) -> Tuple[List[List[str]], List[List[str]], List[List[float]]]:
20
+ """
21
+ Rerank a list of contents with Jina rerank models.
22
+ You can get the API key from https://jina.ai/reranker and set it in the environment variable JINAAI_API_KEY.
23
+
24
+ :param queries: The list of queries to use for reranking
25
+ :param contents_list: The list of lists of contents to rerank
26
+ :param scores_list: The list of lists of scores retrieved from the initial ranking
27
+ :param ids_list: The list of lists of ids retrieved from the initial ranking
28
+ :param top_k: The number of passages to be retrieved
29
+ :param api_key: The API key for Jina rerank.
30
+ You can set it in the environment variable JINAAI_API_KEY.
31
+ Or, you can directly set it on the config YAML file using this parameter.
32
+ Default is env variable "JINAAI_API_KEY".
33
+ :param model: The model name for Cohere rerank.
34
+ You can choose between "jina-reranker-v1-base-en" and "jina-colbert-v1-en".
35
+ Default is "jina-reranker-v1-base-en".
36
+ :param batch: The number of queries to be processed in a batch
37
+ :return: Tuple of lists containing the reranked contents, ids, and scores
38
+ """
39
+ if api_key is None:
40
+ api_key = os.getenv("JINAAI_API_KEY", None)
41
+ if api_key is None:
42
+ raise ValueError("API key is not provided."
43
+ "You can set it as an argument or as an environment variable 'JINAAI_API_KEY'")
44
+
45
+ tasks = [jina_reranker_pure(query, contents, scores, ids, top_k=top_k, api_key=api_key, model=model) for
46
+ query, contents, scores, ids in
47
+ zip(queries, contents_list, scores_list, ids_list)]
48
+ loop = asyncio.get_event_loop()
49
+ results = loop.run_until_complete(process_batch(tasks, batch))
50
+
51
+ content_result, id_result, score_result = zip(*results)
52
+
53
+ return list(content_result), list(id_result), list(score_result)
54
+
55
+
56
+ async def jina_reranker_pure(query: str, contents: List[str],
57
+ scores: List[float], ids: List[str],
58
+ top_k: int, api_key: str,
59
+ model: str = "jina-reranker-v1-base-en") -> Tuple[List[str], List[str], List[float]]:
60
+ session = aiohttp.ClientSession()
61
+ session.headers.update({"Authorization": f"Bearer {api_key}", "Accept-Encoding": "identity"})
62
+ async with session.post(
63
+ JINA_API_URL,
64
+ json={
65
+ "query": query,
66
+ "documents": contents,
67
+ "model": model,
68
+ "top_n": top_k,
69
+ },
70
+ ) as resp:
71
+ resp_json = await resp.json()
72
+ if 'results' not in resp_json:
73
+ raise RuntimeError(f"Invalid response from Jina API: {resp_json['detail']}")
74
+
75
+ results = resp_json['results']
76
+ indices = list(map(lambda x: x['index'], results))
77
+ score_result = list(map(lambda x: x['relevance_score'], results))
78
+ id_result = list(map(lambda x: ids[x], indices))
79
+ content_result = list(map(lambda x: contents[x], indices))
80
+
81
+ await session.close()
82
+ return content_result, id_result, score_result
@@ -0,0 +1,79 @@
1
+ import asyncio
2
+ from typing import List, Tuple
3
+
4
+ import torch
5
+ from sentence_transformers import CrossEncoder
6
+
7
+ from autorag.nodes.passagereranker.base import passage_reranker_node
8
+ from autorag.utils.util import process_batch
9
+
10
+
11
+ @passage_reranker_node
12
+ def sentence_transformer_reranker(queries: List[str], contents_list: List[List[str]],
13
+ scores_list: List[List[float]], ids_list: List[List[str]],
14
+ top_k: int, batch: int = 64, sentence_transformer_max_length: int = 512,
15
+ model_name: str = "cross-encoder/ms-marco-MiniLM-L-2-v2",
16
+ ) -> Tuple[List[List[str]], List[List[str]], List[List[float]]]:
17
+ """
18
+ Rerank a list of contents based on their relevance to a query using Sentence Transformer model.
19
+
20
+ :param queries: The list of queries to use for reranking
21
+ :param contents_list: The list of lists of contents to rerank
22
+ :param scores_list: The list of lists of scores retrieved from the initial ranking
23
+ :param ids_list: The list of lists of ids retrieved from the initial ranking
24
+ :param top_k: The number of passages to be retrieved
25
+ :param batch: The number of queries to be processed in a batch
26
+ :param sentence_transformer_max_length: The maximum length of the input text for the Sentence Transformer model
27
+ :param model_name: The name of the Sentence Transformer model to use for reranking
28
+ Default is "cross-encoder/ms-marco-MiniLM-L-2-v2"
29
+ :return: tuple of lists containing the reranked contents, ids, and scores
30
+ """
31
+ device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
32
+ model = CrossEncoder(
33
+ model_name, max_length=sentence_transformer_max_length, device=device
34
+ )
35
+ tasks = [sentence_transformer_reranker_pure(query, contents, scores, top_k, ids, model)
36
+ for query, contents, scores, ids in zip(queries, contents_list, scores_list, ids_list)]
37
+ loop = asyncio.get_event_loop()
38
+ results = loop.run_until_complete(process_batch(tasks, batch_size=batch))
39
+ content_result = list(map(lambda x: x[0], results))
40
+ id_result = list(map(lambda x: x[1], results))
41
+ score_result = list(map(lambda x: x[2], results))
42
+
43
+ del model
44
+ if torch.cuda.is_available():
45
+ torch.cuda.empty_cache()
46
+
47
+ return content_result, id_result, score_result
48
+
49
+
50
+ async def sentence_transformer_reranker_pure(query: str, contents: List[str], scores: List[float], top_k: int,
51
+ ids: List[str], model) -> Tuple[List[str], List[str], List[float]]:
52
+ """
53
+ Rerank a list of contents based on their relevance to a query using Sentence Transformer model.
54
+
55
+ :param query: The query to use for reranking
56
+ :param contents: The list of contents to rerank
57
+ :param scores: The list of scores retrieved from the initial ranking
58
+ :param ids: The list of ids retrieved from the initial ranking
59
+ :param top_k: The number of passages to be retrieved
60
+ :param model: The name of the Sentence Transformer model to use for reranking
61
+ :return: tuple of lists containing the reranked contents, ids, and scores
62
+ """
63
+ input_texts = [(query, content) for content in contents]
64
+ with torch.no_grad():
65
+ pred_scores = model.predict(sentences=input_texts, apply_softmax=True)
66
+
67
+ content_ids_probs = list(zip(contents, ids, pred_scores.tolist()))
68
+
69
+ # Sort the list of pairs based on the relevance score in descending order
70
+ sorted_content_ids_probs = sorted(content_ids_probs, key=lambda x: x[2], reverse=True)
71
+
72
+ # crop with top_k
73
+ if len(contents) < top_k:
74
+ top_k = len(contents)
75
+ sorted_content_ids_probs = sorted_content_ids_probs[:top_k]
76
+
77
+ content_result, id_result, score_result = zip(*sorted_content_ids_probs)
78
+
79
+ return list(content_result), list(id_result), list(score_result)
@@ -0,0 +1,2 @@
1
+ from .fstring import fstring
2
+ from .long_context_reorder import long_context_reorder
@@ -23,6 +23,10 @@ def prompt_maker_node(func):
23
23
 
24
24
  if func.__name__ == 'fstring':
25
25
  return func(prompt, query, retrieved_contents)
26
+ elif func.__name__ == 'long_context_reorder':
27
+ assert "retrieve_scores" in previous_result.columns, "previous_result must have retrieve_scores column."
28
+ retrieve_scores = previous_result["retrieve_scores"].tolist()
29
+ return func(prompt, query, retrieved_contents, retrieve_scores)
26
30
  else:
27
31
  raise NotImplementedError(f"Module {func.__name__} is not implemented or not supported.")
28
32