AutoRAG 0.1.2__tar.gz → 0.1.3__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (393) hide show
  1. {AutoRAG-0.1.2 → autorag-0.1.3}/AutoRAG.egg-info/PKG-INFO +6 -9
  2. {AutoRAG-0.1.2 → autorag-0.1.3}/AutoRAG.egg-info/SOURCES.txt +31 -0
  3. {AutoRAG-0.1.2 → autorag-0.1.3}/AutoRAG.egg-info/requires.txt +1 -0
  4. {AutoRAG-0.1.2 → autorag-0.1.3}/PKG-INFO +6 -9
  5. autorag-0.1.3/README.md +263 -0
  6. autorag-0.1.3/autorag/VERSION +1 -0
  7. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/cli.py +4 -3
  8. autorag-0.1.3/autorag/data/qacreation/ragas.py +70 -0
  9. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/data/utils/util.py +12 -1
  10. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/evaluator.py +13 -0
  11. autorag-0.1.3/autorag/nodes/passagefilter/__init__.py +3 -0
  12. {AutoRAG-0.1.2/autorag/nodes/passagereranker → autorag-0.1.3/autorag/nodes/passagefilter}/base.py +7 -9
  13. autorag-0.1.3/autorag/nodes/passagefilter/pass_passage_filter.py +13 -0
  14. autorag-0.1.3/autorag/nodes/passagefilter/percentile_cutoff.py +81 -0
  15. autorag-0.1.3/autorag/nodes/passagefilter/run.py +77 -0
  16. autorag-0.1.3/autorag/nodes/passagefilter/threshold_cutoff.py +88 -0
  17. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagereranker/__init__.py +2 -0
  18. autorag-0.1.3/autorag/nodes/passagereranker/base.py +52 -0
  19. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagereranker/flag_embedding.py +2 -2
  20. autorag-0.1.3/autorag/nodes/passagereranker/flag_embedding_llm.py +47 -0
  21. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagereranker/run.py +1 -1
  22. autorag-0.1.3/autorag/nodes/passagereranker/time_reranker.py +34 -0
  23. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/retrieval/__init__.py +4 -2
  24. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/retrieval/base.py +1 -1
  25. autorag-0.1.3/autorag/nodes/retrieval/hybrid_dbsf.py +70 -0
  26. autorag-0.1.3/autorag/nodes/retrieval/hybrid_rsf.py +96 -0
  27. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/retrieval/run.py +1 -1
  28. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/support.py +9 -0
  29. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/utils/util.py +12 -2
  30. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.data.qacreation.rst +8 -0
  31. autorag-0.1.3/docs/source/api_spec/autorag.nodes.passagefilter.rst +53 -0
  32. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.nodes.passagereranker.rst +16 -0
  33. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.nodes.retrieval.rst +16 -0
  34. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.nodes.rst +1 -0
  35. autorag-0.1.3/docs/source/data_creation/ragas.md +69 -0
  36. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/index.rst +2 -0
  37. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/local_model.md +2 -0
  38. autorag-0.1.3/docs/source/nodes/index.md +4 -0
  39. autorag-0.1.3/docs/source/nodes/passage_filter/passage_filter.md +54 -0
  40. autorag-0.1.3/docs/source/nodes/passage_filter/similarity_percentile_cutoff.md +28 -0
  41. autorag-0.1.3/docs/source/nodes/passage_filter/similarity_threshold_cutoff.md +28 -0
  42. autorag-0.1.3/docs/source/nodes/passage_reranker/flag_embedding_llm_reranker.md +19 -0
  43. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/passage_reranker/flag_embedding_reranker.md +1 -1
  44. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/passage_reranker/passage_reranker.md +2 -0
  45. autorag-0.1.3/docs/source/nodes/passage_reranker/time_reranker.md +19 -0
  46. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/retrieval/hybrid_cc.md +3 -1
  47. autorag-0.1.3/docs/source/nodes/retrieval/hybrid_dbsf.md +51 -0
  48. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/retrieval/hybrid_rrf.md +3 -1
  49. autorag-0.1.3/docs/source/nodes/retrieval/hybrid_rsf.md +51 -0
  50. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/retrieval/retrieval.md +2 -0
  51. {AutoRAG-0.1.2 → autorag-0.1.3}/requirements.txt +1 -0
  52. {AutoRAG-0.1.2 → autorag-0.1.3}/sample_config/full.yaml +22 -0
  53. autorag-0.1.3/tests/autorag/data/qacreation/test_ragas_qa_creation.py +24 -0
  54. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/evaluate/metric/test_retrieval_metric.py +8 -4
  55. autorag-0.1.3/tests/autorag/nodes/passagefilter/test_pass_passage_filter.py +15 -0
  56. autorag-0.1.3/tests/autorag/nodes/passagefilter/test_passage_filter_base.py +53 -0
  57. autorag-0.1.3/tests/autorag/nodes/passagefilter/test_passage_filter_run.py +59 -0
  58. autorag-0.1.3/tests/autorag/nodes/passagefilter/test_percentile_cutoff.py +19 -0
  59. autorag-0.1.3/tests/autorag/nodes/passagefilter/test_threshold_cutoff.py +17 -0
  60. autorag-0.1.3/tests/autorag/nodes/passagereranker/test_flag_embedding_llm.py +23 -0
  61. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/passagereranker/test_passage_reranker_base.py +23 -1
  62. autorag-0.1.3/tests/autorag/nodes/passagereranker/test_time_reranker.py +26 -0
  63. autorag-0.1.3/tests/autorag/nodes/retrieval/test_hybrid_base.py +104 -0
  64. autorag-0.1.3/tests/autorag/nodes/retrieval/test_hybrid_cc.py +33 -0
  65. autorag-0.1.3/tests/autorag/nodes/retrieval/test_hybrid_dbsf.py +20 -0
  66. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/retrieval/test_hybrid_rrf.py +2 -57
  67. autorag-0.1.3/tests/autorag/nodes/retrieval/test_hybrid_rsf.py +20 -0
  68. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/test_deploy.py +2 -2
  69. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/test_evaluator.py +7 -3
  70. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/utils/test_util.py +9 -0
  71. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/simple.yaml +7 -0
  72. AutoRAG-0.1.2/README.md +0 -267
  73. AutoRAG-0.1.2/autorag/VERSION +0 -1
  74. AutoRAG-0.1.2/docs/source/nodes/index.md +0 -14
  75. AutoRAG-0.1.2/tests/autorag/nodes/retrieval/test_hybrid_cc.py +0 -83
  76. {AutoRAG-0.1.2 → autorag-0.1.3}/.github/dependabot.yml +0 -0
  77. {AutoRAG-0.1.2 → autorag-0.1.3}/.github/workflows/sphinx.yml +0 -0
  78. {AutoRAG-0.1.2 → autorag-0.1.3}/.github/workflows/test.yml +0 -0
  79. {AutoRAG-0.1.2 → autorag-0.1.3}/.gitignore +0 -0
  80. {AutoRAG-0.1.2 → autorag-0.1.3}/AutoRAG.egg-info/dependency_links.txt +0 -0
  81. {AutoRAG-0.1.2 → autorag-0.1.3}/AutoRAG.egg-info/entry_points.txt +0 -0
  82. {AutoRAG-0.1.2 → autorag-0.1.3}/AutoRAG.egg-info/top_level.txt +0 -0
  83. {AutoRAG-0.1.2 → autorag-0.1.3}/LICENSE +0 -0
  84. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/__init__.py +0 -0
  85. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/data/__init__.py +0 -0
  86. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/data/corpus/__init__.py +0 -0
  87. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/data/corpus/langchain.py +0 -0
  88. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/data/corpus/llama_index.py +0 -0
  89. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/data/qacreation/__init__.py +0 -0
  90. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/data/qacreation/base.py +0 -0
  91. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/data/qacreation/llama_index.py +0 -0
  92. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/data/qacreation/llama_index_default_prompt.txt +0 -0
  93. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/data/qacreation/simple.py +0 -0
  94. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/data/utils/__init__.py +0 -0
  95. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/deploy.py +0 -0
  96. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/evaluate/__init__.py +0 -0
  97. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/evaluate/generation.py +0 -0
  98. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/evaluate/metric/__init__.py +0 -0
  99. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/evaluate/metric/g_eval_prompts/coh_detailed.txt +0 -0
  100. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/evaluate/metric/g_eval_prompts/con_detailed.txt +0 -0
  101. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/evaluate/metric/g_eval_prompts/flu_detailed.txt +0 -0
  102. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/evaluate/metric/g_eval_prompts/rel_detailed.txt +0 -0
  103. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/evaluate/metric/generation.py +0 -0
  104. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/evaluate/metric/retrieval.py +0 -0
  105. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/evaluate/metric/retrieval_contents.py +0 -0
  106. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/evaluate/metric/util.py +0 -0
  107. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/evaluate/retrieval.py +0 -0
  108. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/evaluate/retrieval_contents.py +0 -0
  109. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/evaluate/util.py +0 -0
  110. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/node_line.py +0 -0
  111. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/__init__.py +0 -0
  112. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/generator/__init__.py +0 -0
  113. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/generator/base.py +0 -0
  114. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/generator/llama_index_llm.py +0 -0
  115. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/generator/run.py +0 -0
  116. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/generator/vllm.py +0 -0
  117. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagecompressor/__init__.py +0 -0
  118. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagecompressor/base.py +0 -0
  119. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagecompressor/pass_compressor.py +0 -0
  120. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagecompressor/run.py +0 -0
  121. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagecompressor/tree_summarize.py +0 -0
  122. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagereranker/cohere.py +0 -0
  123. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagereranker/colbert.py +0 -0
  124. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagereranker/jina.py +0 -0
  125. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagereranker/koreranker.py +0 -0
  126. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagereranker/monot5.py +0 -0
  127. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagereranker/pass_reranker.py +0 -0
  128. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagereranker/rankgpt.py +0 -0
  129. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagereranker/sentence_transformer.py +0 -0
  130. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagereranker/tart/__init__.py +0 -0
  131. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagereranker/tart/modeling_enc_t5.py +0 -0
  132. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagereranker/tart/tart.py +0 -0
  133. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagereranker/tart/tokenization_enc_t5.py +0 -0
  134. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/passagereranker/upr.py +0 -0
  135. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/promptmaker/__init__.py +0 -0
  136. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/promptmaker/base.py +0 -0
  137. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/promptmaker/fstring.py +0 -0
  138. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/promptmaker/long_context_reorder.py +0 -0
  139. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/promptmaker/run.py +0 -0
  140. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/queryexpansion/__init__.py +0 -0
  141. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/queryexpansion/base.py +0 -0
  142. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/queryexpansion/hyde.py +0 -0
  143. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/queryexpansion/pass_query_expansion.py +0 -0
  144. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/queryexpansion/query_decompose.py +0 -0
  145. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/queryexpansion/run.py +0 -0
  146. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/retrieval/bm25.py +0 -0
  147. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/retrieval/hybrid_cc.py +0 -0
  148. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/retrieval/hybrid_rrf.py +0 -0
  149. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/nodes/retrieval/vectordb.py +0 -0
  150. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/schema/__init__.py +0 -0
  151. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/schema/module.py +0 -0
  152. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/schema/node.py +0 -0
  153. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/strategy.py +0 -0
  154. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/utils/__init__.py +0 -0
  155. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/utils/preprocess.py +0 -0
  156. {AutoRAG-0.1.2 → autorag-0.1.3}/autorag/web.py +0 -0
  157. {AutoRAG-0.1.2 → autorag-0.1.3}/dev_requirements.txt +0 -0
  158. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/Makefile +0 -0
  159. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/make.bat +0 -0
  160. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/requirements.txt +0 -0
  161. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/data_creation.png +0 -0
  162. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/data_folder.png +0 -0
  163. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/node_folder.png +0 -0
  164. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/node_line_folder.png +0 -0
  165. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/node_line_summary.png +0 -0
  166. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/node_lines.png +0 -0
  167. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/node_summary.png +0 -0
  168. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/project_folder_example.png +0 -0
  169. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/project_folders.png +0 -0
  170. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/resources_folder.png +0 -0
  171. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/roadmap/RAG_paradigms.png +0 -0
  172. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/roadmap/advanced_RAG.png +0 -0
  173. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/roadmap/cycle.png +0 -0
  174. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/roadmap/merger.png +0 -0
  175. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/roadmap/node_line_modular.png +0 -0
  176. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/roadmap/policy.png +0 -0
  177. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/samsung_sundae.jpeg +0 -0
  178. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/trial_folder.png +0 -0
  179. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/trial_json.png +0 -0
  180. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/trial_summary.png +0 -0
  181. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/_static/web_interface.png +0 -0
  182. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.data.corpus.rst +0 -0
  183. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.data.rst +0 -0
  184. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.data.utils.rst +0 -0
  185. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.evaluate.metric.rst +0 -0
  186. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.evaluate.rst +0 -0
  187. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.nodes.generator.rst +0 -0
  188. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.nodes.passagecompressor.rst +0 -0
  189. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.nodes.passagereranker.tart.rst +0 -0
  190. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.nodes.promptmaker.rst +0 -0
  191. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.nodes.queryexpansion.rst +0 -0
  192. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.rst +0 -0
  193. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.schema.rst +0 -0
  194. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/autorag.utils.rst +0 -0
  195. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/api_spec/modules.rst +0 -0
  196. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/conf.py +0 -0
  197. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/data_creation/data_format.md +0 -0
  198. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/data_creation/tutorial.md +0 -0
  199. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/deploy/api_endpoint.md +0 -0
  200. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/deploy/web.md +0 -0
  201. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/install.md +0 -0
  202. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/generator/generator.md +0 -0
  203. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/generator/llama_index_llm.md +0 -0
  204. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/generator/vllm.md +0 -0
  205. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/passage_compressor/passage_compressor.md +0 -0
  206. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/passage_compressor/tree_summarize.md +0 -0
  207. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/passage_reranker/cohere.md +0 -0
  208. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/passage_reranker/colbert.md +0 -0
  209. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/passage_reranker/jina_reranker.md +0 -0
  210. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/passage_reranker/koreranker.md +0 -0
  211. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/passage_reranker/monot5.md +0 -0
  212. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/passage_reranker/rankgpt.md +0 -0
  213. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/passage_reranker/sentence_transformer_reranker.md +0 -0
  214. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/passage_reranker/tart.md +0 -0
  215. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/passage_reranker/upr.md +0 -0
  216. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/prompt_maker/fstring.md +0 -0
  217. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/prompt_maker/long_context_reorder.md +0 -0
  218. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/prompt_maker/prompt_maker.md +0 -0
  219. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/query_expansion/hyde.md +0 -0
  220. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/query_expansion/query_decompose.md +0 -0
  221. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/query_expansion/query_expansion.md +0 -0
  222. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/retrieval/bm25.md +0 -0
  223. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/nodes/retrieval/vectordb.md +0 -0
  224. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/optimization/custom_config.md +0 -0
  225. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/optimization/folder_structure.md +0 -0
  226. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/optimization/optimization.md +0 -0
  227. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/optimization/sample_full_config.yaml +0 -0
  228. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/roadmap/modular_rag.md +0 -0
  229. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/structure.md +0 -0
  230. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/troubleshooting.md +0 -0
  231. {AutoRAG-0.1.2 → autorag-0.1.3}/docs/source/tutorial.md +0 -0
  232. {AutoRAG-0.1.2 → autorag-0.1.3}/pyproject.toml +0 -0
  233. {AutoRAG-0.1.2 → autorag-0.1.3}/sample_config/compact_local.yaml +0 -0
  234. {AutoRAG-0.1.2 → autorag-0.1.3}/sample_config/compact_openai.yaml +0 -0
  235. {AutoRAG-0.1.2 → autorag-0.1.3}/sample_config/config_korean.yaml +0 -0
  236. {AutoRAG-0.1.2 → autorag-0.1.3}/sample_config/extracted_sample.yaml +0 -0
  237. {AutoRAG-0.1.2 → autorag-0.1.3}/sample_config/simple_local.yaml +0 -0
  238. {AutoRAG-0.1.2 → autorag-0.1.3}/sample_config/simple_openai.yaml +0 -0
  239. {AutoRAG-0.1.2 → autorag-0.1.3}/sample_dataset/README.md +0 -0
  240. {AutoRAG-0.1.2 → autorag-0.1.3}/sample_dataset/eli5/load_eli5_dataset.py +0 -0
  241. {AutoRAG-0.1.2 → autorag-0.1.3}/sample_dataset/msmarco/load_msmarco_dataset.py +0 -0
  242. {AutoRAG-0.1.2 → autorag-0.1.3}/sample_dataset/triviaqa/load_triviaqa_dataset.py +0 -0
  243. {AutoRAG-0.1.2 → autorag-0.1.3}/setup.cfg +0 -0
  244. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/data/corpus/test_base.py +0 -0
  245. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/data/corpus/test_langchain.py +0 -0
  246. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/data/corpus/test_llama_index_corpus.py +0 -0
  247. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/data/qacreation/test_base_qacreation.py +0 -0
  248. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/data/qacreation/test_llama_index_qacreation.py +0 -0
  249. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/data/qacreation/test_simple.py +0 -0
  250. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/evaluate/metric/test_generation_metric.py +0 -0
  251. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/evaluate/metric/test_retrieval_contents_metric.py +0 -0
  252. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/evaluate/test_evaluate_util.py +0 -0
  253. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/evaluate/test_generation_evaluate.py +0 -0
  254. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/evaluate/test_retrieval_contents_evaluate.py +0 -0
  255. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/evaluate/test_retrieval_evaluate.py +0 -0
  256. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/generator/test_generator_base.py +0 -0
  257. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/generator/test_llama_index_llm.py +0 -0
  258. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/generator/test_run_generator_node.py +0 -0
  259. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/generator/test_vllm.py +0 -0
  260. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/passagecompressor/test_pass_compressor.py +0 -0
  261. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/passagecompressor/test_run_passage_compressor_node.py +0 -0
  262. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/passagecompressor/test_tree_summarize.py +0 -0
  263. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/passagereranker/test_cohere_reranker.py +0 -0
  264. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/passagereranker/test_colbert_reranker.py +0 -0
  265. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/passagereranker/test_flag_embedding.py +0 -0
  266. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/passagereranker/test_jina_reranker.py +0 -0
  267. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/passagereranker/test_koreranker.py +0 -0
  268. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/passagereranker/test_monot5.py +0 -0
  269. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/passagereranker/test_pass_reranker.py +0 -0
  270. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/passagereranker/test_passage_reranker_run.py +0 -0
  271. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/passagereranker/test_rankgpt.py +0 -0
  272. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/passagereranker/test_sentence_transformer.py +0 -0
  273. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/passagereranker/test_tart.py +0 -0
  274. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/passagereranker/test_upr.py +0 -0
  275. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/promptmaker/test_fstring.py +0 -0
  276. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/promptmaker/test_long_context_reorder.py +0 -0
  277. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/promptmaker/test_prompt_maker_base.py +0 -0
  278. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/promptmaker/test_prompt_maker_run.py +0 -0
  279. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/queryexpansion/test_hyde.py +0 -0
  280. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/queryexpansion/test_pass_query_expansion.py +0 -0
  281. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/queryexpansion/test_query_decompose.py +0 -0
  282. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/queryexpansion/test_query_expansion_base.py +0 -0
  283. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/queryexpansion/test_query_expansion_run.py +0 -0
  284. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/retrieval/test_bm25.py +0 -0
  285. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/retrieval/test_retrieval_base.py +0 -0
  286. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/retrieval/test_run_retrieval_node.py +0 -0
  287. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/nodes/retrieval/test_vectordb.py +0 -0
  288. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/schema/test_module_schema.py +0 -0
  289. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/schema/test_node_schema.py +0 -0
  290. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/test_cli.py +0 -0
  291. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/test_strategy.py +0 -0
  292. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/test_support.py +0 -0
  293. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/test_web.py +0 -0
  294. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/autorag/utils/test_preprocess.py +0 -0
  295. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/conftest.py +0 -0
  296. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/delete_tests.py +0 -0
  297. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/mock.py +0 -0
  298. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/README.md +0 -0
  299. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/corpus_data_sample.parquet +0 -0
  300. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/data_creation/raw_dir/sample1.txt +0 -0
  301. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/data_creation/raw_dir/sample2.txt +0 -0
  302. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/data_creation/raw_dir/sample3.txt +0 -0
  303. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/full.yaml +0 -0
  304. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/qa_data_sample.parquet +0 -0
  305. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/qa_gen_prompts/prompt1.txt +0 -0
  306. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/qa_gen_prompts/prompt2.txt +0 -0
  307. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/qa_gen_prompts/prompt3.txt +0 -0
  308. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/qa_test_data_sample.parquet +0 -0
  309. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/config.yaml +0 -0
  310. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/post_retrieve_node_line/generator/0.parquet +0 -0
  311. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/post_retrieve_node_line/generator/1.parquet +0 -0
  312. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/post_retrieve_node_line/generator/2.parquet +0 -0
  313. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/post_retrieve_node_line/generator/3.parquet +0 -0
  314. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/post_retrieve_node_line/generator/4.parquet +0 -0
  315. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/post_retrieve_node_line/generator/5.parquet +0 -0
  316. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/post_retrieve_node_line/generator/best_5.parquet +0 -0
  317. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/post_retrieve_node_line/generator/summary.csv +0 -0
  318. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/0.parquet +0 -0
  319. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/1.parquet +0 -0
  320. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/best_0.parquet +0 -0
  321. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/post_retrieve_node_line/prompt_maker/summary.csv +0 -0
  322. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/post_retrieve_node_line/summary.csv +0 -0
  323. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
  324. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
  325. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
  326. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
  327. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
  328. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/pre_retrieve_node_line/summary.csv +0 -0
  329. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/0.parquet +0 -0
  330. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/best_0.parquet +0 -0
  331. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/retrieve_node_line/passage_compressor/summary.csv +0 -0
  332. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/0.parquet +0 -0
  333. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/1.parquet +0 -0
  334. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
  335. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/retrieve_node_line/passage_reranker/summary.csv +0 -0
  336. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/retrieve_node_line/retrieval/0.parquet +0 -0
  337. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/retrieve_node_line/retrieval/1.parquet +0 -0
  338. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/retrieve_node_line/retrieval/best_0.parquet +0 -0
  339. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/retrieve_node_line/retrieval/summary.csv +0 -0
  340. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/retrieve_node_line/summary.csv +0 -0
  341. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/0/summary.csv +0 -0
  342. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/1/config.yaml +0 -0
  343. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
  344. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
  345. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
  346. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
  347. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/1/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
  348. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/1/pre_retrieve_node_line/summary.csv +0 -0
  349. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/1/retrieve_node_line/passage_compressor/0.parquet +0 -0
  350. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/0.parquet +0 -0
  351. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/1.parquet +0 -0
  352. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
  353. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/1/retrieve_node_line/passage_reranker/summary.csv +0 -0
  354. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/1/retrieve_node_line/retrieval/0.parquet +0 -0
  355. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/1/retrieve_node_line/retrieval/1.parquet +0 -0
  356. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/1/retrieve_node_line/retrieval/best_0.parquet +0 -0
  357. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/1/retrieve_node_line/retrieval/summary.csv +0 -0
  358. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/config.yaml +0 -0
  359. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/post_retrieve_node_line/prompt_maker/0.parquet +0 -0
  360. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/0.parquet +0 -0
  361. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/1.parquet +0 -0
  362. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/2.parquet +0 -0
  363. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/best_0.parquet +0 -0
  364. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/pre_retrieve_node_line/query_expansion/summary.csv +0 -0
  365. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/pre_retrieve_node_line/summary.csv +0 -0
  366. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/0.parquet +0 -0
  367. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/best_0.parquet +0 -0
  368. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/retrieve_node_line/passage_compressor/summary.csv +0 -0
  369. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/0.parquet +0 -0
  370. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/1.parquet +0 -0
  371. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/best_0.parquet +0 -0
  372. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/retrieve_node_line/passage_reranker/summary.csv +0 -0
  373. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/retrieve_node_line/retrieval/0.parquet +0 -0
  374. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/retrieve_node_line/retrieval/1.parquet +0 -0
  375. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/retrieve_node_line/retrieval/best_0.parquet +0 -0
  376. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/retrieve_node_line/retrieval/summary.csv +0 -0
  377. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/2/retrieve_node_line/summary.csv +0 -0
  378. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/3/config.yaml +0 -0
  379. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/best.yaml +0 -0
  380. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/data/corpus.parquet +0 -0
  381. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/data/qa.parquet +0 -0
  382. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/resources/bm25.pkl +0 -0
  383. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/data_level0.bin +0 -0
  384. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/header.bin +0 -0
  385. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/length.bin +0 -0
  386. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/resources/chroma/6595d304-5270-4d9f-a267-c191366804ce/link_lists.bin +0 -0
  387. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/resources/chroma/chroma.sqlite3 +0 -0
  388. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/result_project/trial.json +0 -0
  389. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/sample_contents_nqa.csv +0 -0
  390. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/sample_project/data/corpus.parquet +0 -0
  391. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/sample_project/data/qa.parquet +0 -0
  392. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/sample_project/resources/bm25.pkl +0 -0
  393. {AutoRAG-0.1.2 → autorag-0.1.3}/tests/resources/test_bm25_retrieval.pkl +0 -0
{AutoRAG-0.1.2 → autorag-0.1.3}/AutoRAG.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: AutoRAG
3
- Version: 0.1.2
3
+ Version: 0.1.3
4
4
  Summary: Automatically Evaluate RAG pipelines with your own data. Find optimal structure for new RAG product.
5
5
  Author-email: Marker-Inc <vkehfdl1@gmail.com>
6
6
  License: Apache License
@@ -247,6 +247,7 @@ Requires-Dist: aiohttp
247
247
  Requires-Dist: bert_score
248
248
  Requires-Dist: sentence-transformers
249
249
  Requires-Dist: FlagEmbedding
250
+ Requires-Dist: ragas
250
251
  Requires-Dist: llama-index>=0.10.1
251
252
  Requires-Dist: llama-index-core>=0.10.1
252
253
  Requires-Dist: llama-index-embeddings-openai
@@ -496,14 +497,10 @@ node_lines:
496
497
 
497
498
  # ❗Supporting Nodes & modules
498
499
 
499
- | Nodes | Modules |
500
- |:-----------------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
501
- | [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
502
- | [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
503
- | [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html)<br/>[Jina Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/jina_reranker.html)<br/>[Sentence Transformer Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/setence_transformer_reranker.html)<br/>[Colbert Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/colbert.html)<br/>[Flag Embedding Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/flag_embedding_reranker.html) |
504
- | [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html)<br/>[Long Context Reorder](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/long_context_reorder.html) |
505
- | [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
506
- | [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
500
+ You can check our all supporting Nodes & modules
501
+ at [here](https://edai.notion.site/Supporting-Nodes-modules-0ebc7810649f4e41aead472a92976be4?pvs=4)
502
+
503
+
507
504
 
508
505
  # 🛣Roadmap
509
506
 
{AutoRAG-0.1.2 → autorag-0.1.3}/AutoRAG.egg-info/SOURCES.txt RENAMED
@@ -30,6 +30,7 @@ autorag/data/qacreation/__init__.py
30
30
  autorag/data/qacreation/base.py
31
31
  autorag/data/qacreation/llama_index.py
32
32
  autorag/data/qacreation/llama_index_default_prompt.txt
33
+ autorag/data/qacreation/ragas.py
33
34
  autorag/data/qacreation/simple.py
34
35
  autorag/data/utils/__init__.py
35
36
  autorag/data/utils/util.py
@@ -58,11 +59,18 @@ autorag/nodes/passagecompressor/base.py
58
59
  autorag/nodes/passagecompressor/pass_compressor.py
59
60
  autorag/nodes/passagecompressor/run.py
60
61
  autorag/nodes/passagecompressor/tree_summarize.py
62
+ autorag/nodes/passagefilter/__init__.py
63
+ autorag/nodes/passagefilter/base.py
64
+ autorag/nodes/passagefilter/pass_passage_filter.py
65
+ autorag/nodes/passagefilter/percentile_cutoff.py
66
+ autorag/nodes/passagefilter/run.py
67
+ autorag/nodes/passagefilter/threshold_cutoff.py
61
68
  autorag/nodes/passagereranker/__init__.py
62
69
  autorag/nodes/passagereranker/base.py
63
70
  autorag/nodes/passagereranker/cohere.py
64
71
  autorag/nodes/passagereranker/colbert.py
65
72
  autorag/nodes/passagereranker/flag_embedding.py
73
+ autorag/nodes/passagereranker/flag_embedding_llm.py
66
74
  autorag/nodes/passagereranker/jina.py
67
75
  autorag/nodes/passagereranker/koreranker.py
68
76
  autorag/nodes/passagereranker/monot5.py
@@ -70,6 +78,7 @@ autorag/nodes/passagereranker/pass_reranker.py
70
78
  autorag/nodes/passagereranker/rankgpt.py
71
79
  autorag/nodes/passagereranker/run.py
72
80
  autorag/nodes/passagereranker/sentence_transformer.py
81
+ autorag/nodes/passagereranker/time_reranker.py
73
82
  autorag/nodes/passagereranker/upr.py
74
83
  autorag/nodes/passagereranker/tart/__init__.py
75
84
  autorag/nodes/passagereranker/tart/modeling_enc_t5.py
@@ -90,7 +99,9 @@ autorag/nodes/retrieval/__init__.py
90
99
  autorag/nodes/retrieval/base.py
91
100
  autorag/nodes/retrieval/bm25.py
92
101
  autorag/nodes/retrieval/hybrid_cc.py
102
+ autorag/nodes/retrieval/hybrid_dbsf.py
93
103
  autorag/nodes/retrieval/hybrid_rrf.py
104
+ autorag/nodes/retrieval/hybrid_rsf.py
94
105
  autorag/nodes/retrieval/run.py
95
106
  autorag/nodes/retrieval/vectordb.py
96
107
  autorag/schema/__init__.py
@@ -138,6 +149,7 @@ docs/source/api_spec/autorag.evaluate.metric.rst
138
149
  docs/source/api_spec/autorag.evaluate.rst
139
150
  docs/source/api_spec/autorag.nodes.generator.rst
140
151
  docs/source/api_spec/autorag.nodes.passagecompressor.rst
152
+ docs/source/api_spec/autorag.nodes.passagefilter.rst
141
153
  docs/source/api_spec/autorag.nodes.passagereranker.rst
142
154
  docs/source/api_spec/autorag.nodes.passagereranker.tart.rst
143
155
  docs/source/api_spec/autorag.nodes.promptmaker.rst
@@ -149,6 +161,7 @@ docs/source/api_spec/autorag.schema.rst
149
161
  docs/source/api_spec/autorag.utils.rst
150
162
  docs/source/api_spec/modules.rst
151
163
  docs/source/data_creation/data_format.md
164
+ docs/source/data_creation/ragas.md
152
165
  docs/source/data_creation/tutorial.md
153
166
  docs/source/deploy/api_endpoint.md
154
167
  docs/source/deploy/web.md
@@ -158,8 +171,12 @@ docs/source/nodes/generator/llama_index_llm.md
158
171
  docs/source/nodes/generator/vllm.md
159
172
  docs/source/nodes/passage_compressor/passage_compressor.md
160
173
  docs/source/nodes/passage_compressor/tree_summarize.md
174
+ docs/source/nodes/passage_filter/passage_filter.md
175
+ docs/source/nodes/passage_filter/similarity_percentile_cutoff.md
176
+ docs/source/nodes/passage_filter/similarity_threshold_cutoff.md
161
177
  docs/source/nodes/passage_reranker/cohere.md
162
178
  docs/source/nodes/passage_reranker/colbert.md
179
+ docs/source/nodes/passage_reranker/flag_embedding_llm_reranker.md
163
180
  docs/source/nodes/passage_reranker/flag_embedding_reranker.md
164
181
  docs/source/nodes/passage_reranker/jina_reranker.md
165
182
  docs/source/nodes/passage_reranker/koreranker.md
@@ -168,6 +185,7 @@ docs/source/nodes/passage_reranker/passage_reranker.md
168
185
  docs/source/nodes/passage_reranker/rankgpt.md
169
186
  docs/source/nodes/passage_reranker/sentence_transformer_reranker.md
170
187
  docs/source/nodes/passage_reranker/tart.md
188
+ docs/source/nodes/passage_reranker/time_reranker.md
171
189
  docs/source/nodes/passage_reranker/upr.md
172
190
  docs/source/nodes/prompt_maker/fstring.md
173
191
  docs/source/nodes/prompt_maker/long_context_reorder.md
@@ -177,7 +195,9 @@ docs/source/nodes/query_expansion/query_decompose.md
177
195
  docs/source/nodes/query_expansion/query_expansion.md
178
196
  docs/source/nodes/retrieval/bm25.md
179
197
  docs/source/nodes/retrieval/hybrid_cc.md
198
+ docs/source/nodes/retrieval/hybrid_dbsf.md
180
199
  docs/source/nodes/retrieval/hybrid_rrf.md
200
+ docs/source/nodes/retrieval/hybrid_rsf.md
181
201
  docs/source/nodes/retrieval/retrieval.md
182
202
  docs/source/nodes/retrieval/vectordb.md
183
203
  docs/source/optimization/custom_config.md
@@ -210,6 +230,7 @@ tests/autorag/data/corpus/test_langchain.py
210
230
  tests/autorag/data/corpus/test_llama_index_corpus.py
211
231
  tests/autorag/data/qacreation/test_base_qacreation.py
212
232
  tests/autorag/data/qacreation/test_llama_index_qacreation.py
233
+ tests/autorag/data/qacreation/test_ragas_qa_creation.py
213
234
  tests/autorag/data/qacreation/test_simple.py
214
235
  tests/autorag/evaluate/test_evaluate_util.py
215
236
  tests/autorag/evaluate/test_generation_evaluate.py
@@ -225,9 +246,15 @@ tests/autorag/nodes/generator/test_vllm.py
225
246
  tests/autorag/nodes/passagecompressor/test_pass_compressor.py
226
247
  tests/autorag/nodes/passagecompressor/test_run_passage_compressor_node.py
227
248
  tests/autorag/nodes/passagecompressor/test_tree_summarize.py
249
+ tests/autorag/nodes/passagefilter/test_pass_passage_filter.py
250
+ tests/autorag/nodes/passagefilter/test_passage_filter_base.py
251
+ tests/autorag/nodes/passagefilter/test_passage_filter_run.py
252
+ tests/autorag/nodes/passagefilter/test_percentile_cutoff.py
253
+ tests/autorag/nodes/passagefilter/test_threshold_cutoff.py
228
254
  tests/autorag/nodes/passagereranker/test_cohere_reranker.py
229
255
  tests/autorag/nodes/passagereranker/test_colbert_reranker.py
230
256
  tests/autorag/nodes/passagereranker/test_flag_embedding.py
257
+ tests/autorag/nodes/passagereranker/test_flag_embedding_llm.py
231
258
  tests/autorag/nodes/passagereranker/test_jina_reranker.py
232
259
  tests/autorag/nodes/passagereranker/test_koreranker.py
233
260
  tests/autorag/nodes/passagereranker/test_monot5.py
@@ -237,6 +264,7 @@ tests/autorag/nodes/passagereranker/test_passage_reranker_run.py
237
264
  tests/autorag/nodes/passagereranker/test_rankgpt.py
238
265
  tests/autorag/nodes/passagereranker/test_sentence_transformer.py
239
266
  tests/autorag/nodes/passagereranker/test_tart.py
267
+ tests/autorag/nodes/passagereranker/test_time_reranker.py
240
268
  tests/autorag/nodes/passagereranker/test_upr.py
241
269
  tests/autorag/nodes/promptmaker/test_fstring.py
242
270
  tests/autorag/nodes/promptmaker/test_long_context_reorder.py
@@ -248,8 +276,11 @@ tests/autorag/nodes/queryexpansion/test_query_decompose.py
248
276
  tests/autorag/nodes/queryexpansion/test_query_expansion_base.py
249
277
  tests/autorag/nodes/queryexpansion/test_query_expansion_run.py
250
278
  tests/autorag/nodes/retrieval/test_bm25.py
279
+ tests/autorag/nodes/retrieval/test_hybrid_base.py
251
280
  tests/autorag/nodes/retrieval/test_hybrid_cc.py
281
+ tests/autorag/nodes/retrieval/test_hybrid_dbsf.py
252
282
  tests/autorag/nodes/retrieval/test_hybrid_rrf.py
283
+ tests/autorag/nodes/retrieval/test_hybrid_rsf.py
253
284
  tests/autorag/nodes/retrieval/test_retrieval_base.py
254
285
  tests/autorag/nodes/retrieval/test_run_retrieval_node.py
255
286
  tests/autorag/nodes/retrieval/test_vectordb.py
{AutoRAG-0.1.2 → autorag-0.1.3}/AutoRAG.egg-info/requires.txt RENAMED
@@ -26,6 +26,7 @@ aiohttp
26
26
  bert_score
27
27
  sentence-transformers
28
28
  FlagEmbedding
29
+ ragas
29
30
  llama-index>=0.10.1
30
31
  llama-index-core>=0.10.1
31
32
  llama-index-embeddings-openai
{AutoRAG-0.1.2 → autorag-0.1.3}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: AutoRAG
3
- Version: 0.1.2
3
+ Version: 0.1.3
4
4
  Summary: Automatically Evaluate RAG pipelines with your own data. Find optimal structure for new RAG product.
5
5
  Author-email: Marker-Inc <vkehfdl1@gmail.com>
6
6
  License: Apache License
@@ -247,6 +247,7 @@ Requires-Dist: aiohttp
247
247
  Requires-Dist: bert_score
248
248
  Requires-Dist: sentence-transformers
249
249
  Requires-Dist: FlagEmbedding
250
+ Requires-Dist: ragas
250
251
  Requires-Dist: llama-index>=0.10.1
251
252
  Requires-Dist: llama-index-core>=0.10.1
252
253
  Requires-Dist: llama-index-embeddings-openai
@@ -496,14 +497,10 @@ node_lines:
496
497
 
497
498
  # ❗Supporting Nodes & modules
498
499
 
499
- | Nodes | Modules |
500
- |:-----------------------------------------------------------------------------------------------------------------:|:---------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------:|
501
- | [Query_Expansion](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_expansion.html) | [Query_Decompose](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/query_decompose.html)<br/>[HyDE](https://marker-inc-korea.github.io/AutoRAG/nodes/query_expansion/hyde.html) |
502
- | [Retrieval](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/retrieval.html) | [BM25](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/bm25.html)<br/>[VectorDB (choose embedding model)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/vectordb.html)<br/>[Hybrid with rrf (reciprocal rank fusion)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_rrf.html)<br/>[Hybrid with cc (convex combination)](https://marker-inc-korea.github.io/AutoRAG/nodes/retrieval/hybrid_cc.html) |
503
- | [Passage_Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/passage_reranker.html) | [UPR](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/upr.html)<br/>[Tart](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/tart.html)<br/>[MonoT5](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/monot5.html)<br/>[Ko-reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/koreranker.html)<br/>[cohere_reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/cohere.html)<br/>[RankGPT](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/rankgpt.html)<br/>[Jina Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/jina_reranker.html)<br/>[Sentence Transformer Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/setence_transformer_reranker.html)<br/>[Colbert Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/colbert.html)<br/>[Flag Embedding Reranker](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_reranker/flag_embedding_reranker.html) |
504
- | [Passage_Compressor](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/passage_compressor.html) | [Tree Summarize](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/tree_summarize.html)<br/>[Long Context Reorder](https://marker-inc-korea.github.io/AutoRAG/nodes/passage_compressor/long_context_reorder.html) |
505
- | [Prompt Maker](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/prompt_maker.html) | [Default Prompt Maker (f-string)](https://marker-inc-korea.github.io/AutoRAG/nodes/prompt_maker/fstring.html) |
506
- | [Generator](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/generator.html) | [llama_index llm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/llama_index_llm.html)<br/>[vllm](https://marker-inc-korea.github.io/AutoRAG/nodes/generator/vllm.html) |
500
+ You can check our all supporting Nodes & modules
501
+ at [here](https://edai.notion.site/Supporting-Nodes-modules-0ebc7810649f4e41aead472a92976be4?pvs=4)
502
+
503
+
507
504
 
508
505
  # 🛣Roadmap
509
506
 
autorag-0.1.3/README.md ADDED
@@ -0,0 +1,263 @@
1
+ # AutoRAG
2
+
3
+ RAG AutoML tool for automatically finds an optimal RAG pipeline for your data.
4
+
5
+ Explore our 📖 [Document](https://marker-inc-korea.github.io/AutoRAG/)!!
6
+
7
+ Plus, join our 📞 [Discord](https://discord.gg/P4DYXfmSAs) Community.
8
+
9
+ ---
10
+
11
+ 📌 Colab Tutorial
12
+
13
+ - [Step 1: Basic of AutoRAG | Optimizing your RAG pipeline](https://colab.research.google.com/drive/19OEQXO_pHN6gnn2WdfPd4hjnS-4GurVd?usp=sharing)
14
+ - [Step 2: Create evaluation dataset](https://colab.research.google.com/drive/1HXjVHCLTaX7mkmZp3IKlEPt0B3jVeHvP#scrollTo=cgFUCuaUZvTr)
15
+
16
+ ---
17
+ 🚨 YouTube Tutorial
18
+
19
+ https://github.com/Marker-Inc-Korea/AutoRAG/assets/96727832/c0d23896-40c0-479f-a17b-aa2ec3183a26
20
+
21
+ _Muted by default, enable sound for voice-over_
22
+
23
+ You can see on [YouTube](https://youtu.be/2ojK8xjyXAU?feature=shared)
24
+
25
+ # 📑 Index
26
+
27
+ - [Introduction](#introduction)
28
+ - [Quick Install](#-quick-install)
29
+ - [Index](#-index)
30
+ - [Strengths](#-strengths)
31
+ - [QuickStart](#-quickstart)
32
+ - [1. Prepare your evaluation data](#1-prepare-your-evaluation-data)
33
+ - [2. Evaluate your data to various RAG modules](#2-evaluate-your-data-to-various-rag-modules)
34
+ - [3. Use a found optimal RAG pipeline](#3-use-a-found-optimal-rag-pipeline)
35
+ - [4. Share your RAG pipeline](#4-share-your-rag-pipeline)
36
+ - [+ Config yaml file](#-create-your-own-config-yaml-file)
37
+ - [Supporting RAG modules](#supporting-nodes--modules)
38
+ - [Roadmap](#roadmap)
39
+ - [Contribution](#contribution)
40
+
41
+ # Introduction
42
+
43
+ There are many RAG pipelines and modules out there,
44
+ but you don’t know what pipeline is great for “your own data” and "your own use-case."
45
+ Making and evaluating all RAG modules is very time-consuming and hard to do.
46
+ But without it, you will never know which RAG pipeline is the best for your own use-case.
47
+
48
+ AutoRAG is a tool for finding optimal RAG pipeline for “your data.”
49
+ You can evaluate various RAG modules automatically with your own evaluation data,
50
+ and find the best RAG pipeline for your own use-case.
51
+
52
+ AutoRAG supports a simple way to evaluate many RAG module combinations.
53
+ Try now and find the best RAG pipeline for your own use-case.
54
+
55
+ # ⚡ Quick Install
56
+
57
+ ```bash
58
+ pip install AutoRAG
59
+ ```
60
+
61
+ # 💪 Strengths
62
+
63
+ ### **1. Find your RAG baseline**
64
+
65
+ Benchmark RAG pipelines with few lines of code. You can quickly get a high-performance RAG
66
+ pipeline just for your data. Don’t waste time dealing with complex RAG modules and academic paper. Focus on your data.
67
+
68
+ ### **2. Analyze where is wrong**
69
+
70
+ Sometimes it is hard to keep tracking where is the major problem within your RAG pipeline.
71
+ AutoRAG gives you the data of it, so you can analyze and focus where is the major problem and where you to focus on.
72
+
73
+ ### **3. Quick Starter Pack for your new RAG product**
74
+
75
+ Get the most effective RAG workflow among many pipelines, and start from
76
+ there.
77
+ Don’t start at toy-project level, start from advanced level.
78
+
79
+ ### **4. Share your experiment to others**
80
+
81
+ It's really easy to share your experiment to others. Share your config yaml file and
82
+ summary csv files. Plus, check out others result and adapt to your use-case.
83
+
84
+ # ⚡ QuickStart
85
+
86
+ ### 1. Prepare your evaluation data
87
+
88
+ For evaluation, you need to prepare just three files.
89
+
90
+ - QA dataset file (qa.parquet)
91
+ - Corpus dataset file (corpus.parquet)
92
+ - Config yaml file (config.yaml)
93
+
94
+ There is a template for your evaluation data for using AutoRAG.
95
+
96
+ - Check out how to make evaluation data
97
+ at [here](https://marker-inc-korea.github.io/AutoRAG/data_creation/tutorial.html).
98
+ - Check out the evaluation data rule
99
+ at [here](https://marker-inc-korea.github.io/AutoRAG/data_creation/data_format.html).
100
+ - Plus, you can get example datasets for testing AutoRAG at [here](./sample_dataset).
101
+
102
+ ### 2. Evaluate your data to various RAG modules
103
+
104
+ You can get various config yaml files at [here](./sample_config).
105
+ We highly recommend using pre-made config yaml files for starter.
106
+
107
+ If you want to make your own config yaml files, check out the [Config yaml file](#-create-your-own-config-yaml-file)
108
+ section.
109
+
110
+ You can evaluate your RAG pipeline with just a few lines of code.
111
+
112
+ ```python
113
+ from autorag.evaluator import Evaluator
114
+
115
+ evaluator = Evaluator(qa_data_path='your/path/to/qa.parquet', corpus_data_path='your/path/to/corpus.parquet')
116
+ evaluator.start_trial('your/path/to/config.yaml')
117
+ ```
118
+
119
+ or you can use command line interface
120
+
121
+ ```bash
122
+ autorag evaluate --config your/path/to/default_config.yaml --qa_data_path your/path/to/qa.parquet --corpus_data_path your/path/to/corpus.parquet
123
+ ```
124
+
125
+ Once it is done, you can see several files and folders created at your current directory.
126
+ At the trial folder named to numbers (like 0),
127
+ you can check `summary.csv` file that summarizes the evaluation results and the best RAG pipeline for your data.
128
+
129
+ For more details, you can check out how the folder structure looks like
130
+ at [here](https://marker-inc-korea.github.io/AutoRAG/optimization/folder_structure.html).
131
+
132
+ ### 3. Use a found optimal RAG pipeline
133
+
134
+ You can use a found optimal RAG pipeline right away.
135
+ It needs just a few lines of code, and you are ready to use!
136
+
137
+ First, you need to build pipeline yaml file from your evaluated trial folder.
138
+ You can find the trial folder in your current directory.
139
+ Just looking folder like '0' or other numbers.
140
+
141
+ ```python
142
+ from autorag.deploy import Runner
143
+
144
+ runner = Runner.from_trial_folder('your/path/to/trial_folder')
145
+ runner.run('your question')
146
+ ```
147
+
148
+ Or, you can run this pipeline as api server.
149
+ You can use python code or CLI command.
150
+ Check out API endpoint at [here](https://marker-inc-korea.github.io/AutoRAG/deploy/api_endpoint.html).
151
+
152
+ ```python
153
+ from autorag.deploy import Runner
154
+
155
+ runner = Runner.from_trial_folder('your/path/to/trial_folder')
156
+ runner.run_api_server()
157
+ ```
158
+
159
+ You can run api server with CLI command.
160
+
161
+ ```bash
162
+ autorag run_api --config_path your/path/to/pipeline.yaml --host 0.0.0.0 --port 8000
163
+ ```
164
+
165
+ ### 4. Share your RAG pipeline
166
+
167
+ You can use your RAG pipeline from extracted pipeline yaml file.
168
+ This extracted pipeline is great for sharing your RAG pipeline to others.
169
+
170
+ You must run this at project folder, which contains datas in data folder, and ingested corpus for retrieval at resources
171
+ folder.
172
+
173
+ ```python
174
+ from autorag.deploy import extract_best_config
175
+
176
+ pipeline_dict = extract_best_config(trial_path='your/path/to/trial_folder', output_path='your/path/to/pipeline.yaml')
177
+ ```
178
+
179
+ ### ➕ Create your own Config yaml file
180
+
181
+ You can build your own evaluation process with config yaml file.
182
+ You can check detailed explanation how to configure each module and node
183
+ at [here](https://marker-inc-korea.github.io/AutoRAG/nodes/index.html#).
184
+
185
+ There is a simple yaml file example.
186
+
187
+ It evaluates two retrieval modules which are BM25 and Vector Retriever, and three reranking modules.
188
+ Lastly, it generates prompt and makes generation with two other LLM models and three temperatures.
189
+
190
+ ```yaml
191
+ node_lines:
192
+ - node_line_name: retrieve_node_line
193
+ nodes:
194
+ - node_type: retrieval
195
+ strategy:
196
+ metric: retrieval_f1
197
+ top_k: 50
198
+ modules:
199
+ - module_type: bm25
200
+ - module_type: vector
201
+ embedding_model: [ openai, openai_embed_3_large ]
202
+ - module_type: hybrid_rrf
203
+ target_modules: ('bm25', 'vectordb')
204
+ rrf_k: [ 3, 5, 10 ]
205
+ - node_type: reranker
206
+ strategy:
207
+ metric: retrieval_precision
208
+ speed_threshold: 5
209
+ top_k: 3
210
+ modules:
211
+ - module_type: upr
212
+ - module_type: tart
213
+ prompt: Arrange the following sentences in the correct order.
214
+ - module_type: monoT5
215
+ - node_line_name: generate_node_line
216
+ nodes:
217
+ - node_type: prompt_maker
218
+ modules:
219
+ - module_type: fstring
220
+ prompt: "This is a news dataset, crawled from finance news site. You need to make detailed question about finance news. Do not make questions that not relevant to economy or finance domain.\n{retrieved_contents}\n\nQ: {query}\nA:"
221
+ - node_type: generator
222
+ strategy:
223
+ metric:
224
+ - metric_name: meteor
225
+ - metric_name: rouge
226
+ - metric_name: sem_score
227
+ embedding_model: openai
228
+ - metric_name: g_eval
229
+ model: gpt-3.5-turbo
230
+ modules:
231
+ - module_type: llama_index_llm
232
+ llm: openai
233
+ model: [ gpt-3.5-turbo-16k, gpt-3.5-turbo-1106 ]
234
+ temperature: [ 0.5, 1.0, 1.5 ]
235
+
236
+ ```
237
+
238
+ # ❗Supporting Nodes & modules
239
+
240
+ You can check our all supporting Nodes & modules
241
+ at [here](https://edai.notion.site/Supporting-Nodes-modules-0ebc7810649f4e41aead472a92976be4?pvs=4)
242
+
243
+
244
+
245
+ # 🛣Roadmap
246
+
247
+ - [ ] Policy Module for modular RAG pipeline
248
+ - [ ] Visualize evaluation result
249
+ - [ ] Visualize config yaml file
250
+ - [ ] More RAG modules support
251
+ - [x] Token usage strategy
252
+ - [ ] Multi-modal support
253
+ - [ ] More evaluation metrics
254
+ - [ ] Answer Filtering Module
255
+ - [x] Restart optimization from previous trial
256
+
257
+ # Contribution
258
+
259
+ We are developing AutoRAG as open-source.
260
+
261
+ So this project welcomes contributions and suggestions. Feel free to contribute to this project.
262
+
263
+ Plus, check out our detailed documentation at [here](https://marker-inc-korea.github.io/AutoRAG/index.html).
autorag-0.1.3/autorag/VERSION ADDED
@@ -0,0 +1 @@
1
+ 0.1.3
{AutoRAG-0.1.2 → autorag-0.1.3}/autorag/cli.py RENAMED
@@ -3,6 +3,7 @@ import logging
3
3
  import os
4
4
  import pathlib
5
5
  import subprocess
6
+ from pathlib import Path
6
7
  from typing import Optional
7
8
 
8
9
  import click
@@ -46,9 +47,9 @@ def run_api(config_path, host, port, project_dir):
46
47
 
47
48
 
48
49
  @click.command()
49
- @click.option('--yaml_path', type=click.Path(), help='Path to the YAML file.')
50
- @click.option('--project_dir', type=click.Path(), help='Path to the project directory.')
51
- @click.option('--trial_path', type=click.Path(), help='Path to the trial directory.')
50
+ @click.option('--yaml_path', type=click.Path(path_type=Path), help='Path to the YAML file.')
51
+ @click.option('--project_dir', type=click.Path(path_type=Path), help='Path to the project directory.')
52
+ @click.option('--trial_path', type=click.Path(path_type=Path), help='Path to the trial directory.')
52
53
  def run_web(yaml_path: Optional[str], project_dir: Optional[str], trial_path: Optional[str]):
53
54
  try:
54
55
  with importlib.resources.path('autorag', 'web.py') as web_path:
autorag-0.1.3/autorag/data/qacreation/ragas.py ADDED
@@ -0,0 +1,70 @@
1
+ import uuid
2
+ from typing import Optional
3
+
4
+ import pandas as pd
5
+ from langchain_core.embeddings import Embeddings
6
+ from langchain_core.language_models import BaseChatModel
7
+ from langchain_openai import ChatOpenAI, OpenAIEmbeddings
8
+ from ragas.testset import TestsetGenerator
9
+ from ragas.testset.evolutions import simple, reasoning, multi_context
10
+
11
+ from autorag.data.utils.util import corpus_df_to_langchain_documents
12
+ from autorag.utils import cast_qa_dataset
13
+
14
+
15
+ def generate_qa_ragas(corpus_df: pd.DataFrame,
16
+ test_size: int,
17
+ distributions: Optional[dict] = None,
18
+ generator_llm: Optional[BaseChatModel] = None,
19
+ critic_llm: Optional[BaseChatModel] = None,
20
+ embedding_model: Optional[Embeddings] = None,
21
+ **kwargs
22
+ ) -> pd.DataFrame:
23
+ """
24
+ QA dataset generation using RAGAS.
25
+ Returns qa dataset dataframe.
26
+
27
+ :param corpus_df: Corpus dataframe.
28
+ :param test_size: Number of queries to generate.
29
+ :param distributions: Distributions of different types of questions.
30
+ Default is "simple is 0.5, multi_context is 0.4, and reasoning is 0.1."
31
+ Each type of questions refers to Ragas evolution types.
32
+ :param generator_llm: Generator language model from Langchain.
33
+ :param critic_llm: Critic language model from Langchain.
34
+ :param embedding_model: Embedding model from Langchain.
35
+ :param kwargs: The additional option to pass to the 'generate_with_langchain_docs' method.
36
+ You can input 'with_debugging_logs', 'is_async', 'raise_exceptions', and 'run_config'.
37
+ :return: QA dataset dataframe.
38
+ """
39
+ if generator_llm is None:
40
+ generator_llm = ChatOpenAI(model="gpt-3.5-turbo-16k")
41
+ if critic_llm is None:
42
+ critic_llm = ChatOpenAI(model="gpt-4-turbo")
43
+ if embedding_model is None:
44
+ embedding_model = OpenAIEmbeddings()
45
+ if distributions is None:
46
+ distributions = {
47
+ simple: 0.5,
48
+ multi_context: 0.4,
49
+ reasoning: 0.1
50
+ }
51
+
52
+ assert sum(list(distributions.values())) == 1.0, "Sum of distributions must be 1.0"
53
+
54
+ generator = TestsetGenerator.from_langchain(generator_llm, critic_llm, embedding_model)
55
+
56
+ langchain_docs = corpus_df_to_langchain_documents(corpus_df)
57
+
58
+ test_df = generator.generate_with_langchain_docs(langchain_docs, test_size, distributions=distributions,
59
+ **kwargs).to_pandas()
60
+
61
+ result_df = pd.DataFrame({
62
+ 'qid': [str(uuid.uuid4()) for _ in range(len(test_df))],
63
+ 'query': test_df['question'].tolist(),
64
+ 'generation_gt': list(map(lambda x: x, test_df['ground_truth'].tolist())),
65
+ })
66
+
67
+ result_df['retrieval_gt'] = test_df['metadata'].apply(lambda x: list(map(lambda y: y['filename'], x)))
68
+ result_df = cast_qa_dataset(result_df)
69
+
70
+ return result_df
{AutoRAG-0.1.2 → autorag-0.1.3}/autorag/data/utils/util.py RENAMED
@@ -2,7 +2,10 @@ import mimetypes
2
2
  import os
3
3
  from datetime import datetime
4
4
  from pathlib import Path
5
- from typing import Dict
5
+ from typing import Dict, List
6
+
7
+ import pandas as pd
8
+ from langchain_core.documents import Document
6
9
 
7
10
 
8
11
  def get_file_metadata(file_path: str) -> Dict:
@@ -32,3 +35,11 @@ def add_essential_metadata(metadata: Dict) -> Dict:
32
35
  if 'last_modified_datetime' not in metadata:
33
36
  metadata['last_modified_datetime'] = datetime.now()
34
37
  return metadata
38
+
39
+
40
+ def corpus_df_to_langchain_documents(corpus_df: pd.DataFrame) -> List[Document]:
41
+ page_contents = corpus_df['contents'].tolist()
42
+ ids = corpus_df['doc_id'].tolist()
43
+ metadatas = corpus_df['metadata'].tolist()
44
+ return list(map(lambda x: Document(page_content=x[0], metadata={'filename': x[1], **x[2]}),
45
+ zip(page_contents, ids, metadatas)))
{AutoRAG-0.1.2 → autorag-0.1.3}/autorag/evaluator.py RENAMED
@@ -23,6 +23,16 @@ from autorag.utils.util import load_summary_file, convert_string_to_tuple_in_dic
23
23
 
24
24
  logger = logging.getLogger("AutoRAG")
25
25
 
26
+ ascii_art = """
27
+ _ _____ _____
28
+ /\ | | | __ \ /\ / ____|
29
+ / \ _ _| |_ ___ | |__) | / \ | | __
30
+ / /\ \| | | | __/ _ \| _ / / /\ \| | |_ |
31
+ / ____ \ |_| | || (_) | | \ \ / ____ \ |__| |
32
+ /_/ \_\__,_|\__\___/|_| \_\/_/ \_\_____|
33
+
34
+ """
35
+
26
36
 
27
37
  class Evaluator:
28
38
  def __init__(self, qa_data_path: str, corpus_data_path: str, project_dir: Optional[str] = None):
@@ -64,6 +74,8 @@ class Evaluator:
64
74
  self.corpus_data.to_parquet(corpus_path_in_project, index=False)
65
75
 
66
76
  def start_trial(self, yaml_path: str):
77
+ logger.info(ascii_art)
78
+
67
79
  trial_name = self.__get_new_trial_name()
68
80
  self.__make_trial_dir(trial_name)
69
81
 
@@ -174,6 +186,7 @@ class Evaluator:
174
186
  return node_line_dict
175
187
 
176
188
  def restart_trial(self, trial_path: str):
189
+ logger.info(ascii_art)
177
190
  # Check if trial_path exists
178
191
  if not os.path.exists(trial_path):
179
192
  raise ValueError(f"Trial path {trial_path} does not exist.")