flashrag-dev 0.1.3.dev20241111__tar.gz → 0.1.3.dev20241112__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. {flashrag-dev-0.1.3.dev20241111/flashrag_dev.egg-info → flashrag-dev-0.1.3.dev20241112}/PKG-INFO +1 -1
  2. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/config/basic_config.yaml +1 -1
  3. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/config/config.py +2 -1
  4. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/dataset/dataset.py +5 -2
  5. flashrag-dev-0.1.3.dev20241112/flashrag/version.py +1 -0
  6. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112/flashrag_dev.egg-info}/PKG-INFO +1 -1
  7. flashrag-dev-0.1.3.dev20241111/flashrag/version.py +0 -1
  8. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/LICENSE +0 -0
  9. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/README.md +0 -0
  10. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/__init__.py +0 -0
  11. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/config/__init__.py +0 -0
  12. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/dataset/__init__.py +0 -0
  13. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/dataset/utils.py +0 -0
  14. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/__init__.py +0 -0
  15. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/_bleu.py +0 -0
  16. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/evaluator.py +0 -0
  17. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/metrics.py +0 -0
  18. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/utils.py +0 -0
  19. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/__init__.py +0 -0
  20. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/fid.py +0 -0
  21. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/generator.py +0 -0
  22. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/openai_generator.py +0 -0
  23. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/stop_word_criteria.py +0 -0
  24. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/utils.py +0 -0
  25. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/judger/__init__.py +0 -0
  26. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/judger/judger.py +0 -0
  27. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/__init__.py +0 -0
  28. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/active_pipeline.py +0 -0
  29. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/branching_pipeline.py +0 -0
  30. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/pipeline.py +0 -0
  31. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/replug_utils.py +0 -0
  32. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/prompt/__init__.py +0 -0
  33. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/prompt/base_prompt.py +0 -0
  34. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/prompt/selfask_examplars.py +0 -0
  35. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/prompt/trace_examplars.py +0 -0
  36. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/__init__.py +0 -0
  37. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/kg_refiner.py +0 -0
  38. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/llmlingua_compressor.py +0 -0
  39. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/refiner.py +0 -0
  40. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/selective_context_compressor.py +0 -0
  41. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/__init__.py +0 -0
  42. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/__main__.py +0 -0
  43. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/encoder.py +0 -0
  44. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/index_builder.py +0 -0
  45. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/reranker.py +0 -0
  46. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/retriever.py +0 -0
  47. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/utils.py +0 -0
  48. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/utils/__init__.py +0 -0
  49. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/utils/constants.py +0 -0
  50. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/utils/pred_parse.py +0 -0
  51. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag/utils/utils.py +0 -0
  52. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag_dev.egg-info/SOURCES.txt +0 -0
  53. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag_dev.egg-info/dependency_links.txt +0 -0
  54. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag_dev.egg-info/requires.txt +0 -0
  55. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/flashrag_dev.egg-info/top_level.txt +0 -0
  56. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/pyproject.toml +0 -0
  57. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/setup.cfg +0 -0
  58. {flashrag-dev-0.1.3.dev20241111 → flashrag-dev-0.1.3.dev20241112}/setup.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag-dev
3
- Version: 0.1.3.dev20241111
3
+ Version: 0.1.3.dev20241112
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
@@ -2,7 +2,7 @@
2
2
  # Paths to various models
3
3
  model2path:
4
4
  e5: "intfloat/e5-base-v2"
5
- bge: "intfloat/e5-base-v2"
5
+ bge: "BAAI/bge-base-en-v1.5"
6
6
  contriever: "facebook/contriever"
7
7
  llama2-7B-chat: "meta-llama/Llama-2-7b-chat-hf"
8
8
  llama2-7B: "meta-llama/Llama-2-7b-hf"
@@ -131,7 +131,8 @@ class Config:
131
131
  print("Index is empty!!")
132
132
  assert False
133
133
 
134
- self.final_config["retrieval_model_path"] = model2path.get(retrieval_method, retrieval_method)
134
+ if self.final_config.get("retrieval_model_path") is None:
135
+ self.final_config["retrieval_model_path"] = model2path.get(retrieval_method, retrieval_method)
135
136
  # TODO: not support when `retrieval_model` is path
136
137
 
137
138
  def set_pooling_method(method, model2pooling):
@@ -100,8 +100,11 @@ class Dataset:
100
100
  self.data = self._load_data(self.dataset_name, self.dataset_path)
101
101
  else:
102
102
  print("Load data from provided data")
103
- assert isinstance(data[0], dict)
104
- self.data = [Item(item_dict) for item_dict in data]
103
+ if isinstance(data[0], dict):
104
+ self.data = [Item(item_dict) for item_dict in data]
105
+ else:
106
+ assert isinstance(data[0], Item)
107
+ self.data = data
105
108
 
106
109
  def _load_data(self, dataset_name: str, dataset_path: str) -> List[Item]:
107
110
  """Load data from the provided dataset_path or directly download the file(TODO)."""
@@ -0,0 +1 @@
1
+ __version__ = "0.1.3dev20241112"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag-dev
3
- Version: 0.1.3.dev20241111
3
+ Version: 0.1.3.dev20241112
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
@@ -1 +0,0 @@
1
- __version__ = "0.1.3dev20241111"