flashrag-dev 0.1.3.dev20241110__tar.gz → 0.1.3.dev20241112__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. {flashrag-dev-0.1.3.dev20241110/flashrag_dev.egg-info → flashrag-dev-0.1.3.dev20241112}/PKG-INFO +1 -1
  2. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/config/basic_config.yaml +1 -1
  3. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/config/config.py +2 -1
  4. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/dataset/dataset.py +7 -4
  5. flashrag-dev-0.1.3.dev20241112/flashrag/version.py +1 -0
  6. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112/flashrag_dev.egg-info}/PKG-INFO +1 -1
  7. flashrag-dev-0.1.3.dev20241110/flashrag/version.py +0 -1
  8. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/LICENSE +0 -0
  9. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/README.md +0 -0
  10. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/__init__.py +0 -0
  11. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/config/__init__.py +0 -0
  12. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/dataset/__init__.py +0 -0
  13. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/dataset/utils.py +0 -0
  14. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/__init__.py +0 -0
  15. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/_bleu.py +0 -0
  16. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/evaluator.py +0 -0
  17. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/metrics.py +0 -0
  18. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/utils.py +0 -0
  19. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/__init__.py +0 -0
  20. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/fid.py +0 -0
  21. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/generator.py +0 -0
  22. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/openai_generator.py +0 -0
  23. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/stop_word_criteria.py +0 -0
  24. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/utils.py +0 -0
  25. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/judger/__init__.py +0 -0
  26. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/judger/judger.py +0 -0
  27. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/__init__.py +0 -0
  28. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/active_pipeline.py +0 -0
  29. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/branching_pipeline.py +0 -0
  30. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/pipeline.py +0 -0
  31. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/replug_utils.py +0 -0
  32. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/prompt/__init__.py +0 -0
  33. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/prompt/base_prompt.py +0 -0
  34. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/prompt/selfask_examplars.py +0 -0
  35. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/prompt/trace_examplars.py +0 -0
  36. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/__init__.py +0 -0
  37. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/kg_refiner.py +0 -0
  38. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/llmlingua_compressor.py +0 -0
  39. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/refiner.py +0 -0
  40. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/selective_context_compressor.py +0 -0
  41. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/__init__.py +0 -0
  42. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/__main__.py +0 -0
  43. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/encoder.py +0 -0
  44. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/index_builder.py +0 -0
  45. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/reranker.py +0 -0
  46. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/retriever.py +0 -0
  47. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/utils.py +0 -0
  48. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/utils/__init__.py +0 -0
  49. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/utils/constants.py +0 -0
  50. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/utils/pred_parse.py +0 -0
  51. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/utils/utils.py +0 -0
  52. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag_dev.egg-info/SOURCES.txt +0 -0
  53. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag_dev.egg-info/dependency_links.txt +0 -0
  54. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag_dev.egg-info/requires.txt +0 -0
  55. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag_dev.egg-info/top_level.txt +0 -0
  56. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/pyproject.toml +0 -0
  57. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/setup.cfg +0 -0
  58. {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/setup.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag-dev
3
- Version: 0.1.3.dev20241110
3
+ Version: 0.1.3.dev20241112
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
@@ -2,7 +2,7 @@
2
2
  # Paths to various models
3
3
  model2path:
4
4
  e5: "intfloat/e5-base-v2"
5
- bge: "intfloat/e5-base-v2"
5
+ bge: "BAAI/bge-base-en-v1.5"
6
6
  contriever: "facebook/contriever"
7
7
  llama2-7B-chat: "meta-llama/Llama-2-7b-chat-hf"
8
8
  llama2-7B: "meta-llama/Llama-2-7b-hf"
@@ -131,7 +131,8 @@ class Config:
131
131
  print("Index is empty!!")
132
132
  assert False
133
133
 
134
- self.final_config["retrieval_model_path"] = model2path.get(retrieval_method, retrieval_method)
134
+ if self.final_config.get("retrieval_model_path") is None:
135
+ self.final_config["retrieval_model_path"] = model2path.get(retrieval_method, retrieval_method)
135
136
  # TODO: not support when `retrieval_model` is path
136
137
 
137
138
  def set_pooling_method(method, model2pooling):
@@ -4,7 +4,6 @@ import random
4
4
  import warnings
5
5
  from typing import List, Dict, Any, Optional, Generator
6
6
  import numpy as np
7
- from flashrag.dataset.utils import convert_numpy
8
7
 
9
8
 
10
9
  class Item:
@@ -53,6 +52,7 @@ class Item:
53
52
  """Convert all information within the data sample into a dict. Information generated
54
53
  during the inference will be saved into output field.
55
54
  """
55
+ from flashrag.dataset.utils import convert_numpy
56
56
 
57
57
  output = {
58
58
  "id": self.id,
@@ -85,7 +85,7 @@ class Dataset:
85
85
  ) -> None:
86
86
  if config is not None:
87
87
  self.config = config
88
- dataset_name = config.get("dataset_name", "default_dataset")
88
+ dataset_name = config['dataset_name'] if 'dataset_name' in config else 'defalut_dataset'
89
89
  else:
90
90
  self.config = None
91
91
  warnings.warn("dataset_name is not in config, set it as default.")
@@ -100,8 +100,11 @@ class Dataset:
100
100
  self.data = self._load_data(self.dataset_name, self.dataset_path)
101
101
  else:
102
102
  print("Load data from provided data")
103
- assert isinstance(data[0], dict)
104
- self.data = [Item(item_dict) for item_dict in data]
103
+ if isinstance(data[0], dict):
104
+ self.data = [Item(item_dict) for item_dict in data]
105
+ else:
106
+ assert isinstance(data[0], Item)
107
+ self.data = data
105
108
 
106
109
  def _load_data(self, dataset_name: str, dataset_path: str) -> List[Item]:
107
110
  """Load data from the provided dataset_path or directly download the file(TODO)."""
@@ -0,0 +1 @@
1
+ __version__ = "0.1.3dev20241112"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag-dev
3
- Version: 0.1.3.dev20241110
3
+ Version: 0.1.3.dev20241112
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
@@ -1 +0,0 @@
1
- __version__ = "0.1.3dev20241110"