flashrag-dev 0.1.4.dev20241210__tar.gz → 0.1.4.dev20241214__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. {flashrag-dev-0.1.4.dev20241210/flashrag_dev.egg-info → flashrag-dev-0.1.4.dev20241214}/PKG-INFO +1 -1
  2. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/pipeline/active_pipeline.py +1 -2
  3. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/prompt/base_prompt.py +1 -1
  4. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/retriever/retriever.py +1 -1
  5. flashrag-dev-0.1.4.dev20241214/flashrag/version.py +1 -0
  6. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214/flashrag_dev.egg-info}/PKG-INFO +1 -1
  7. flashrag-dev-0.1.4.dev20241210/flashrag/version.py +0 -1
  8. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/LICENSE +0 -0
  9. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/README.md +0 -0
  10. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/__init__.py +0 -0
  11. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/config/__init__.py +0 -0
  12. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/config/basic_config.yaml +0 -0
  13. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/config/config.py +0 -0
  14. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/dataset/__init__.py +0 -0
  15. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/dataset/dataset.py +0 -0
  16. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/dataset/utils.py +0 -0
  17. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/evaluator/__init__.py +0 -0
  18. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/evaluator/_bleu.py +0 -0
  19. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/evaluator/evaluator.py +0 -0
  20. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/evaluator/metrics.py +0 -0
  21. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/evaluator/utils.py +0 -0
  22. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/generator/__init__.py +0 -0
  23. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/generator/fid.py +0 -0
  24. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/generator/generator.py +0 -0
  25. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/generator/openai_generator.py +0 -0
  26. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/generator/stop_word_criteria.py +0 -0
  27. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/generator/utils.py +0 -0
  28. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/judger/__init__.py +0 -0
  29. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/judger/judger.py +0 -0
  30. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/pipeline/__init__.py +0 -0
  31. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/pipeline/branching_pipeline.py +0 -0
  32. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/pipeline/pipeline.py +0 -0
  33. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/pipeline/replug_utils.py +0 -0
  34. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/prompt/__init__.py +0 -0
  35. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/prompt/selfask_examplars.py +0 -0
  36. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/prompt/trace_examplars.py +0 -0
  37. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/refiner/__init__.py +0 -0
  38. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/refiner/kg_refiner.py +0 -0
  39. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/refiner/llmlingua_compressor.py +0 -0
  40. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/refiner/refiner.py +0 -0
  41. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/refiner/selective_context_compressor.py +0 -0
  42. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/retriever/__init__.py +0 -0
  43. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/retriever/__main__.py +0 -0
  44. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/retriever/encoder.py +0 -0
  45. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/retriever/index_builder.py +0 -0
  46. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/retriever/reranker.py +0 -0
  47. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/retriever/utils.py +0 -0
  48. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/utils/__init__.py +0 -0
  49. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/utils/constants.py +0 -0
  50. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/utils/pred_parse.py +0 -0
  51. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/utils/utils.py +0 -0
  52. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag_dev.egg-info/SOURCES.txt +0 -0
  53. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag_dev.egg-info/dependency_links.txt +0 -0
  54. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag_dev.egg-info/requires.txt +0 -0
  55. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag_dev.egg-info/top_level.txt +0 -0
  56. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/pyproject.toml +0 -0
  57. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/setup.cfg +0 -0
  58. {flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/setup.py +0 -0
{flashrag-dev-0.1.4.dev20241210/flashrag_dev.egg-info → flashrag-dev-0.1.4.dev20241214}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag-dev
3
- Version: 0.1.4.dev20241210
3
+ Version: 0.1.4.dev20241214
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
{flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/pipeline/active_pipeline.py RENAMED
@@ -1216,8 +1216,7 @@ class RQRAGPipeline(BasicPipeline):
1216
1216
  preds = []
1217
1217
  meta_results = []
1218
1218
 
1219
- from tqdm import tqdm
1220
- for i in tqdm(range(0, len(dataset), self.batch_size)):
1219
+ for i in tqdm(range(0, len(dataset), self.batch_size), position=0, desc='RQRAG Process'):
1221
1220
  batch_items = dataset[i : i + self.batch_size]
1222
1221
  eval_datas = self.preprocess_eval_data(batch_items)
1223
1222
  paths_batch = self.generate_tree_of_thoughts_batch(initial_prompts_batch = eval_datas)
{flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/prompt/base_prompt.py RENAMED
@@ -23,7 +23,7 @@ class PromptTemplate:
23
23
  self.is_chat = False
24
24
  if "chat" in model_name or "instruct" in model_name:
25
25
  self.is_chat = True
26
- self.tokenizer = None
26
+ self.tokenizer = AutoTokenizer.from_pretrained(self.generator_path, trust_remote_code=True)
27
27
  else:
28
28
  self.is_chat = True
29
29
  self.enable_chat = True
{flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214}/flashrag/retriever/retriever.py RENAMED
@@ -339,7 +339,7 @@ class DenseRetriever(BaseRetriever):
339
339
  results = []
340
340
  scores = []
341
341
 
342
- for start_idx in tqdm(range(0, len(query_list), batch_size), desc="Retrieval process: "):
342
+ for start_idx in range(0, len(query_list), batch_size):
343
343
  query_batch = query_list[start_idx : start_idx + batch_size]
344
344
  batch_emb = self.encoder.encode(query_batch)
345
345
  batch_scores, batch_idxs = self.index.search(batch_emb, k=num)
flashrag-dev-0.1.4.dev20241214/flashrag/version.py ADDED
@@ -0,0 +1 @@
1
+ __version__ = "0.1.4dev20241214"
{flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241214/flashrag_dev.egg-info}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag-dev
3
- Version: 0.1.4.dev20241210
3
+ Version: 0.1.4.dev20241214
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
flashrag-dev-0.1.4.dev20241210/flashrag/version.py DELETED
@@ -1 +0,0 @@
1
- __version__ = "0.1.4dev20241210"