flashrag-dev 0.1.4.dev20250806__tar.gz → 0.3.0.dev20250912__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/PKG-INFO +1 -1
  2. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/generator/generator.py +15 -3
  3. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/utils/utils.py +8 -1
  4. flashrag_dev-0.3.0.dev20250912/flashrag/version.py +1 -0
  5. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag_dev.egg-info/PKG-INFO +1 -1
  6. flashrag_dev-0.1.4.dev20250806/flashrag/version.py +0 -1
  7. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/LICENSE +0 -0
  8. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/README.md +0 -0
  9. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/__init__.py +0 -0
  10. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/config/__init__.py +0 -0
  11. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/config/basic_config.yaml +0 -0
  12. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/config/config.py +0 -0
  13. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/dataset/__init__.py +0 -0
  14. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/dataset/dataset.py +0 -0
  15. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/dataset/utils.py +0 -0
  16. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/evaluator/__init__.py +0 -0
  17. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/evaluator/_bleu.py +0 -0
  18. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/evaluator/evaluator.py +0 -0
  19. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/evaluator/metrics.py +0 -0
  20. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/evaluator/utils.py +0 -0
  21. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/generator/__init__.py +0 -0
  22. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/generator/fid.py +0 -0
  23. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/generator/multimodal_generator.py +0 -0
  24. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/generator/openai_generator.py +0 -0
  25. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/generator/stop_word_criteria.py +0 -0
  26. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/generator/utils.py +0 -0
  27. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/judger/__init__.py +0 -0
  28. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/judger/judger.py +0 -0
  29. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/pipeline/ReaRAG_utils.py +0 -0
  30. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/pipeline/__init__.py +0 -0
  31. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/pipeline/active_pipeline.py +0 -0
  32. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/pipeline/branching_pipeline.py +0 -0
  33. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/pipeline/mm_pipeline.py +0 -0
  34. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/pipeline/pipeline.py +0 -0
  35. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/pipeline/reasoning_pipeline.py +0 -0
  36. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/pipeline/replug_utils.py +0 -0
  37. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/prompt/__init__.py +0 -0
  38. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/prompt/base_prompt.py +0 -0
  39. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/prompt/coRAG_prompt.py +0 -0
  40. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/prompt/mm_prompt.py +0 -0
  41. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/prompt/selfask_examplars.py +0 -0
  42. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/prompt/trace_examplars.py +0 -0
  43. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/refiner/__init__.py +0 -0
  44. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/refiner/kg_refiner.py +0 -0
  45. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/refiner/llmlingua_compressor.py +0 -0
  46. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/refiner/refiner.py +0 -0
  47. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/refiner/selective_context_compressor.py +0 -0
  48. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/retriever/__init__.py +0 -0
  49. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/retriever/__main__.py +0 -0
  50. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/retriever/encoder.py +0 -0
  51. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/retriever/index_builder.py +0 -0
  52. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/retriever/reranker.py +0 -0
  53. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/retriever/retriever.py +0 -0
  54. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/retriever/utils.py +0 -0
  55. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/utils/__init__.py +0 -0
  56. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/utils/constants.py +0 -0
  57. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag/utils/pred_parse.py +0 -0
  58. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag_dev.egg-info/SOURCES.txt +0 -0
  59. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag_dev.egg-info/dependency_links.txt +0 -0
  60. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag_dev.egg-info/requires.txt +0 -0
  61. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/flashrag_dev.egg-info/top_level.txt +0 -0
  62. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/pyproject.toml +0 -0
  63. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/setup.cfg +0 -0
  64. {flashrag_dev-0.1.4.dev20250806 → flashrag_dev-0.3.0.dev20250912}/setup.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag_dev
3
- Version: 0.1.4.dev20250806
3
+ Version: 0.3.0.dev20250912
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
@@ -261,13 +261,25 @@ class VLLMGenerator(BaseGenerator):
261
261
  if return_raw_output:
262
262
  base_output = outputs
263
263
  else:
264
- generated_texts = [output.outputs[0].text for output in outputs]
264
+ generated_texts = [
265
+ [c.text for c in output.outputs] if len(output.outputs) > 1 else output.outputs[0].text
266
+ for output in outputs
267
+ ]
265
268
  base_output = generated_texts
266
269
  if return_scores:
267
270
  scores = []
268
271
  for output in outputs:
269
- logprobs = output.outputs[0].logprobs
270
- scores.append([np.exp(list(score_dict.values())[0].logprob) for score_dict in logprobs])
272
+ for single_output in output.outputs:
273
+ if single_output.logprobs:
274
+ token_probs = [np.exp(list(score_dict.values())[0].logprob)
275
+ for score_dict in single_output.logprobs]
276
+ output_scores.append(token_probs)
277
+ else:
278
+ output_scores.append([])
279
+ if len(output_scores) == 1:
280
+ scores.append(output_scores[0])
281
+ else:
282
+ scores.append(output_scores)
271
283
  return base_output, scores
272
284
  else:
273
285
  return base_output
@@ -184,5 +184,12 @@ def extract_between(text: str, start_tag: str, end_tag: str):
184
184
  return matches[-1].strip()
185
185
  return None
186
186
 
187
+ def extract_between_all(text:str, start_tag:str, end_tag:str):
188
+ pattern = re.escape(start_tag) + r"(.*?)" + re.escape(end_tag)
189
+ matches = re.findall(pattern, text, flags=re.DOTALL)
190
+ if matches:
191
+ return matches
192
+ return None
193
+
187
194
  def get_device() -> str:
188
- return "cuda" if torch.cuda.is_available() else "cpu"
195
+ return "cuda" if torch.cuda.is_available() else "cpu"
@@ -0,0 +1 @@
1
+ __version__ = "0.3.0dev20250912"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag-dev
3
- Version: 0.1.4.dev20250806
3
+ Version: 0.3.0.dev20250912
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
@@ -1 +0,0 @@
1
- __version__ = "0.1.4dev20250806"