flashrag-dev 0.1.4.dev20241224__tar.gz → 0.1.4.dev20241226__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/PKG-INFO +1 -1
  2. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/pipeline/active_pipeline.py +1 -2
  3. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/refiner/refiner.py +6 -1
  4. flashrag_dev-0.1.4.dev20241226/flashrag/version.py +1 -0
  5. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag_dev.egg-info/PKG-INFO +1 -1
  6. flashrag_dev-0.1.4.dev20241224/flashrag/version.py +0 -1
  7. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/LICENSE +0 -0
  8. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/README.md +0 -0
  9. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/__init__.py +0 -0
  10. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/config/__init__.py +0 -0
  11. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/config/basic_config.yaml +0 -0
  12. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/config/config.py +0 -0
  13. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/dataset/__init__.py +0 -0
  14. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/dataset/dataset.py +0 -0
  15. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/dataset/utils.py +0 -0
  16. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/evaluator/__init__.py +0 -0
  17. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/evaluator/_bleu.py +0 -0
  18. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/evaluator/evaluator.py +0 -0
  19. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/evaluator/metrics.py +0 -0
  20. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/evaluator/utils.py +0 -0
  21. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/generator/__init__.py +0 -0
  22. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/generator/fid.py +0 -0
  23. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/generator/generator.py +0 -0
  24. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/generator/openai_generator.py +0 -0
  25. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/generator/stop_word_criteria.py +0 -0
  26. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/generator/utils.py +0 -0
  27. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/judger/__init__.py +0 -0
  28. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/judger/judger.py +0 -0
  29. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/pipeline/__init__.py +0 -0
  30. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/pipeline/branching_pipeline.py +0 -0
  31. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/pipeline/pipeline.py +0 -0
  32. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/pipeline/replug_utils.py +0 -0
  33. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/prompt/__init__.py +0 -0
  34. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/prompt/base_prompt.py +0 -0
  35. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/prompt/selfask_examplars.py +0 -0
  36. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/prompt/trace_examplars.py +0 -0
  37. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/refiner/__init__.py +0 -0
  38. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/refiner/kg_refiner.py +0 -0
  39. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/refiner/llmlingua_compressor.py +0 -0
  40. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/refiner/selective_context_compressor.py +0 -0
  41. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/__init__.py +0 -0
  42. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/__main__.py +0 -0
  43. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/encoder.py +0 -0
  44. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/index_builder.py +0 -0
  45. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/reranker.py +0 -0
  46. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/retriever.py +0 -0
  47. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/utils.py +0 -0
  48. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/utils/__init__.py +0 -0
  49. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/utils/constants.py +0 -0
  50. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/utils/pred_parse.py +0 -0
  51. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/utils/utils.py +0 -0
  52. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag_dev.egg-info/SOURCES.txt +0 -0
  53. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag_dev.egg-info/dependency_links.txt +0 -0
  54. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag_dev.egg-info/requires.txt +0 -0
  55. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag_dev.egg-info/top_level.txt +0 -0
  56. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/pyproject.toml +0 -0
  57. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/setup.cfg +0 -0
  58. {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/setup.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag_dev
3
- Version: 0.1.4.dev20241224
3
+ Version: 0.1.4.dev20241226
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
@@ -1062,7 +1062,6 @@ class RQRAGPipeline(BasicPipeline):
1062
1062
  ):
1063
1063
  super().__init__(config, prompt_template)
1064
1064
 
1065
-
1066
1065
  self.generator = generator if generator is not None else get_generator(config)
1067
1066
  self.tokenizer = AutoTokenizer.from_pretrained(config["generator_model_path"], padding_side = "left")
1068
1067
  self.retriever = retriever if retriever is not None else get_retriever(config)
@@ -1164,7 +1163,7 @@ class RQRAGPipeline(BasicPipeline):
1164
1163
 
1165
1164
  new_path = {
1166
1165
  "prompt": input_texts[i] + decoded_output,
1167
- "depth": current_path["depth"] + 1,
1166
+ "depth": current_path["depth"],
1168
1167
  "done": True,
1169
1168
  "final_answer": result,
1170
1169
  "confidence": confidence
@@ -37,6 +37,7 @@ class LLMLinguaRefiner(BaseRefiner):
37
37
  def __init__(self, config):
38
38
  super().__init__(config)
39
39
  default_config = {
40
+ 'use_llmlingua2': False,
40
41
  "rate": 0.55,
41
42
  "condition_in_question": "after_condition",
42
43
  "reorder_context": "sort",
@@ -52,7 +53,11 @@ class LLMLinguaRefiner(BaseRefiner):
52
53
 
53
54
  from flashrag.refiner.llmlingua_compressor import PromptCompressor
54
55
 
55
- self.refiner = PromptCompressor(model_name=self.model_path)
56
+ if 'use_llmlingua2' in self.compress_config:
57
+ use_llmlingua2 = self.compress_config.pop('use_llmlingua2')
58
+ else:
59
+ use_llmlingua2 = False
60
+ self.refiner = PromptCompressor(model_name=self.model_path, use_llmlingua2=use_llmlingua2)
56
61
 
57
62
  def format_reference(self, retrieval_result):
58
63
  format_reference = ""
@@ -0,0 +1 @@
1
+ __version__ = "0.1.4dev20241226"
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag-dev
3
- Version: 0.1.4.dev20241224
3
+ Version: 0.1.4.dev20241226
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
@@ -1 +0,0 @@
1
- __version__ = "0.1.4dev20241224"