flashrag-dev 0.1.4.dev20241221__tar.gz → 0.1.4.dev20241226__tar.gz

{flashrag_dev-0.1.4.dev20241221 → flashrag_dev-0.1.4.dev20241226}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: flashrag_dev
-Version: 0.1.4.dev20241221
+Version: 0.1.4.dev20241226
 Summary: A library for efficient Retrieval-Augmented Generation research
 Home-page: https://github.com/RUC-NLPIR/FlashRAG
 Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou

{flashrag_dev-0.1.4.dev20241221 → flashrag_dev-0.1.4.dev20241226}/flashrag/pipeline/active_pipeline.py

@@ -190,7 +190,7 @@ class SelfRAGPipeline(BasicPipeline):
                     score_dict = {}
                     for tok, tok_id in self.ret_tokens.items():
                         if tok_id not in all_pred_log_probs[idx][0]:
-                            score_dict[tok] = -100
+                            score_dict[tok] = np.exp(-100)
                         else:
                             prob = all_pred_log_probs[idx][0][tok_id].logprob
                             score_dict[tok] = np.exp(prob)
@@ -1062,7 +1062,6 @@ class RQRAGPipeline(BasicPipeline):
     ):
         super().__init__(config, prompt_template)
 
-
         self.generator = generator if generator is not None else get_generator(config)
         self.tokenizer = AutoTokenizer.from_pretrained(config["generator_model_path"], padding_side = "left")
         self.retriever = retriever if retriever is not None else get_retriever(config)
@@ -1164,7 +1163,7 @@ class RQRAGPipeline(BasicPipeline):
                         
                         new_path = {
                             "prompt": input_texts[i] + decoded_output,
-                            "depth": current_path["depth"] + 1,
+                            "depth": current_path["depth"],
                             "done": True,
                             "final_answer": result,
                             "confidence": confidence

{flashrag_dev-0.1.4.dev20241221 → flashrag_dev-0.1.4.dev20241226}/flashrag/refiner/refiner.py

@@ -37,6 +37,7 @@ class LLMLinguaRefiner(BaseRefiner):
     def __init__(self, config):
         super().__init__(config)
         default_config = {
+            'use_llmlingua2': False,
             "rate": 0.55,
             "condition_in_question": "after_condition",
             "reorder_context": "sort",
@@ -52,7 +53,11 @@ class LLMLinguaRefiner(BaseRefiner):
 
         from flashrag.refiner.llmlingua_compressor import PromptCompressor
 
-        self.refiner = PromptCompressor(model_name=self.model_path)
+        if 'use_llmlingua2' in self.compress_config:
+            use_llmlingua2 = self.compress_config.pop('use_llmlingua2')
+        else:
+            use_llmlingua2 = False
+        self.refiner = PromptCompressor(model_name=self.model_path, use_llmlingua2=use_llmlingua2)
 
     def format_reference(self, retrieval_result):
         format_reference = ""

flashrag_dev-0.1.4.dev20241226/flashrag/version.py

@@ -0,0 +1 @@
+__version__ = "0.1.4dev20241226"

{flashrag_dev-0.1.4.dev20241221 → flashrag_dev-0.1.4.dev20241226}/flashrag_dev.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: flashrag-dev
-Version: 0.1.4.dev20241221
+Version: 0.1.4.dev20241226
 Summary: A library for efficient Retrieval-Augmented Generation research
 Home-page: https://github.com/RUC-NLPIR/FlashRAG
 Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou

flashrag_dev-0.1.4.dev20241221/flashrag/version.py

@@ -1 +0,0 @@
-__version__ = "0.1.4dev20241221"