flashrag-dev 0.1.4.dev20250213__tar.gz → 0.1.4.dev20250222__tar.gz

{flashrag_dev-0.1.4.dev20250213 → flashrag_dev-0.1.4.dev20250222}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: flashrag_dev
-Version: 0.1.4.dev20250213
+Version: 0.1.4.dev20250222
 Summary: A library for efficient Retrieval-Augmented Generation research
 Home-page: https://github.com/RUC-NLPIR/FlashRAG
 Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou

{flashrag_dev-0.1.4.dev20250213 → flashrag_dev-0.1.4.dev20250222}/flashrag/judger/judger.py

@@ -7,6 +7,7 @@ import torch
 import faiss
 from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
 from flashrag.retriever.utils import load_model, pooling
+from flashrag.dataset import Dataset
 
 
 class BaseJudger:
@@ -84,8 +85,15 @@ class SKRJudger(BaseJudger):
         return all_embeddings
 
     def judge(self, dataset):
-        questions = dataset.question
-
+        if isinstance(dataset, Dataset):
+            questions = dataset.question
+        elif isinstance(dataset, list):
+            questions = dataset
+        elif isinstance(dataset, str):
+            questions = [dataset]
+        else:
+            raise TypeError("dataset must be a Dataset or a list of str.")
+        
         all_judgements = []
         for start_idx in range(0, len(questions), self.batch_size):
             batch_question = questions[start_idx : start_idx + self.batch_size]
@@ -138,7 +146,15 @@ class AdaptiveJudger(BaseJudger):
 
     @torch.inference_mode(mode=True)
     def judge(self, dataset):
-        questions = dataset.question
+        if isinstance(dataset, Dataset):
+            questions = dataset.question
+        elif isinstance(dataset, list):
+            questions = dataset
+        elif isinstance(dataset, str):
+            questions = [dataset]
+        else:
+            raise TypeError("dataset must be a Dataset or a list of str.")
+            
         questions = [q.strip() for q in questions]
 
         all_preds = []

{flashrag_dev-0.1.4.dev20250213 → flashrag_dev-0.1.4.dev20250222}/flashrag/utils/utils.py

@@ -140,11 +140,15 @@ def get_refiner(config, retriever=None, generator=None):
         print("Warning", e)
         model_config, arch = "", ""
 
-    if "recomp" in refiner_name or "bert" in arch:
+    if "recomp" in refiner_name:
         if model_config.model_type == "t5":
             refiner_class = "AbstractiveRecompRefiner"
         else:
             refiner_class = "ExtractiveRefiner"
+    elif 'bert' in arch:
+        refiner_class = "ExtractiveRefiner"
+    elif 'T5' in arch or 'Bart' in arch:
+        refiner_class = "AbstractiveRecompRefiner"
     elif "lingua" in refiner_name:
         refiner_class = "LLMLinguaRefiner"
     elif "selective-context" in refiner_name or "sc" in refiner_name:

flashrag_dev-0.1.4.dev20250222/flashrag/version.py

@@ -0,0 +1 @@
+__version__ = "0.1.4dev20250222"

{flashrag_dev-0.1.4.dev20250213 → flashrag_dev-0.1.4.dev20250222}/flashrag_dev.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: flashrag-dev
-Version: 0.1.4.dev20250213
+Version: 0.1.4.dev20250222
 Summary: A library for efficient Retrieval-Augmented Generation research
 Home-page: https://github.com/RUC-NLPIR/FlashRAG
 Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou

{flashrag_dev-0.1.4.dev20250213 → flashrag_dev-0.1.4.dev20250222}/flashrag_dev.egg-info/requires.txt

@@ -8,7 +8,7 @@ peft
 PyYAML
 rank_bm25
 rouge
-spacy==3.6.1
+spacy
 tiktoken
 torch
 tqdm
@@ -17,7 +17,7 @@ bm25s[core]==0.2.0
 fschat
 streamlit
 chonkie>=0.4.0
-gradio==5.11.0
+gradio>=5.0.0
 rouge-chinese
 jieba
 
@@ -32,7 +32,7 @@ peft
 PyYAML
 rank_bm25
 rouge
-spacy==3.6.1
+spacy
 tiktoken
 torch
 tqdm
@@ -41,7 +41,7 @@ bm25s[core]==0.2.0
 fschat
 streamlit
 chonkie>=0.4.0
-gradio==5.11.0
+gradio>=5.0.0
 rouge-chinese
 jieba
 
@@ -56,7 +56,7 @@ peft
 PyYAML
 rank_bm25
 rouge
-spacy==3.6.1
+spacy
 tiktoken
 torch
 tqdm
@@ -65,7 +65,7 @@ bm25s[core]==0.2.0
 fschat
 streamlit
 chonkie>=0.4.0
-gradio==5.11.0
+gradio>=5.0.0
 rouge-chinese
 jieba
 pyserini

flashrag_dev-0.1.4.dev20250213/flashrag/version.py

@@ -1 +0,0 @@
-__version__ = "0.1.4dev20250213"