flashrag-dev 0.1.4.dev20241210__tar.gz → 0.1.4.dev20241219__tar.gz

{flashrag-dev-0.1.4.dev20241210/flashrag_dev.egg-info → flashrag-dev-0.1.4.dev20241219}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: flashrag-dev
-Version: 0.1.4.dev20241210
+Version: 0.1.4.dev20241219
 Summary: A library for efficient Retrieval-Augmented Generation research
 Home-page: https://github.com/RUC-NLPIR/FlashRAG
 Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
@@ -553,6 +553,7 @@ The index was created using the e5-base-v2 retriever on our uploaded wiki18_100w
 
 FlashRAG is licensed under the [<u>MIT License</u>](./LICENSE).
 
+
 ## :star2: Citation
 Please kindly cite our paper if helps your research:
 ```BibTex

{flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241219}/README.md

@@ -537,6 +537,7 @@ The index was created using the e5-base-v2 retriever on our uploaded wiki18_100w
 
 FlashRAG is licensed under the [<u>MIT License</u>](./LICENSE).
 
+
 ## :star2: Citation
 Please kindly cite our paper if helps your research:
 ```BibTex

{flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241219}/flashrag/pipeline/active_pipeline.py

@@ -1216,8 +1216,7 @@ class RQRAGPipeline(BasicPipeline):
         preds = []
         meta_results = []
 
-        from tqdm import tqdm
-        for i in tqdm(range(0, len(dataset), self.batch_size)):
+        for i in tqdm(range(0, len(dataset), self.batch_size), position=0, desc='RQRAG Process'):
             batch_items = dataset[i : i + self.batch_size]
             eval_datas = self.preprocess_eval_data(batch_items)
             paths_batch = self.generate_tree_of_thoughts_batch(initial_prompts_batch = eval_datas)

{flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241219}/flashrag/prompt/base_prompt.py

@@ -23,7 +23,7 @@ class PromptTemplate:
             self.is_chat = False
             if "chat" in model_name or "instruct" in model_name:
                 self.is_chat = True
-            self.tokenizer = None
+            self.tokenizer = AutoTokenizer.from_pretrained(self.generator_path, trust_remote_code=True)
         else:
             self.is_chat = True
             self.enable_chat = True

{flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241219}/flashrag/retriever/retriever.py

@@ -339,7 +339,7 @@ class DenseRetriever(BaseRetriever):
         results = []
         scores = []
 
-        for start_idx in tqdm(range(0, len(query_list), batch_size), desc="Retrieval process: "):
+        for start_idx in range(0, len(query_list), batch_size):
             query_batch = query_list[start_idx : start_idx + batch_size]
             batch_emb = self.encoder.encode(query_batch)
             batch_scores, batch_idxs = self.index.search(batch_emb, k=num)

flashrag-dev-0.1.4.dev20241219/flashrag/version.py

@@ -0,0 +1 @@
+__version__ = "0.1.4dev20241219"

{flashrag-dev-0.1.4.dev20241210 → flashrag-dev-0.1.4.dev20241219/flashrag_dev.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: flashrag-dev
-Version: 0.1.4.dev20241210
+Version: 0.1.4.dev20241219
 Summary: A library for efficient Retrieval-Augmented Generation research
 Home-page: https://github.com/RUC-NLPIR/FlashRAG
 Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
@@ -553,6 +553,7 @@ The index was created using the e5-base-v2 retriever on our uploaded wiki18_100w
 
 FlashRAG is licensed under the [<u>MIT License</u>](./LICENSE).
 
+
 ## :star2: Citation
 Please kindly cite our paper if helps your research:
 ```BibTex

flashrag-dev-0.1.4.dev20241210/flashrag/version.py

@@ -1 +0,0 @@
-__version__ = "0.1.4dev20241210"