flashrag-dev 0.1.4.dev20250424__tar.gz → 0.1.4.dev20250429__tar.gz

{flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250429}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: flashrag_dev
-Version: 0.1.4.dev20250424
+Version: 0.1.4.dev20250429
 Summary: A library for efficient Retrieval-Augmented Generation research
 Home-page: https://github.com/RUC-NLPIR/FlashRAG
 Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
@@ -145,6 +145,9 @@ FlashRAG is still under development and there are many issues and room for impro
 </details>
 
 ## :wrench: Installation
+![PyPI - Version](https://img.shields.io/pypi/v/flashrag-dev) 
+![PyPI - Downloads](https://img.shields.io/pypi/dw/flashrag-dev) 
+![PyPI - Downloads](https://img.shields.io/pypi/dm/flashrag-dev)
 
 To get started with FlashRAG, you can simply install it with pip:
 

{flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250429}/README.md

@@ -128,6 +128,9 @@ FlashRAG is still under development and there are many issues and room for impro
 </details>
 
 ## :wrench: Installation
+![PyPI - Version](https://img.shields.io/pypi/v/flashrag-dev) 
+![PyPI - Downloads](https://img.shields.io/pypi/dw/flashrag-dev) 
+![PyPI - Downloads](https://img.shields.io/pypi/dm/flashrag-dev)
 
 To get started with FlashRAG, you can simply install it with pip:
 

{flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250429}/flashrag/retriever/retriever.py

@@ -305,7 +305,8 @@ class BM25Retriever(BaseTextRetriever):
             else:
                 results = load_docs(self.corpus, [hit.docid for hit in hits])
         elif self.backend == "bm25s":
-            query_tokens = self.tokenizer.tokenize([query], return_as="tuple", update_vocab=False)
+            # query_tokens = self.tokenizer.tokenize([query], return_as="tuple", update_vocab=False)
+            query_tokens = bm25s.tokenize([query])
             results, scores = self.searcher.retrieve(query_tokens, k=num)
             results = list(results[0])
             scores = list(scores[0])
@@ -327,7 +328,8 @@ class BM25Retriever(BaseTextRetriever):
                 results.append(item_result)
                 scores.append(item_score)
         elif self.backend == "bm25s":
-            query_tokens = self.tokenizer.tokenize(query, return_as="tuple", update_vocab=False)
+            # query_tokens = self.tokenizer.tokenize(query, return_as="tuple", update_vocab=False)
+            query_tokens = bm25s.tokenize(query)
             results, scores = self.searcher.retrieve(query_tokens, k=num)
         else:
             assert False, "Invalid bm25 backend!"

flashrag_dev-0.1.4.dev20250429/flashrag/version.py

@@ -0,0 +1 @@
+__version__ = "0.1.4dev20250429"

{flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250429}/flashrag_dev.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: flashrag-dev
-Version: 0.1.4.dev20250424
+Version: 0.1.4.dev20250429
 Summary: A library for efficient Retrieval-Augmented Generation research
 Home-page: https://github.com/RUC-NLPIR/FlashRAG
 Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
@@ -145,6 +145,9 @@ FlashRAG is still under development and there are many issues and room for impro
 </details>
 
 ## :wrench: Installation
+![PyPI - Version](https://img.shields.io/pypi/v/flashrag-dev) 
+![PyPI - Downloads](https://img.shields.io/pypi/dw/flashrag-dev) 
+![PyPI - Downloads](https://img.shields.io/pypi/dm/flashrag-dev)
 
 To get started with FlashRAG, you can simply install it with pip:
 

flashrag_dev-0.1.4.dev20250424/flashrag/version.py

@@ -1 +0,0 @@
-__version__ = "0.1.4dev20250424"