flashrag-dev 0.1.4.dev20241214__tar.gz → 0.1.4.dev20241221__tar.gz

{flashrag-dev-0.1.4.dev20241214 → flashrag_dev-0.1.4.dev20241221}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
-Name: flashrag-dev
-Version: 0.1.4.dev20241214
+Name: flashrag_dev
+Version: 0.1.4.dev20241221
 Summary: A library for efficient Retrieval-Augmented Generation research
 Home-page: https://github.com/RUC-NLPIR/FlashRAG
 Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
@@ -553,6 +553,7 @@ The index was created using the e5-base-v2 retriever on our uploaded wiki18_100w
 
 FlashRAG is licensed under the [<u>MIT License</u>](./LICENSE).
 
+
 ## :star2: Citation
 Please kindly cite our paper if helps your research:
 ```BibTex

{flashrag-dev-0.1.4.dev20241214 → flashrag_dev-0.1.4.dev20241221}/README.md

@@ -537,6 +537,7 @@ The index was created using the e5-base-v2 retriever on our uploaded wiki18_100w
 
 FlashRAG is licensed under the [<u>MIT License</u>](./LICENSE).
 
+
 ## :star2: Citation
 Please kindly cite our paper if helps your research:
 ```BibTex

{flashrag-dev-0.1.4.dev20241214 → flashrag_dev-0.1.4.dev20241221}/flashrag/evaluator/metrics.py

@@ -281,7 +281,8 @@ class Retrieval_Precision(BaseMetric):
 
 class Rouge_Score(BaseMetric):
     metric_name = "rouge_score"
-
+    cached_scores = {}
+    
     def __init__(self, config):
         super().__init__(config)
         from rouge import Rouge
@@ -289,6 +290,8 @@ class Rouge_Score(BaseMetric):
         self.scorer = Rouge()
 
     def calculate_rouge(self, pred, golden_answers):
+        if (pred, tuple(golden_answers)) in self.cached_scores:
+            return self.cached_scores[(pred, tuple(golden_answers))]
         output = {}
         for answer in golden_answers:
             scores = self.scorer.get_scores(pred, answer)
@@ -299,6 +302,7 @@ class Rouge_Score(BaseMetric):
         for k, v in output.items():
             output[k] = max(v)
 
+        self.cached_scores[(pred, tuple(golden_answers))] = output
         return output
 
 
@@ -393,8 +397,8 @@ class BLEU(BaseMetric):
             pred = [pred]
             golden_answers = [golden_answers]
             score = compute_bleu(
-                reference_corpus=golden_answers_list,
-                translation_corpus=pred_list,
+                reference_corpus=golden_answers,
+                translation_corpus=pred,
                 max_order=self.max_order,
                 smooth=self.smooth,
             )

flashrag_dev-0.1.4.dev20241221/flashrag/version.py

@@ -0,0 +1 @@
+__version__ = "0.1.4dev20241221"

{flashrag-dev-0.1.4.dev20241214 → flashrag_dev-0.1.4.dev20241221}/flashrag_dev.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: flashrag-dev
-Version: 0.1.4.dev20241214
+Version: 0.1.4.dev20241221
 Summary: A library for efficient Retrieval-Augmented Generation research
 Home-page: https://github.com/RUC-NLPIR/FlashRAG
 Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
@@ -553,6 +553,7 @@ The index was created using the e5-base-v2 retriever on our uploaded wiki18_100w
 
 FlashRAG is licensed under the [<u>MIT License</u>](./LICENSE).
 
+
 ## :star2: Citation
 Please kindly cite our paper if helps your research:
 ```BibTex

{flashrag-dev-0.1.4.dev20241214 → flashrag_dev-0.1.4.dev20241221}/setup.py

@@ -16,7 +16,7 @@ extras_require = {
 extras_require['full'] = sum(extras_require.values(), [])
 
 setup(
-    name="flashrag-dev",
+    name="flashrag_dev",
     version=version['__version__'],
     packages=find_packages(),
     url="https://github.com/RUC-NLPIR/FlashRAG",

flashrag-dev-0.1.4.dev20241214/flashrag/version.py

@@ -1 +0,0 @@
-__version__ = "0.1.4dev20241214"