flashrag-dev 0.1.4.dev20241219__tar.gz → 0.1.4.dev20241224__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/PKG-INFO +2 -2
  2. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/evaluator/metrics.py +7 -3
  3. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/pipeline/active_pipeline.py +1 -1
  4. flashrag_dev-0.1.4.dev20241224/flashrag/version.py +1 -0
  5. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag_dev.egg-info/PKG-INFO +1 -1
  6. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/setup.py +1 -1
  7. flashrag-dev-0.1.4.dev20241219/flashrag/version.py +0 -1
  8. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/LICENSE +0 -0
  9. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/README.md +0 -0
  10. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/__init__.py +0 -0
  11. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/config/__init__.py +0 -0
  12. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/config/basic_config.yaml +0 -0
  13. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/config/config.py +0 -0
  14. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/dataset/__init__.py +0 -0
  15. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/dataset/dataset.py +0 -0
  16. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/dataset/utils.py +0 -0
  17. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/evaluator/__init__.py +0 -0
  18. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/evaluator/_bleu.py +0 -0
  19. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/evaluator/evaluator.py +0 -0
  20. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/evaluator/utils.py +0 -0
  21. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/generator/__init__.py +0 -0
  22. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/generator/fid.py +0 -0
  23. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/generator/generator.py +0 -0
  24. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/generator/openai_generator.py +0 -0
  25. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/generator/stop_word_criteria.py +0 -0
  26. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/generator/utils.py +0 -0
  27. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/judger/__init__.py +0 -0
  28. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/judger/judger.py +0 -0
  29. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/pipeline/__init__.py +0 -0
  30. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/pipeline/branching_pipeline.py +0 -0
  31. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/pipeline/pipeline.py +0 -0
  32. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/pipeline/replug_utils.py +0 -0
  33. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/prompt/__init__.py +0 -0
  34. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/prompt/base_prompt.py +0 -0
  35. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/prompt/selfask_examplars.py +0 -0
  36. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/prompt/trace_examplars.py +0 -0
  37. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/refiner/__init__.py +0 -0
  38. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/refiner/kg_refiner.py +0 -0
  39. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/refiner/llmlingua_compressor.py +0 -0
  40. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/refiner/refiner.py +0 -0
  41. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/refiner/selective_context_compressor.py +0 -0
  42. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/retriever/__init__.py +0 -0
  43. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/retriever/__main__.py +0 -0
  44. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/retriever/encoder.py +0 -0
  45. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/retriever/index_builder.py +0 -0
  46. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/retriever/reranker.py +0 -0
  47. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/retriever/retriever.py +0 -0
  48. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/retriever/utils.py +0 -0
  49. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/utils/__init__.py +0 -0
  50. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/utils/constants.py +0 -0
  51. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/utils/pred_parse.py +0 -0
  52. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/utils/utils.py +0 -0
  53. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag_dev.egg-info/SOURCES.txt +0 -0
  54. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag_dev.egg-info/dependency_links.txt +0 -0
  55. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag_dev.egg-info/requires.txt +0 -0
  56. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag_dev.egg-info/top_level.txt +0 -0
  57. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/pyproject.toml +0 -0
  58. {flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/setup.cfg +0 -0
{flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
- Name: flashrag-dev
3
- Version: 0.1.4.dev20241219
2
+ Name: flashrag_dev
3
+ Version: 0.1.4.dev20241224
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
{flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/evaluator/metrics.py RENAMED
@@ -281,7 +281,8 @@ class Retrieval_Precision(BaseMetric):
281
281
 
282
282
  class Rouge_Score(BaseMetric):
283
283
  metric_name = "rouge_score"
284
-
284
+ cached_scores = {}
285
+
285
286
  def __init__(self, config):
286
287
  super().__init__(config)
287
288
  from rouge import Rouge
@@ -289,6 +290,8 @@ class Rouge_Score(BaseMetric):
289
290
  self.scorer = Rouge()
290
291
 
291
292
  def calculate_rouge(self, pred, golden_answers):
293
+ if (pred, tuple(golden_answers)) in self.cached_scores:
294
+ return self.cached_scores[(pred, tuple(golden_answers))]
292
295
  output = {}
293
296
  for answer in golden_answers:
294
297
  scores = self.scorer.get_scores(pred, answer)
@@ -299,6 +302,7 @@ class Rouge_Score(BaseMetric):
299
302
  for k, v in output.items():
300
303
  output[k] = max(v)
301
304
 
305
+ self.cached_scores[(pred, tuple(golden_answers))] = output
302
306
  return output
303
307
 
304
308
 
@@ -393,8 +397,8 @@ class BLEU(BaseMetric):
393
397
  pred = [pred]
394
398
  golden_answers = [golden_answers]
395
399
  score = compute_bleu(
396
- reference_corpus=golden_answers_list,
397
- translation_corpus=pred_list,
400
+ reference_corpus=golden_answers,
401
+ translation_corpus=pred,
398
402
  max_order=self.max_order,
399
403
  smooth=self.smooth,
400
404
  )
{flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag/pipeline/active_pipeline.py RENAMED
@@ -190,7 +190,7 @@ class SelfRAGPipeline(BasicPipeline):
190
190
  score_dict = {}
191
191
  for tok, tok_id in self.ret_tokens.items():
192
192
  if tok_id not in all_pred_log_probs[idx][0]:
193
- score_dict[tok] = -100
193
+ score_dict[tok] = np.exp(-100)
194
194
  else:
195
195
  prob = all_pred_log_probs[idx][0][tok_id].logprob
196
196
  score_dict[tok] = np.exp(prob)
flashrag_dev-0.1.4.dev20241224/flashrag/version.py ADDED
@@ -0,0 +1 @@
1
+ __version__ = "0.1.4dev20241224"
{flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/flashrag_dev.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag-dev
3
- Version: 0.1.4.dev20241219
3
+ Version: 0.1.4.dev20241224
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
{flashrag-dev-0.1.4.dev20241219 → flashrag_dev-0.1.4.dev20241224}/setup.py RENAMED
@@ -16,7 +16,7 @@ extras_require = {
16
16
  extras_require['full'] = sum(extras_require.values(), [])
17
17
 
18
18
  setup(
19
- name="flashrag-dev",
19
+ name="flashrag_dev",
20
20
  version=version['__version__'],
21
21
  packages=find_packages(),
22
22
  url="https://github.com/RUC-NLPIR/FlashRAG",
flashrag-dev-0.1.4.dev20241219/flashrag/version.py DELETED
@@ -1 +0,0 @@
1
- __version__ = "0.1.4dev20241219"