flashrag-dev 0.1.4.dev20250424__tar.gz → 0.1.4.dev20250425__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (62) hide show
  1. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/PKG-INFO +1 -1
  2. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/retriever/retriever.py +4 -2
  3. flashrag_dev-0.1.4.dev20250425/flashrag/version.py +1 -0
  4. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag_dev.egg-info/PKG-INFO +1 -1
  5. flashrag_dev-0.1.4.dev20250424/flashrag/version.py +0 -1
  6. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/LICENSE +0 -0
  7. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/README.md +0 -0
  8. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/__init__.py +0 -0
  9. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/config/__init__.py +0 -0
  10. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/config/basic_config.yaml +0 -0
  11. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/config/config.py +0 -0
  12. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/dataset/__init__.py +0 -0
  13. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/dataset/dataset.py +0 -0
  14. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/dataset/utils.py +0 -0
  15. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/evaluator/__init__.py +0 -0
  16. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/evaluator/_bleu.py +0 -0
  17. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/evaluator/evaluator.py +0 -0
  18. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/evaluator/metrics.py +0 -0
  19. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/evaluator/utils.py +0 -0
  20. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/generator/__init__.py +0 -0
  21. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/generator/fid.py +0 -0
  22. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/generator/generator.py +0 -0
  23. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/generator/multimodal_generator.py +0 -0
  24. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/generator/openai_generator.py +0 -0
  25. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/generator/stop_word_criteria.py +0 -0
  26. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/generator/utils.py +0 -0
  27. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/judger/__init__.py +0 -0
  28. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/judger/judger.py +0 -0
  29. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/pipeline/__init__.py +0 -0
  30. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/pipeline/active_pipeline.py +0 -0
  31. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/pipeline/branching_pipeline.py +0 -0
  32. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/pipeline/mm_pipeline.py +0 -0
  33. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/pipeline/pipeline.py +0 -0
  34. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/pipeline/reasoning_pipeline.py +0 -0
  35. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/pipeline/replug_utils.py +0 -0
  36. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/prompt/__init__.py +0 -0
  37. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/prompt/base_prompt.py +0 -0
  38. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/prompt/mm_prompt.py +0 -0
  39. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/prompt/selfask_examplars.py +0 -0
  40. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/prompt/trace_examplars.py +0 -0
  41. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/refiner/__init__.py +0 -0
  42. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/refiner/kg_refiner.py +0 -0
  43. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/refiner/llmlingua_compressor.py +0 -0
  44. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/refiner/refiner.py +0 -0
  45. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/refiner/selective_context_compressor.py +0 -0
  46. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/retriever/__init__.py +0 -0
  47. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/retriever/__main__.py +0 -0
  48. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/retriever/encoder.py +0 -0
  49. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/retriever/index_builder.py +0 -0
  50. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/retriever/reranker.py +0 -0
  51. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/retriever/utils.py +0 -0
  52. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/utils/__init__.py +0 -0
  53. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/utils/constants.py +0 -0
  54. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/utils/pred_parse.py +0 -0
  55. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/utils/utils.py +0 -0
  56. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag_dev.egg-info/SOURCES.txt +0 -0
  57. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag_dev.egg-info/dependency_links.txt +0 -0
  58. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag_dev.egg-info/requires.txt +0 -0
  59. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag_dev.egg-info/top_level.txt +0 -0
  60. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/pyproject.toml +0 -0
  61. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/setup.cfg +0 -0
  62. {flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/setup.py +0 -0
{flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag_dev
3
- Version: 0.1.4.dev20250424
3
+ Version: 0.1.4.dev20250425
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
{flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag/retriever/retriever.py RENAMED
@@ -305,7 +305,8 @@ class BM25Retriever(BaseTextRetriever):
305
305
  else:
306
306
  results = load_docs(self.corpus, [hit.docid for hit in hits])
307
307
  elif self.backend == "bm25s":
308
- query_tokens = self.tokenizer.tokenize([query], return_as="tuple", update_vocab=False)
308
+ # query_tokens = self.tokenizer.tokenize([query], return_as="tuple", update_vocab=False)
309
+ query_tokens = bm25s.tokenize([query])
309
310
  results, scores = self.searcher.retrieve(query_tokens, k=num)
310
311
  results = list(results[0])
311
312
  scores = list(scores[0])
@@ -327,7 +328,8 @@ class BM25Retriever(BaseTextRetriever):
327
328
  results.append(item_result)
328
329
  scores.append(item_score)
329
330
  elif self.backend == "bm25s":
330
- query_tokens = self.tokenizer.tokenize(query, return_as="tuple", update_vocab=False)
331
+ # query_tokens = self.tokenizer.tokenize(query, return_as="tuple", update_vocab=False)
332
+ query_tokens = bm25s.tokenize(query)
331
333
  results, scores = self.searcher.retrieve(query_tokens, k=num)
332
334
  else:
333
335
  assert False, "Invalid bm25 backend!"
flashrag_dev-0.1.4.dev20250425/flashrag/version.py ADDED
@@ -0,0 +1 @@
1
+ __version__ = "0.1.4dev20250425"
{flashrag_dev-0.1.4.dev20250424 → flashrag_dev-0.1.4.dev20250425}/flashrag_dev.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag-dev
3
- Version: 0.1.4.dev20250424
3
+ Version: 0.1.4.dev20250425
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
flashrag_dev-0.1.4.dev20250424/flashrag/version.py DELETED
@@ -1 +0,0 @@
1
- __version__ = "0.1.4dev20250424"