flashrag-dev 0.1.4.dev20250222__tar.gz → 0.1.4.dev20250223__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (61) hide show
  1. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/PKG-INFO +1 -1
  2. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/index_builder.py +2 -0
  3. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/retriever.py +2 -0
  4. flashrag_dev-0.1.4.dev20250223/flashrag/version.py +1 -0
  5. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag_dev.egg-info/PKG-INFO +1 -1
  6. flashrag_dev-0.1.4.dev20250222/flashrag/version.py +0 -1
  7. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/LICENSE +0 -0
  8. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/README.md +0 -0
  9. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/__init__.py +0 -0
  10. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/config/__init__.py +0 -0
  11. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/config/basic_config.yaml +0 -0
  12. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/config/config.py +0 -0
  13. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/dataset/__init__.py +0 -0
  14. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/dataset/dataset.py +0 -0
  15. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/dataset/utils.py +0 -0
  16. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/evaluator/__init__.py +0 -0
  17. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/evaluator/_bleu.py +0 -0
  18. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/evaluator/evaluator.py +0 -0
  19. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/evaluator/metrics.py +0 -0
  20. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/evaluator/utils.py +0 -0
  21. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/generator/__init__.py +0 -0
  22. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/generator/fid.py +0 -0
  23. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/generator/generator.py +0 -0
  24. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/generator/multimodal_generator.py +0 -0
  25. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/generator/openai_generator.py +0 -0
  26. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/generator/stop_word_criteria.py +0 -0
  27. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/generator/utils.py +0 -0
  28. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/judger/__init__.py +0 -0
  29. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/judger/judger.py +0 -0
  30. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/pipeline/__init__.py +0 -0
  31. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/pipeline/active_pipeline.py +0 -0
  32. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/pipeline/branching_pipeline.py +0 -0
  33. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/pipeline/mm_pipeline.py +0 -0
  34. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/pipeline/pipeline.py +0 -0
  35. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/pipeline/replug_utils.py +0 -0
  36. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/prompt/__init__.py +0 -0
  37. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/prompt/base_prompt.py +0 -0
  38. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/prompt/mm_prompt.py +0 -0
  39. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/prompt/selfask_examplars.py +0 -0
  40. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/prompt/trace_examplars.py +0 -0
  41. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/refiner/__init__.py +0 -0
  42. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/refiner/kg_refiner.py +0 -0
  43. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/refiner/llmlingua_compressor.py +0 -0
  44. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/refiner/refiner.py +0 -0
  45. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/refiner/selective_context_compressor.py +0 -0
  46. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/__init__.py +0 -0
  47. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/__main__.py +0 -0
  48. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/encoder.py +0 -0
  49. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/reranker.py +0 -0
  50. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/utils.py +0 -0
  51. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/utils/__init__.py +0 -0
  52. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/utils/constants.py +0 -0
  53. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/utils/pred_parse.py +0 -0
  54. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/utils/utils.py +0 -0
  55. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag_dev.egg-info/SOURCES.txt +0 -0
  56. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag_dev.egg-info/dependency_links.txt +0 -0
  57. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag_dev.egg-info/requires.txt +0 -0
  58. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag_dev.egg-info/top_level.txt +0 -0
  59. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/pyproject.toml +0 -0
  60. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/setup.cfg +0 -0
  61. {flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/setup.py +0 -0
{flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag_dev
3
- Version: 0.1.4.dev20250222
3
+ Version: 0.1.4.dev20250223
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
{flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/index_builder.py RENAMED
@@ -210,6 +210,8 @@ class Index_Builder:
210
210
  retriever = bm25s.BM25(corpus=corpus, backend="numba")
211
211
  retriever.index(corpus_tokens)
212
212
  retriever.save(self.save_dir, corpus=None)
213
+ tokenizer.save_vocab(self.save_dir)
214
+ tokenizer.save_stopwords(self.save_dir)
213
215
 
214
216
  print("Finish!")
215
217
 
{flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/retriever.py RENAMED
@@ -255,6 +255,8 @@ class BM25Retriever(BaseTextRetriever):
255
255
  else:
256
256
  stemmer = Stemmer.Stemmer("english")
257
257
  self.tokenizer = bm25s.tokenization.Tokenizer(stopwords='en', stemmer=stemmer)
258
+ self.tokenizer.load_stopwords(self.index_path)
259
+ self.tokenizer.load_vocab(self.index_path)
258
260
 
259
261
  self.searcher.corpus = self.corpus
260
262
  self.searcher.backend = "numba"
flashrag_dev-0.1.4.dev20250223/flashrag/version.py ADDED
@@ -0,0 +1 @@
1
+ __version__ = "0.1.4dev20250223"
{flashrag_dev-0.1.4.dev20250222 → flashrag_dev-0.1.4.dev20250223}/flashrag_dev.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag-dev
3
- Version: 0.1.4.dev20250222
3
+ Version: 0.1.4.dev20250223
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
flashrag_dev-0.1.4.dev20250222/flashrag/version.py DELETED
@@ -1 +0,0 @@
1
- __version__ = "0.1.4dev20250222"