flashrag-dev 0.1.4.dev20250214__tar.gz → 0.1.4.dev20250223__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (61) hide show
  1. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/PKG-INFO +1 -1
  2. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/index_builder.py +2 -0
  3. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/retriever.py +2 -0
  4. flashrag_dev-0.1.4.dev20250223/flashrag/version.py +1 -0
  5. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag_dev.egg-info/PKG-INFO +1 -1
  6. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag_dev.egg-info/requires.txt +3 -3
  7. flashrag_dev-0.1.4.dev20250214/flashrag/version.py +0 -1
  8. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/LICENSE +0 -0
  9. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/README.md +0 -0
  10. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/__init__.py +0 -0
  11. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/config/__init__.py +0 -0
  12. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/config/basic_config.yaml +0 -0
  13. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/config/config.py +0 -0
  14. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/dataset/__init__.py +0 -0
  15. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/dataset/dataset.py +0 -0
  16. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/dataset/utils.py +0 -0
  17. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/evaluator/__init__.py +0 -0
  18. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/evaluator/_bleu.py +0 -0
  19. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/evaluator/evaluator.py +0 -0
  20. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/evaluator/metrics.py +0 -0
  21. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/evaluator/utils.py +0 -0
  22. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/generator/__init__.py +0 -0
  23. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/generator/fid.py +0 -0
  24. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/generator/generator.py +0 -0
  25. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/generator/multimodal_generator.py +0 -0
  26. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/generator/openai_generator.py +0 -0
  27. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/generator/stop_word_criteria.py +0 -0
  28. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/generator/utils.py +0 -0
  29. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/judger/__init__.py +0 -0
  30. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/judger/judger.py +0 -0
  31. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/pipeline/__init__.py +0 -0
  32. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/pipeline/active_pipeline.py +0 -0
  33. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/pipeline/branching_pipeline.py +0 -0
  34. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/pipeline/mm_pipeline.py +0 -0
  35. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/pipeline/pipeline.py +0 -0
  36. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/pipeline/replug_utils.py +0 -0
  37. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/prompt/__init__.py +0 -0
  38. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/prompt/base_prompt.py +0 -0
  39. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/prompt/mm_prompt.py +0 -0
  40. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/prompt/selfask_examplars.py +0 -0
  41. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/prompt/trace_examplars.py +0 -0
  42. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/refiner/__init__.py +0 -0
  43. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/refiner/kg_refiner.py +0 -0
  44. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/refiner/llmlingua_compressor.py +0 -0
  45. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/refiner/refiner.py +0 -0
  46. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/refiner/selective_context_compressor.py +0 -0
  47. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/__init__.py +0 -0
  48. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/__main__.py +0 -0
  49. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/encoder.py +0 -0
  50. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/reranker.py +0 -0
  51. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/utils.py +0 -0
  52. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/utils/__init__.py +0 -0
  53. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/utils/constants.py +0 -0
  54. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/utils/pred_parse.py +0 -0
  55. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/utils/utils.py +0 -0
  56. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag_dev.egg-info/SOURCES.txt +0 -0
  57. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag_dev.egg-info/dependency_links.txt +0 -0
  58. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag_dev.egg-info/top_level.txt +0 -0
  59. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/pyproject.toml +0 -0
  60. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/setup.cfg +0 -0
  61. {flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/setup.py +0 -0
{flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag_dev
3
- Version: 0.1.4.dev20250214
3
+ Version: 0.1.4.dev20250223
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
{flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/index_builder.py RENAMED
@@ -210,6 +210,8 @@ class Index_Builder:
210
210
  retriever = bm25s.BM25(corpus=corpus, backend="numba")
211
211
  retriever.index(corpus_tokens)
212
212
  retriever.save(self.save_dir, corpus=None)
213
+ tokenizer.save_vocab(self.save_dir)
214
+ tokenizer.save_stopwords(self.save_dir)
213
215
 
214
216
  print("Finish!")
215
217
 
{flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag/retriever/retriever.py RENAMED
@@ -255,6 +255,8 @@ class BM25Retriever(BaseTextRetriever):
255
255
  else:
256
256
  stemmer = Stemmer.Stemmer("english")
257
257
  self.tokenizer = bm25s.tokenization.Tokenizer(stopwords='en', stemmer=stemmer)
258
+ self.tokenizer.load_stopwords(self.index_path)
259
+ self.tokenizer.load_vocab(self.index_path)
258
260
 
259
261
  self.searcher.corpus = self.corpus
260
262
  self.searcher.backend = "numba"
flashrag_dev-0.1.4.dev20250223/flashrag/version.py ADDED
@@ -0,0 +1 @@
1
+ __version__ = "0.1.4dev20250223"
{flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag_dev.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: flashrag-dev
3
- Version: 0.1.4.dev20250214
3
+ Version: 0.1.4.dev20250223
4
4
  Summary: A library for efficient Retrieval-Augmented Generation research
5
5
  Home-page: https://github.com/RUC-NLPIR/FlashRAG
6
6
  Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
{flashrag_dev-0.1.4.dev20250214 → flashrag_dev-0.1.4.dev20250223}/flashrag_dev.egg-info/requires.txt RENAMED
@@ -8,7 +8,7 @@ peft
8
8
  PyYAML
9
9
  rank_bm25
10
10
  rouge
11
- spacy==3.6.1
11
+ spacy
12
12
  tiktoken
13
13
  torch
14
14
  tqdm
@@ -32,7 +32,7 @@ peft
32
32
  PyYAML
33
33
  rank_bm25
34
34
  rouge
35
- spacy==3.6.1
35
+ spacy
36
36
  tiktoken
37
37
  torch
38
38
  tqdm
@@ -56,7 +56,7 @@ peft
56
56
  PyYAML
57
57
  rank_bm25
58
58
  rouge
59
- spacy==3.6.1
59
+ spacy
60
60
  tiktoken
61
61
  torch
62
62
  tqdm
flashrag_dev-0.1.4.dev20250214/flashrag/version.py DELETED
@@ -1 +0,0 @@
1
- __version__ = "0.1.4dev20250214"