flashrag-dev 0.1.4.dev20241224__tar.gz → 0.1.4.dev20241226__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/PKG-INFO +1 -1
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/pipeline/active_pipeline.py +1 -2
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/refiner/refiner.py +6 -1
- flashrag_dev-0.1.4.dev20241226/flashrag/version.py +1 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag_dev.egg-info/PKG-INFO +1 -1
- flashrag_dev-0.1.4.dev20241224/flashrag/version.py +0 -1
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/LICENSE +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/README.md +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/__init__.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/config/__init__.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/config/basic_config.yaml +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/config/config.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/dataset/__init__.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/dataset/dataset.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/dataset/utils.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/evaluator/__init__.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/evaluator/_bleu.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/evaluator/evaluator.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/evaluator/metrics.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/evaluator/utils.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/generator/__init__.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/generator/fid.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/generator/generator.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/generator/openai_generator.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/generator/stop_word_criteria.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/generator/utils.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/judger/__init__.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/judger/judger.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/pipeline/__init__.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/pipeline/branching_pipeline.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/pipeline/pipeline.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/pipeline/replug_utils.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/prompt/__init__.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/prompt/base_prompt.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/prompt/selfask_examplars.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/prompt/trace_examplars.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/refiner/__init__.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/refiner/kg_refiner.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/refiner/llmlingua_compressor.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/refiner/selective_context_compressor.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/__init__.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/__main__.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/encoder.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/index_builder.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/reranker.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/retriever.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/utils.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/utils/__init__.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/utils/constants.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/utils/pred_parse.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/utils/utils.py +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag_dev.egg-info/SOURCES.txt +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag_dev.egg-info/dependency_links.txt +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag_dev.egg-info/requires.txt +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag_dev.egg-info/top_level.txt +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/pyproject.toml +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/setup.cfg +0 -0
- {flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/setup.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: flashrag_dev
|
|
3
|
-
Version: 0.1.4.
|
|
3
|
+
Version: 0.1.4.dev20241226
|
|
4
4
|
Summary: A library for efficient Retrieval-Augmented Generation research
|
|
5
5
|
Home-page: https://github.com/RUC-NLPIR/FlashRAG
|
|
6
6
|
Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
|
|
@@ -1062,7 +1062,6 @@ class RQRAGPipeline(BasicPipeline):
|
|
|
1062
1062
|
):
|
|
1063
1063
|
super().__init__(config, prompt_template)
|
|
1064
1064
|
|
|
1065
|
-
|
|
1066
1065
|
self.generator = generator if generator is not None else get_generator(config)
|
|
1067
1066
|
self.tokenizer = AutoTokenizer.from_pretrained(config["generator_model_path"], padding_side = "left")
|
|
1068
1067
|
self.retriever = retriever if retriever is not None else get_retriever(config)
|
|
@@ -1164,7 +1163,7 @@ class RQRAGPipeline(BasicPipeline):
|
|
|
1164
1163
|
|
|
1165
1164
|
new_path = {
|
|
1166
1165
|
"prompt": input_texts[i] + decoded_output,
|
|
1167
|
-
"depth": current_path["depth"]
|
|
1166
|
+
"depth": current_path["depth"],
|
|
1168
1167
|
"done": True,
|
|
1169
1168
|
"final_answer": result,
|
|
1170
1169
|
"confidence": confidence
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/refiner/refiner.py
RENAMED
|
@@ -37,6 +37,7 @@ class LLMLinguaRefiner(BaseRefiner):
|
|
|
37
37
|
def __init__(self, config):
|
|
38
38
|
super().__init__(config)
|
|
39
39
|
default_config = {
|
|
40
|
+
'use_llmlingua2': False,
|
|
40
41
|
"rate": 0.55,
|
|
41
42
|
"condition_in_question": "after_condition",
|
|
42
43
|
"reorder_context": "sort",
|
|
@@ -52,7 +53,11 @@ class LLMLinguaRefiner(BaseRefiner):
|
|
|
52
53
|
|
|
53
54
|
from flashrag.refiner.llmlingua_compressor import PromptCompressor
|
|
54
55
|
|
|
55
|
-
|
|
56
|
+
if 'use_llmlingua2' in self.compress_config:
|
|
57
|
+
use_llmlingua2 = self.compress_config.pop('use_llmlingua2')
|
|
58
|
+
else:
|
|
59
|
+
use_llmlingua2 = False
|
|
60
|
+
self.refiner = PromptCompressor(model_name=self.model_path, use_llmlingua2=use_llmlingua2)
|
|
56
61
|
|
|
57
62
|
def format_reference(self, retrieval_result):
|
|
58
63
|
format_reference = ""
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.1.4dev20241226"
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag_dev.egg-info/PKG-INFO
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: flashrag-dev
|
|
3
|
-
Version: 0.1.4.
|
|
3
|
+
Version: 0.1.4.dev20241226
|
|
4
4
|
Summary: A library for efficient Retrieval-Augmented Generation research
|
|
5
5
|
Home-page: https://github.com/RUC-NLPIR/FlashRAG
|
|
6
6
|
Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.1.4dev20241224"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/config/__init__.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/config/basic_config.yaml
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/dataset/__init__.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/dataset/dataset.py
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/evaluator/__init__.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/evaluator/_bleu.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/evaluator/evaluator.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/evaluator/metrics.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/evaluator/utils.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/generator/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/generator/generator.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/generator/utils.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/judger/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/pipeline/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/pipeline/pipeline.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/pipeline/replug_utils.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/prompt/__init__.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/prompt/base_prompt.py
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/prompt/trace_examplars.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/refiner/__init__.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/refiner/kg_refiner.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/__init__.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/__main__.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/encoder.py
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/reranker.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/retriever.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/retriever/utils.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/utils/__init__.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/utils/constants.py
RENAMED
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag/utils/pred_parse.py
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag_dev.egg-info/SOURCES.txt
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag_dev-0.1.4.dev20241224 → flashrag_dev-0.1.4.dev20241226}/flashrag_dev.egg-info/requires.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|