flashrag-dev 0.1.3.dev20241110__tar.gz → 0.1.3.dev20241112__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {flashrag-dev-0.1.3.dev20241110/flashrag_dev.egg-info → flashrag-dev-0.1.3.dev20241112}/PKG-INFO +1 -1
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/config/basic_config.yaml +1 -1
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/config/config.py +2 -1
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/dataset/dataset.py +7 -4
- flashrag-dev-0.1.3.dev20241112/flashrag/version.py +1 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112/flashrag_dev.egg-info}/PKG-INFO +1 -1
- flashrag-dev-0.1.3.dev20241110/flashrag/version.py +0 -1
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/LICENSE +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/README.md +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/__init__.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/config/__init__.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/dataset/__init__.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/dataset/utils.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/__init__.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/_bleu.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/evaluator.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/metrics.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/utils.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/__init__.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/fid.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/generator.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/openai_generator.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/stop_word_criteria.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/utils.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/judger/__init__.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/judger/judger.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/__init__.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/active_pipeline.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/branching_pipeline.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/pipeline.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/replug_utils.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/prompt/__init__.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/prompt/base_prompt.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/prompt/selfask_examplars.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/prompt/trace_examplars.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/__init__.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/kg_refiner.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/llmlingua_compressor.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/refiner.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/selective_context_compressor.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/__init__.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/__main__.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/encoder.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/index_builder.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/reranker.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/retriever.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/utils.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/utils/__init__.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/utils/constants.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/utils/pred_parse.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/utils/utils.py +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag_dev.egg-info/SOURCES.txt +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag_dev.egg-info/dependency_links.txt +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag_dev.egg-info/requires.txt +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag_dev.egg-info/top_level.txt +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/pyproject.toml +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/setup.cfg +0 -0
- {flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/setup.py +0 -0
{flashrag-dev-0.1.3.dev20241110/flashrag_dev.egg-info → flashrag-dev-0.1.3.dev20241112}/PKG-INFO
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: flashrag-dev
|
|
3
|
-
Version: 0.1.3.
|
|
3
|
+
Version: 0.1.3.dev20241112
|
|
4
4
|
Summary: A library for efficient Retrieval-Augmented Generation research
|
|
5
5
|
Home-page: https://github.com/RUC-NLPIR/FlashRAG
|
|
6
6
|
Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
|
|
@@ -131,7 +131,8 @@ class Config:
|
|
|
131
131
|
print("Index is empty!!")
|
|
132
132
|
assert False
|
|
133
133
|
|
|
134
|
-
self.final_config
|
|
134
|
+
if self.final_config.get("retrieval_model_path") is None:
|
|
135
|
+
self.final_config["retrieval_model_path"] = model2path.get(retrieval_method, retrieval_method)
|
|
135
136
|
# TODO: not support when `retrieval_model` is path
|
|
136
137
|
|
|
137
138
|
def set_pooling_method(method, model2pooling):
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/dataset/dataset.py
RENAMED
|
@@ -4,7 +4,6 @@ import random
|
|
|
4
4
|
import warnings
|
|
5
5
|
from typing import List, Dict, Any, Optional, Generator
|
|
6
6
|
import numpy as np
|
|
7
|
-
from flashrag.dataset.utils import convert_numpy
|
|
8
7
|
|
|
9
8
|
|
|
10
9
|
class Item:
|
|
@@ -53,6 +52,7 @@ class Item:
|
|
|
53
52
|
"""Convert all information within the data sample into a dict. Information generated
|
|
54
53
|
during the inference will be saved into output field.
|
|
55
54
|
"""
|
|
55
|
+
from flashrag.dataset.utils import convert_numpy
|
|
56
56
|
|
|
57
57
|
output = {
|
|
58
58
|
"id": self.id,
|
|
@@ -85,7 +85,7 @@ class Dataset:
|
|
|
85
85
|
) -> None:
|
|
86
86
|
if config is not None:
|
|
87
87
|
self.config = config
|
|
88
|
-
dataset_name = config
|
|
88
|
+
dataset_name = config['dataset_name'] if 'dataset_name' in config else 'defalut_dataset'
|
|
89
89
|
else:
|
|
90
90
|
self.config = None
|
|
91
91
|
warnings.warn("dataset_name is not in config, set it as default.")
|
|
@@ -100,8 +100,11 @@ class Dataset:
|
|
|
100
100
|
self.data = self._load_data(self.dataset_name, self.dataset_path)
|
|
101
101
|
else:
|
|
102
102
|
print("Load data from provided data")
|
|
103
|
-
|
|
104
|
-
|
|
103
|
+
if isinstance(data[0], dict):
|
|
104
|
+
self.data = [Item(item_dict) for item_dict in data]
|
|
105
|
+
else:
|
|
106
|
+
assert isinstance(data[0], Item)
|
|
107
|
+
self.data = data
|
|
105
108
|
|
|
106
109
|
def _load_data(self, dataset_name: str, dataset_path: str) -> List[Item]:
|
|
107
110
|
"""Load data from the provided dataset_path or directly download the file(TODO)."""
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
__version__ = "0.1.3dev20241112"
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112/flashrag_dev.egg-info}/PKG-INFO
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: flashrag-dev
|
|
3
|
-
Version: 0.1.3.
|
|
3
|
+
Version: 0.1.3.dev20241112
|
|
4
4
|
Summary: A library for efficient Retrieval-Augmented Generation research
|
|
5
5
|
Home-page: https://github.com/RUC-NLPIR/FlashRAG
|
|
6
6
|
Author: Jiajie Jin, Yutao Zhu, Chenghao Zhang, Xinyu Yang, Zhicheng Dou
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
__version__ = "0.1.3dev20241110"
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/config/__init__.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/dataset/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/__init__.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/_bleu.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/evaluator.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/metrics.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/evaluator/utils.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/generator.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/generator/utils.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/judger/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/pipeline.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/pipeline/replug_utils.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/prompt/__init__.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/prompt/base_prompt.py
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/prompt/trace_examplars.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/__init__.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/kg_refiner.py
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/refiner/refiner.py
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/__init__.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/__main__.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/encoder.py
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/reranker.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/retriever.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/retriever/utils.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/utils/__init__.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/utils/constants.py
RENAMED
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag/utils/pred_parse.py
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag_dev.egg-info/SOURCES.txt
RENAMED
|
File without changes
|
|
File without changes
|
{flashrag-dev-0.1.3.dev20241110 → flashrag-dev-0.1.3.dev20241112}/flashrag_dev.egg-info/requires.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|