fastembed-haystack 1.4.0__tar.gz → 1.4.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/CHANGELOG.md +6 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/PKG-INFO +33 -6
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/README.md +32 -5
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/examples/ranker_example.py +1 -1
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/src/haystack_integrations/components/embedders/fastembed/fastembed_sparse_document_embedder.py +3 -3
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/src/haystack_integrations/components/embedders/fastembed/fastembed_sparse_text_embedder.py +3 -3
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/tests/test_fastembed_sparse_document_embedder.py +18 -18
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/tests/test_fastembed_sparse_text_embedder.py +16 -16
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/.gitignore +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/LICENSE.txt +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/examples/example.py +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/examples/sparse_example.py +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/pydoc/config.yml +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/pyproject.toml +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/src/haystack_integrations/components/embedders/fastembed/__init__.py +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/src/haystack_integrations/components/embedders/fastembed/embedding_backend/__init__.py +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/src/haystack_integrations/components/embedders/fastembed/embedding_backend/fastembed_backend.py +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/src/haystack_integrations/components/embedders/fastembed/fastembed_document_embedder.py +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/src/haystack_integrations/components/embedders/fastembed/fastembed_text_embedder.py +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/src/haystack_integrations/components/rankers/fastembed/__init__.py +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/src/haystack_integrations/components/rankers/fastembed/ranker.py +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/tests/__init__.py +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/tests/test_fastembed_backend.py +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/tests/test_fastembed_document_embedder.py +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/tests/test_fastembed_ranker.py +0 -0
- {fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/tests/test_fastembed_text_embedder.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: fastembed-haystack
|
|
3
|
-
Version: 1.4.
|
|
3
|
+
Version: 1.4.1
|
|
4
4
|
Summary: Haystack 2.x component to embed strings and Documents using fastembed embedding model
|
|
5
5
|
Project-URL: Source, https://github.com/deepset-ai/haystack-core-integrations
|
|
6
6
|
Project-URL: Documentation, https://github.com/deepset-ai/haystack-core-integrations/blob/main/integrations/fastembed/README.md
|
|
@@ -32,6 +32,7 @@ Description-Content-Type: text/markdown
|
|
|
32
32
|
**Table of Contents**
|
|
33
33
|
|
|
34
34
|
- [Installation](#installation)
|
|
35
|
+
- [Usage](#Usage)
|
|
35
36
|
- [License](#license)
|
|
36
37
|
|
|
37
38
|
## Installation
|
|
@@ -57,7 +58,7 @@ embedding = text_embedder.run(text)["embedding"]
|
|
|
57
58
|
|
|
58
59
|
```python
|
|
59
60
|
from haystack_integrations.components.embedders.fastembed import FastembedDocumentEmbedder
|
|
60
|
-
from haystack
|
|
61
|
+
from haystack import Document
|
|
61
62
|
|
|
62
63
|
embedder = FastembedDocumentEmbedder(
|
|
63
64
|
model="BAAI/bge-small-en-v1.5",
|
|
@@ -74,24 +75,50 @@ from haystack_integrations.components.embedders.fastembed import FastembedSparse
|
|
|
74
75
|
|
|
75
76
|
text = "fastembed is supported by and maintained by Qdrant."
|
|
76
77
|
text_embedder = FastembedSparseTextEmbedder(
|
|
77
|
-
model="
|
|
78
|
+
model="prithivida/Splade_PP_en_v1"
|
|
78
79
|
)
|
|
79
80
|
text_embedder.warm_up()
|
|
80
|
-
embedding = text_embedder.run(text)["
|
|
81
|
+
embedding = text_embedder.run(text)["sparse_embedding"]
|
|
81
82
|
```
|
|
82
83
|
|
|
83
84
|
```python
|
|
84
85
|
from haystack_integrations.components.embedders.fastembed import FastembedSparseDocumentEmbedder
|
|
85
|
-
from haystack
|
|
86
|
+
from haystack import Document
|
|
86
87
|
|
|
87
88
|
embedder = FastembedSparseDocumentEmbedder(
|
|
88
|
-
model="
|
|
89
|
+
model="prithivida/Splade_PP_en_v1",
|
|
89
90
|
)
|
|
90
91
|
embedder.warm_up()
|
|
91
92
|
doc = Document(content="fastembed is supported by and maintained by Qdrant.", meta={"long_answer": "no",})
|
|
92
93
|
result = embedder.run(documents=[doc])
|
|
93
94
|
```
|
|
94
95
|
|
|
96
|
+
You can use `FastembedRanker` by importing as:
|
|
97
|
+
|
|
98
|
+
```python
|
|
99
|
+
from haystack import Document
|
|
100
|
+
|
|
101
|
+
from haystack_integrations.components.rankers.fastembed import FastembedRanker
|
|
102
|
+
|
|
103
|
+
query = "Who is maintaining Qdrant?"
|
|
104
|
+
documents = [
|
|
105
|
+
Document(
|
|
106
|
+
content="This is built to be faster and lighter than other embedding libraries e.g. Transformers, Sentence-Transformers, etc."
|
|
107
|
+
),
|
|
108
|
+
Document(content="fastembed is supported by and maintained by Qdrant."),
|
|
109
|
+
]
|
|
110
|
+
|
|
111
|
+
ranker = FastembedRanker(model_name="Xenova/ms-marco-MiniLM-L-6-v2")
|
|
112
|
+
ranker.warm_up()
|
|
113
|
+
reranked_documents = ranker.run(query=query, documents=documents)["documents"]
|
|
114
|
+
|
|
115
|
+
print(reranked_documents[0])
|
|
116
|
+
|
|
117
|
+
# Document(id=...,
|
|
118
|
+
# content: 'fastembed is supported by and maintained by Qdrant.',
|
|
119
|
+
# score: 5.472434997558594..)
|
|
120
|
+
```
|
|
121
|
+
|
|
95
122
|
## License
|
|
96
123
|
|
|
97
124
|
`fastembed-haystack` is distributed under the terms of the [Apache-2.0](https://spdx.org/licenses/Apache-2.0.html) license.
|
|
@@ -8,6 +8,7 @@
|
|
|
8
8
|
**Table of Contents**
|
|
9
9
|
|
|
10
10
|
- [Installation](#installation)
|
|
11
|
+
- [Usage](#Usage)
|
|
11
12
|
- [License](#license)
|
|
12
13
|
|
|
13
14
|
## Installation
|
|
@@ -33,7 +34,7 @@ embedding = text_embedder.run(text)["embedding"]
|
|
|
33
34
|
|
|
34
35
|
```python
|
|
35
36
|
from haystack_integrations.components.embedders.fastembed import FastembedDocumentEmbedder
|
|
36
|
-
from haystack
|
|
37
|
+
from haystack import Document
|
|
37
38
|
|
|
38
39
|
embedder = FastembedDocumentEmbedder(
|
|
39
40
|
model="BAAI/bge-small-en-v1.5",
|
|
@@ -50,24 +51,50 @@ from haystack_integrations.components.embedders.fastembed import FastembedSparse
|
|
|
50
51
|
|
|
51
52
|
text = "fastembed is supported by and maintained by Qdrant."
|
|
52
53
|
text_embedder = FastembedSparseTextEmbedder(
|
|
53
|
-
model="
|
|
54
|
+
model="prithivida/Splade_PP_en_v1"
|
|
54
55
|
)
|
|
55
56
|
text_embedder.warm_up()
|
|
56
|
-
embedding = text_embedder.run(text)["
|
|
57
|
+
embedding = text_embedder.run(text)["sparse_embedding"]
|
|
57
58
|
```
|
|
58
59
|
|
|
59
60
|
```python
|
|
60
61
|
from haystack_integrations.components.embedders.fastembed import FastembedSparseDocumentEmbedder
|
|
61
|
-
from haystack
|
|
62
|
+
from haystack import Document
|
|
62
63
|
|
|
63
64
|
embedder = FastembedSparseDocumentEmbedder(
|
|
64
|
-
model="
|
|
65
|
+
model="prithivida/Splade_PP_en_v1",
|
|
65
66
|
)
|
|
66
67
|
embedder.warm_up()
|
|
67
68
|
doc = Document(content="fastembed is supported by and maintained by Qdrant.", meta={"long_answer": "no",})
|
|
68
69
|
result = embedder.run(documents=[doc])
|
|
69
70
|
```
|
|
70
71
|
|
|
72
|
+
You can use `FastembedRanker` by importing as:
|
|
73
|
+
|
|
74
|
+
```python
|
|
75
|
+
from haystack import Document
|
|
76
|
+
|
|
77
|
+
from haystack_integrations.components.rankers.fastembed import FastembedRanker
|
|
78
|
+
|
|
79
|
+
query = "Who is maintaining Qdrant?"
|
|
80
|
+
documents = [
|
|
81
|
+
Document(
|
|
82
|
+
content="This is built to be faster and lighter than other embedding libraries e.g. Transformers, Sentence-Transformers, etc."
|
|
83
|
+
),
|
|
84
|
+
Document(content="fastembed is supported by and maintained by Qdrant."),
|
|
85
|
+
]
|
|
86
|
+
|
|
87
|
+
ranker = FastembedRanker(model_name="Xenova/ms-marco-MiniLM-L-6-v2")
|
|
88
|
+
ranker.warm_up()
|
|
89
|
+
reranked_documents = ranker.run(query=query, documents=documents)["documents"]
|
|
90
|
+
|
|
91
|
+
print(reranked_documents[0])
|
|
92
|
+
|
|
93
|
+
# Document(id=...,
|
|
94
|
+
# content: 'fastembed is supported by and maintained by Qdrant.',
|
|
95
|
+
# score: 5.472434997558594..)
|
|
96
|
+
```
|
|
97
|
+
|
|
71
98
|
## License
|
|
72
99
|
|
|
73
100
|
`fastembed-haystack` is distributed under the terms of the [Apache-2.0](https://spdx.org/licenses/Apache-2.0.html) license.
|
|
@@ -15,7 +15,7 @@ ranker.warm_up()
|
|
|
15
15
|
reranked_documents = ranker.run(query=query, documents=documents)["documents"]
|
|
16
16
|
|
|
17
17
|
|
|
18
|
-
print(reranked_documents[
|
|
18
|
+
print(reranked_documents[0])
|
|
19
19
|
|
|
20
20
|
# Document(id=...,
|
|
21
21
|
# content: 'fastembed is supported by and maintained by Qdrant.',
|
|
@@ -16,7 +16,7 @@ class FastembedSparseDocumentEmbedder:
|
|
|
16
16
|
from haystack.dataclasses import Document
|
|
17
17
|
|
|
18
18
|
sparse_doc_embedder = FastembedSparseDocumentEmbedder(
|
|
19
|
-
model="
|
|
19
|
+
model="prithivida/Splade_PP_en_v1",
|
|
20
20
|
batch_size=32,
|
|
21
21
|
)
|
|
22
22
|
|
|
@@ -53,7 +53,7 @@ class FastembedSparseDocumentEmbedder:
|
|
|
53
53
|
|
|
54
54
|
def __init__(
|
|
55
55
|
self,
|
|
56
|
-
model: str = "
|
|
56
|
+
model: str = "prithivida/Splade_PP_en_v1",
|
|
57
57
|
cache_dir: Optional[str] = None,
|
|
58
58
|
threads: Optional[int] = None,
|
|
59
59
|
batch_size: int = 32,
|
|
@@ -68,7 +68,7 @@ class FastembedSparseDocumentEmbedder:
|
|
|
68
68
|
Create an FastembedDocumentEmbedder component.
|
|
69
69
|
|
|
70
70
|
:param model: Local path or name of the model in Hugging Face's model hub,
|
|
71
|
-
such as `
|
|
71
|
+
such as `prithivida/Splade_PP_en_v1`.
|
|
72
72
|
:param cache_dir: The path to the cache directory.
|
|
73
73
|
Can be set using the `FASTEMBED_CACHE_PATH` env variable.
|
|
74
74
|
Defaults to `fastembed_cache` in the system's temp directory.
|
|
@@ -19,7 +19,7 @@ class FastembedSparseTextEmbedder:
|
|
|
19
19
|
"The disk comes and it does not, only Windows. Do Not order this if you have a Mac!!")
|
|
20
20
|
|
|
21
21
|
sparse_text_embedder = FastembedSparseTextEmbedder(
|
|
22
|
-
model="
|
|
22
|
+
model="prithivida/Splade_PP_en_v1"
|
|
23
23
|
)
|
|
24
24
|
sparse_text_embedder.warm_up()
|
|
25
25
|
|
|
@@ -29,7 +29,7 @@ class FastembedSparseTextEmbedder:
|
|
|
29
29
|
|
|
30
30
|
def __init__(
|
|
31
31
|
self,
|
|
32
|
-
model: str = "
|
|
32
|
+
model: str = "prithivida/Splade_PP_en_v1",
|
|
33
33
|
cache_dir: Optional[str] = None,
|
|
34
34
|
threads: Optional[int] = None,
|
|
35
35
|
progress_bar: bool = True,
|
|
@@ -40,7 +40,7 @@ class FastembedSparseTextEmbedder:
|
|
|
40
40
|
"""
|
|
41
41
|
Create a FastembedSparseTextEmbedder component.
|
|
42
42
|
|
|
43
|
-
:param model: Local path or name of the model in Fastembed's model hub, such as `
|
|
43
|
+
:param model: Local path or name of the model in Fastembed's model hub, such as `prithivida/Splade_PP_en_v1`
|
|
44
44
|
:param cache_dir: The path to the cache directory.
|
|
45
45
|
Can be set using the `FASTEMBED_CACHE_PATH` env variable.
|
|
46
46
|
Defaults to `fastembed_cache` in the system's temp directory.
|
|
@@ -15,8 +15,8 @@ class TestFastembedSparseDocumentEmbedderDoc:
|
|
|
15
15
|
"""
|
|
16
16
|
Test default initialization parameters for FastembedSparseDocumentEmbedder.
|
|
17
17
|
"""
|
|
18
|
-
embedder = FastembedSparseDocumentEmbedder(model="
|
|
19
|
-
assert embedder.model_name == "
|
|
18
|
+
embedder = FastembedSparseDocumentEmbedder(model="prithivida/Splade_PP_en_v1")
|
|
19
|
+
assert embedder.model_name == "prithivida/Splade_PP_en_v1"
|
|
20
20
|
assert embedder.cache_dir is None
|
|
21
21
|
assert embedder.threads is None
|
|
22
22
|
assert embedder.batch_size == 32
|
|
@@ -31,7 +31,7 @@ class TestFastembedSparseDocumentEmbedderDoc:
|
|
|
31
31
|
Test custom initialization parameters for FastembedSparseDocumentEmbedder.
|
|
32
32
|
"""
|
|
33
33
|
embedder = FastembedSparseDocumentEmbedder(
|
|
34
|
-
model="
|
|
34
|
+
model="prithivida/Splade_PP_en_v1",
|
|
35
35
|
cache_dir="fake_dir",
|
|
36
36
|
threads=2,
|
|
37
37
|
batch_size=64,
|
|
@@ -41,7 +41,7 @@ class TestFastembedSparseDocumentEmbedderDoc:
|
|
|
41
41
|
meta_fields_to_embed=["test_field"],
|
|
42
42
|
embedding_separator=" | ",
|
|
43
43
|
)
|
|
44
|
-
assert embedder.model_name == "
|
|
44
|
+
assert embedder.model_name == "prithivida/Splade_PP_en_v1"
|
|
45
45
|
assert embedder.cache_dir == "fake_dir"
|
|
46
46
|
assert embedder.threads == 2
|
|
47
47
|
assert embedder.batch_size == 64
|
|
@@ -55,12 +55,12 @@ class TestFastembedSparseDocumentEmbedderDoc:
|
|
|
55
55
|
"""
|
|
56
56
|
Test serialization of FastembedSparseDocumentEmbedder to a dictionary, using default initialization parameters.
|
|
57
57
|
"""
|
|
58
|
-
embedder = FastembedSparseDocumentEmbedder(model="
|
|
58
|
+
embedder = FastembedSparseDocumentEmbedder(model="prithivida/Splade_PP_en_v1")
|
|
59
59
|
embedder_dict = embedder.to_dict()
|
|
60
60
|
assert embedder_dict == {
|
|
61
61
|
"type": "haystack_integrations.components.embedders.fastembed.fastembed_sparse_document_embedder.FastembedSparseDocumentEmbedder", # noqa
|
|
62
62
|
"init_parameters": {
|
|
63
|
-
"model": "
|
|
63
|
+
"model": "prithivida/Splade_PP_en_v1",
|
|
64
64
|
"cache_dir": None,
|
|
65
65
|
"threads": None,
|
|
66
66
|
"batch_size": 32,
|
|
@@ -78,7 +78,7 @@ class TestFastembedSparseDocumentEmbedderDoc:
|
|
|
78
78
|
Test serialization of FastembedSparseDocumentEmbedder to a dictionary, using custom initialization parameters.
|
|
79
79
|
"""
|
|
80
80
|
embedder = FastembedSparseDocumentEmbedder(
|
|
81
|
-
model="
|
|
81
|
+
model="prithivida/Splade_PP_en_v1",
|
|
82
82
|
cache_dir="fake_dir",
|
|
83
83
|
threads=2,
|
|
84
84
|
batch_size=64,
|
|
@@ -92,7 +92,7 @@ class TestFastembedSparseDocumentEmbedderDoc:
|
|
|
92
92
|
assert embedder_dict == {
|
|
93
93
|
"type": "haystack_integrations.components.embedders.fastembed.fastembed_sparse_document_embedder.FastembedSparseDocumentEmbedder", # noqa
|
|
94
94
|
"init_parameters": {
|
|
95
|
-
"model": "
|
|
95
|
+
"model": "prithivida/Splade_PP_en_v1",
|
|
96
96
|
"cache_dir": "fake_dir",
|
|
97
97
|
"threads": 2,
|
|
98
98
|
"batch_size": 64,
|
|
@@ -113,7 +113,7 @@ class TestFastembedSparseDocumentEmbedderDoc:
|
|
|
113
113
|
embedder_dict = {
|
|
114
114
|
"type": "haystack_integrations.components.embedders.fastembed.fastembed_sparse_document_embedder.FastembedSparseDocumentEmbedder", # noqa
|
|
115
115
|
"init_parameters": {
|
|
116
|
-
"model": "
|
|
116
|
+
"model": "prithivida/Splade_PP_en_v1",
|
|
117
117
|
"cache_dir": None,
|
|
118
118
|
"threads": None,
|
|
119
119
|
"batch_size": 32,
|
|
@@ -125,7 +125,7 @@ class TestFastembedSparseDocumentEmbedderDoc:
|
|
|
125
125
|
},
|
|
126
126
|
}
|
|
127
127
|
embedder = default_from_dict(FastembedSparseDocumentEmbedder, embedder_dict)
|
|
128
|
-
assert embedder.model_name == "
|
|
128
|
+
assert embedder.model_name == "prithivida/Splade_PP_en_v1"
|
|
129
129
|
assert embedder.cache_dir is None
|
|
130
130
|
assert embedder.threads is None
|
|
131
131
|
assert embedder.batch_size == 32
|
|
@@ -143,7 +143,7 @@ class TestFastembedSparseDocumentEmbedderDoc:
|
|
|
143
143
|
embedder_dict = {
|
|
144
144
|
"type": "haystack_integrations.components.embedders.fastembed.fastembed_sparse_document_embedder.FastembedSparseDocumentEmbedder", # noqa
|
|
145
145
|
"init_parameters": {
|
|
146
|
-
"model": "
|
|
146
|
+
"model": "prithivida/Splade_PP_en_v1",
|
|
147
147
|
"cache_dir": "fake_dir",
|
|
148
148
|
"threads": 2,
|
|
149
149
|
"batch_size": 64,
|
|
@@ -155,7 +155,7 @@ class TestFastembedSparseDocumentEmbedderDoc:
|
|
|
155
155
|
},
|
|
156
156
|
}
|
|
157
157
|
embedder = default_from_dict(FastembedSparseDocumentEmbedder, embedder_dict)
|
|
158
|
-
assert embedder.model_name == "
|
|
158
|
+
assert embedder.model_name == "prithivida/Splade_PP_en_v1"
|
|
159
159
|
assert embedder.cache_dir == "fake_dir"
|
|
160
160
|
assert embedder.threads == 2
|
|
161
161
|
assert embedder.batch_size == 64
|
|
@@ -172,11 +172,11 @@ class TestFastembedSparseDocumentEmbedderDoc:
|
|
|
172
172
|
"""
|
|
173
173
|
Test for checking embedder instances after warm-up.
|
|
174
174
|
"""
|
|
175
|
-
embedder = FastembedSparseDocumentEmbedder(model="
|
|
175
|
+
embedder = FastembedSparseDocumentEmbedder(model="prithivida/Splade_PP_en_v1")
|
|
176
176
|
mocked_factory.get_embedding_backend.assert_not_called()
|
|
177
177
|
embedder.warm_up()
|
|
178
178
|
mocked_factory.get_embedding_backend.assert_called_once_with(
|
|
179
|
-
model_name="
|
|
179
|
+
model_name="prithivida/Splade_PP_en_v1",
|
|
180
180
|
cache_dir=None,
|
|
181
181
|
threads=None,
|
|
182
182
|
local_files_only=False,
|
|
@@ -190,7 +190,7 @@ class TestFastembedSparseDocumentEmbedderDoc:
|
|
|
190
190
|
"""
|
|
191
191
|
Test for checking backend instances after multiple warm-ups.
|
|
192
192
|
"""
|
|
193
|
-
embedder = FastembedSparseDocumentEmbedder(model="
|
|
193
|
+
embedder = FastembedSparseDocumentEmbedder(model="prithivida/Splade_PP_en_v1")
|
|
194
194
|
mocked_factory.get_embedding_backend.assert_not_called()
|
|
195
195
|
embedder.warm_up()
|
|
196
196
|
embedder.warm_up()
|
|
@@ -211,7 +211,7 @@ class TestFastembedSparseDocumentEmbedderDoc:
|
|
|
211
211
|
"""
|
|
212
212
|
Test for checking output dimensions and embedding dimensions.
|
|
213
213
|
"""
|
|
214
|
-
embedder = FastembedSparseDocumentEmbedder(model="
|
|
214
|
+
embedder = FastembedSparseDocumentEmbedder(model="prithivida/Splade_PP_en_v1")
|
|
215
215
|
embedder.embedding_backend = MagicMock()
|
|
216
216
|
embedder.embedding_backend.embed = lambda x, **kwargs: self._generate_mocked_sparse_embedding( # noqa: ARG005
|
|
217
217
|
len(x)
|
|
@@ -235,7 +235,7 @@ class TestFastembedSparseDocumentEmbedderDoc:
|
|
|
235
235
|
"""
|
|
236
236
|
Test for checking incorrect input format when creating embedding.
|
|
237
237
|
"""
|
|
238
|
-
embedder = FastembedSparseDocumentEmbedder(model="
|
|
238
|
+
embedder = FastembedSparseDocumentEmbedder(model="prithivida/Splade_PP_en_v1")
|
|
239
239
|
|
|
240
240
|
string_input = "text"
|
|
241
241
|
list_integers_input = [1, 2, 3]
|
|
@@ -330,7 +330,7 @@ class TestFastembedSparseDocumentEmbedderDoc:
|
|
|
330
330
|
@pytest.mark.integration
|
|
331
331
|
def test_run(self):
|
|
332
332
|
embedder = FastembedSparseDocumentEmbedder(
|
|
333
|
-
model="
|
|
333
|
+
model="prithivida/Splade_PP_en_v1",
|
|
334
334
|
)
|
|
335
335
|
embedder.warm_up()
|
|
336
336
|
|
{fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/tests/test_fastembed_sparse_text_embedder.py
RENAMED
|
@@ -15,8 +15,8 @@ class TestFastembedSparseTextEmbedder:
|
|
|
15
15
|
"""
|
|
16
16
|
Test default initialization parameters for FastembedSparseTextEmbedder.
|
|
17
17
|
"""
|
|
18
|
-
embedder = FastembedSparseTextEmbedder(model="
|
|
19
|
-
assert embedder.model_name == "
|
|
18
|
+
embedder = FastembedSparseTextEmbedder(model="prithivida/Splade_PP_en_v1")
|
|
19
|
+
assert embedder.model_name == "prithivida/Splade_PP_en_v1"
|
|
20
20
|
assert embedder.cache_dir is None
|
|
21
21
|
assert embedder.threads is None
|
|
22
22
|
assert embedder.progress_bar is True
|
|
@@ -27,13 +27,13 @@ class TestFastembedSparseTextEmbedder:
|
|
|
27
27
|
Test custom initialization parameters for FastembedSparseTextEmbedder.
|
|
28
28
|
"""
|
|
29
29
|
embedder = FastembedSparseTextEmbedder(
|
|
30
|
-
model="
|
|
30
|
+
model="prithivida/Splade_PP_en_v1",
|
|
31
31
|
cache_dir="fake_dir",
|
|
32
32
|
threads=2,
|
|
33
33
|
progress_bar=False,
|
|
34
34
|
parallel=1,
|
|
35
35
|
)
|
|
36
|
-
assert embedder.model_name == "
|
|
36
|
+
assert embedder.model_name == "prithivida/Splade_PP_en_v1"
|
|
37
37
|
assert embedder.cache_dir == "fake_dir"
|
|
38
38
|
assert embedder.threads == 2
|
|
39
39
|
assert embedder.progress_bar is False
|
|
@@ -43,12 +43,12 @@ class TestFastembedSparseTextEmbedder:
|
|
|
43
43
|
"""
|
|
44
44
|
Test serialization of FastembedSparseTextEmbedder to a dictionary, using default initialization parameters.
|
|
45
45
|
"""
|
|
46
|
-
embedder = FastembedSparseTextEmbedder(model="
|
|
46
|
+
embedder = FastembedSparseTextEmbedder(model="prithivida/Splade_PP_en_v1")
|
|
47
47
|
embedder_dict = embedder.to_dict()
|
|
48
48
|
assert embedder_dict == {
|
|
49
49
|
"type": "haystack_integrations.components.embedders.fastembed.fastembed_sparse_text_embedder.FastembedSparseTextEmbedder", # noqa
|
|
50
50
|
"init_parameters": {
|
|
51
|
-
"model": "
|
|
51
|
+
"model": "prithivida/Splade_PP_en_v1",
|
|
52
52
|
"cache_dir": None,
|
|
53
53
|
"threads": None,
|
|
54
54
|
"progress_bar": True,
|
|
@@ -63,7 +63,7 @@ class TestFastembedSparseTextEmbedder:
|
|
|
63
63
|
Test serialization of FastembedSparseTextEmbedder to a dictionary, using custom initialization parameters.
|
|
64
64
|
"""
|
|
65
65
|
embedder = FastembedSparseTextEmbedder(
|
|
66
|
-
model="
|
|
66
|
+
model="prithivida/Splade_PP_en_v1",
|
|
67
67
|
cache_dir="fake_dir",
|
|
68
68
|
threads=2,
|
|
69
69
|
progress_bar=False,
|
|
@@ -74,7 +74,7 @@ class TestFastembedSparseTextEmbedder:
|
|
|
74
74
|
assert embedder_dict == {
|
|
75
75
|
"type": "haystack_integrations.components.embedders.fastembed.fastembed_sparse_text_embedder.FastembedSparseTextEmbedder", # noqa
|
|
76
76
|
"init_parameters": {
|
|
77
|
-
"model": "
|
|
77
|
+
"model": "prithivida/Splade_PP_en_v1",
|
|
78
78
|
"cache_dir": "fake_dir",
|
|
79
79
|
"threads": 2,
|
|
80
80
|
"progress_bar": False,
|
|
@@ -91,7 +91,7 @@ class TestFastembedSparseTextEmbedder:
|
|
|
91
91
|
embedder_dict = {
|
|
92
92
|
"type": "haystack_integrations.components.embedders.fastembed.fastembed_sparse_text_embedder.FastembedSparseTextEmbedder", # noqa
|
|
93
93
|
"init_parameters": {
|
|
94
|
-
"model": "
|
|
94
|
+
"model": "prithivida/Splade_PP_en_v1",
|
|
95
95
|
"cache_dir": None,
|
|
96
96
|
"threads": None,
|
|
97
97
|
"progress_bar": True,
|
|
@@ -99,7 +99,7 @@ class TestFastembedSparseTextEmbedder:
|
|
|
99
99
|
},
|
|
100
100
|
}
|
|
101
101
|
embedder = default_from_dict(FastembedSparseTextEmbedder, embedder_dict)
|
|
102
|
-
assert embedder.model_name == "
|
|
102
|
+
assert embedder.model_name == "prithivida/Splade_PP_en_v1"
|
|
103
103
|
assert embedder.cache_dir is None
|
|
104
104
|
assert embedder.threads is None
|
|
105
105
|
assert embedder.progress_bar is True
|
|
@@ -112,7 +112,7 @@ class TestFastembedSparseTextEmbedder:
|
|
|
112
112
|
embedder_dict = {
|
|
113
113
|
"type": "haystack_integrations.components.embedders.fastembed.fastembed_sparse_text_embedder.FastembedSparseTextEmbedder", # noqa
|
|
114
114
|
"init_parameters": {
|
|
115
|
-
"model": "
|
|
115
|
+
"model": "prithivida/Splade_PP_en_v1",
|
|
116
116
|
"cache_dir": "fake_dir",
|
|
117
117
|
"threads": 2,
|
|
118
118
|
"progress_bar": False,
|
|
@@ -120,7 +120,7 @@ class TestFastembedSparseTextEmbedder:
|
|
|
120
120
|
},
|
|
121
121
|
}
|
|
122
122
|
embedder = default_from_dict(FastembedSparseTextEmbedder, embedder_dict)
|
|
123
|
-
assert embedder.model_name == "
|
|
123
|
+
assert embedder.model_name == "prithivida/Splade_PP_en_v1"
|
|
124
124
|
assert embedder.cache_dir == "fake_dir"
|
|
125
125
|
assert embedder.threads == 2
|
|
126
126
|
assert embedder.progress_bar is False
|
|
@@ -133,11 +133,11 @@ class TestFastembedSparseTextEmbedder:
|
|
|
133
133
|
"""
|
|
134
134
|
Test for checking embedder instances after warm-up.
|
|
135
135
|
"""
|
|
136
|
-
embedder = FastembedSparseTextEmbedder(model="
|
|
136
|
+
embedder = FastembedSparseTextEmbedder(model="prithivida/Splade_PP_en_v1")
|
|
137
137
|
mocked_factory.get_embedding_backend.assert_not_called()
|
|
138
138
|
embedder.warm_up()
|
|
139
139
|
mocked_factory.get_embedding_backend.assert_called_once_with(
|
|
140
|
-
model_name="
|
|
140
|
+
model_name="prithivida/Splade_PP_en_v1",
|
|
141
141
|
cache_dir=None,
|
|
142
142
|
threads=None,
|
|
143
143
|
local_files_only=False,
|
|
@@ -151,7 +151,7 @@ class TestFastembedSparseTextEmbedder:
|
|
|
151
151
|
"""
|
|
152
152
|
Test for checking backend instances after multiple warm-ups.
|
|
153
153
|
"""
|
|
154
|
-
embedder = FastembedSparseTextEmbedder(model="
|
|
154
|
+
embedder = FastembedSparseTextEmbedder(model="prithivida/Splade_PP_en_v1")
|
|
155
155
|
mocked_factory.get_embedding_backend.assert_not_called()
|
|
156
156
|
embedder.warm_up()
|
|
157
157
|
embedder.warm_up()
|
|
@@ -252,7 +252,7 @@ class TestFastembedSparseTextEmbedder:
|
|
|
252
252
|
@pytest.mark.integration
|
|
253
253
|
def test_run(self):
|
|
254
254
|
embedder = FastembedSparseTextEmbedder(
|
|
255
|
-
model="
|
|
255
|
+
model="prithivida/Splade_PP_en_v1",
|
|
256
256
|
)
|
|
257
257
|
embedder.warm_up()
|
|
258
258
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{fastembed_haystack-1.4.0 → fastembed_haystack-1.4.1}/tests/test_fastembed_document_embedder.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|