transformers-haystack 2.0.0__tar.gz → 2.0.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/CHANGELOG.md +7 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/PKG-INFO +1 -1
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/readers/transformers/extractive_reader.py +3 -3
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/tests/test_extractive_reader.py +23 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/.gitignore +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/LICENSE.txt +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/README.md +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/pydoc/config_docusaurus.yml +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/pyproject.toml +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/common/py.typed +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/common/transformers/__init__.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/common/transformers/utils.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/classifiers/py.typed +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/classifiers/transformers/__init__.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/classifiers/transformers/zero_shot_document_classifier.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/extractors/py.typed +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/extractors/transformers/__init__.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/extractors/transformers/named_entity_extractor.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/generators/py.typed +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/generators/transformers/__init__.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/generators/transformers/chat/__init__.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/generators/transformers/chat/chat_generator.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/readers/py.typed +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/readers/transformers/__init__.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/routers/py.typed +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/routers/transformers/__init__.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/routers/transformers/text_router.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/src/haystack_integrations/components/routers/transformers/zero_shot_text_router.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/tests/__init__.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/tests/conftest.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/tests/test_chat_generator.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/tests/test_named_entity_extractor.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/tests/test_text_router.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/tests/test_utils.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/tests/test_zero_shot_document_classifier.py +0 -0
- {transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/tests/test_zero_shot_text_router.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.5
|
|
2
2
|
Name: transformers-haystack
|
|
3
|
-
Version: 2.0.
|
|
3
|
+
Version: 2.0.1
|
|
4
4
|
Summary: Haystack integration for transformers
|
|
5
5
|
Project-URL: Documentation, https://github.com/deepset-ai/haystack-core-integrations/tree/main/integrations/transformers#readme
|
|
6
6
|
Project-URL: Issues, https://github.com/deepset-ai/haystack-core-integrations/issues
|
|
@@ -597,13 +597,13 @@ class TransformersExtractiveReader:
|
|
|
597
597
|
queries = [query] # Temporary solution until we have decided what batching should look like in v2
|
|
598
598
|
nested_documents = [documents]
|
|
599
599
|
top_k = top_k or self.top_k
|
|
600
|
-
score_threshold = score_threshold
|
|
600
|
+
score_threshold = score_threshold if score_threshold is not None else self.score_threshold
|
|
601
601
|
max_seq_length = max_seq_length or self.max_seq_length
|
|
602
|
-
stride = stride
|
|
602
|
+
stride = stride if stride is not None else self.stride
|
|
603
603
|
max_batch_size = max_batch_size or self.max_batch_size
|
|
604
604
|
answers_per_seq = answers_per_seq or self.answers_per_seq or 20
|
|
605
605
|
no_answer = no_answer if no_answer is not None else self.no_answer
|
|
606
|
-
overlap_threshold = overlap_threshold
|
|
606
|
+
overlap_threshold = overlap_threshold if overlap_threshold is not None else self.overlap_threshold
|
|
607
607
|
|
|
608
608
|
flattened_queries, flattened_documents, query_ids = TransformersExtractiveReader._flatten_documents(
|
|
609
609
|
queries, nested_documents
|
|
@@ -369,6 +369,29 @@ def test_output(mock_reader: TransformersExtractiveReader):
|
|
|
369
369
|
assert answers[-1].score == pytest.approx(no_answer_prob)
|
|
370
370
|
|
|
371
371
|
|
|
372
|
+
def test_run_respects_zero_threshold_overrides(mock_reader: TransformersExtractiveReader):
|
|
373
|
+
mock_reader.score_threshold = 0.9
|
|
374
|
+
mock_reader.overlap_threshold = 0.5
|
|
375
|
+
|
|
376
|
+
with patch.object(mock_reader, "_nest_answers", wraps=mock_reader._nest_answers) as nest_answers:
|
|
377
|
+
answers = mock_reader.run(
|
|
378
|
+
example_queries[0], example_documents[0], top_k=3, score_threshold=0.0, overlap_threshold=0.0
|
|
379
|
+
)["answers"]
|
|
380
|
+
|
|
381
|
+
assert nest_answers.call_args.kwargs["score_threshold"] == 0.0
|
|
382
|
+
assert nest_answers.call_args.kwargs["overlap_threshold"] == 0.0
|
|
383
|
+
assert len(answers) == 4
|
|
384
|
+
|
|
385
|
+
|
|
386
|
+
def test_run_respects_zero_stride_override(mock_reader: TransformersExtractiveReader):
|
|
387
|
+
mock_reader.stride = 64
|
|
388
|
+
|
|
389
|
+
with patch.object(mock_reader, "_preprocess", wraps=mock_reader._preprocess) as preprocess:
|
|
390
|
+
mock_reader.run(example_queries[0], example_documents[0], top_k=3, stride=0)
|
|
391
|
+
|
|
392
|
+
assert preprocess.call_args.kwargs["stride"] == 0
|
|
393
|
+
|
|
394
|
+
|
|
372
395
|
def test_flatten_documents(mock_reader: TransformersExtractiveReader):
|
|
373
396
|
queries, docs, query_ids = mock_reader._flatten_documents(example_queries, example_documents)
|
|
374
397
|
i = 0
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/tests/test_named_entity_extractor.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{transformers_haystack-2.0.0 → transformers_haystack-2.0.1}/tests/test_zero_shot_text_router.py
RENAMED
|
File without changes
|