semantra-classify-multilingual 0.3.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- semantra_classify_multilingual-0.3.0.dist-info/METADATA +7 -0
- semantra_classify_multilingual-0.3.0.dist-info/RECORD +9 -0
- semantra_classify_multilingual-0.3.0.dist-info/WHEEL +5 -0
- semantra_classify_multilingual-0.3.0.dist-info/top_level.txt +1 -0
- semantra_multilingual/__init__.py +11 -0
- semantra_multilingual/assets/multilingual-e5-small/NOTICE +5 -0
- semantra_multilingual/assets/multilingual-e5-small/README.md +12 -0
- semantra_multilingual/assets/multilingual-e5-small/onnx/model.onnx +3 -0
- semantra_multilingual/assets/multilingual-e5-small/tokenizer.json +1000173 -0
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
semantra_multilingual/__init__.py,sha256=Lx6joLGQf0Inu1cQGRiP-EU9_jpQDh6UitgZavr8LJQ,282
|
|
2
|
+
semantra_multilingual/assets/multilingual-e5-small/NOTICE,sha256=mbhwWk65paiQ3rDbOzCANIoXMupFdTAjHkBu0OVHwNg,252
|
|
3
|
+
semantra_multilingual/assets/multilingual-e5-small/README.md,sha256=j3X6ELYs7s8wVMZQwHkxvnulU8yGuDUbiJDJrov7YOk,641
|
|
4
|
+
semantra_multilingual/assets/multilingual-e5-small/tokenizer.json,sha256=C0Sp17UcPGJiZkDNoOLC9w_azcJbu9aAODadFOvfTDk,17082730
|
|
5
|
+
semantra_multilingual/assets/multilingual-e5-small/onnx/model.onnx,sha256=tmEtZ8jPWR0r10NZQQR6bFAvpfPzX67FnSxkbe4pLXg,134
|
|
6
|
+
semantra_classify_multilingual-0.3.0.dist-info/METADATA,sha256=1E-AxcopkLlpV_XcDexK9fcKGpgPy90mCmFumgW2Whw,231
|
|
7
|
+
semantra_classify_multilingual-0.3.0.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
|
|
8
|
+
semantra_classify_multilingual-0.3.0.dist-info/top_level.txt,sha256=6I6xong8CeLmWscg7fYoAU3DoJAvjaEE4l038oYzXhM,22
|
|
9
|
+
semantra_classify_multilingual-0.3.0.dist-info/RECORD,,
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
semantra_multilingual
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
"""Bundled multilingual model assets for Semantra."""
|
|
2
|
+
|
|
3
|
+
from pathlib import Path
|
|
4
|
+
|
|
5
|
+
|
|
6
|
+
def get_asset_dir() -> str:
|
|
7
|
+
"""Return the installed multilingual model asset directory."""
|
|
8
|
+
return str(Path(__file__).parent / "assets" / "multilingual-e5-small")
|
|
9
|
+
|
|
10
|
+
|
|
11
|
+
__all__ = ["get_asset_dir"]
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
# multilingual-e5-small
|
|
2
|
+
|
|
3
|
+
This directory contains the quantized ONNX export of
|
|
4
|
+
[`intfloat/multilingual-e5-small`](https://huggingface.co/intfloat/multilingual-e5-small),
|
|
5
|
+
distributed under the MIT License. The export is provided by the open-source
|
|
6
|
+
[`nixiesearch/multilingual-e5-small-onnx`](https://huggingface.co/nixiesearch/multilingual-e5-small-onnx)
|
|
7
|
+
repository and runs locally with ONNX Runtime.
|
|
8
|
+
|
|
9
|
+
Semantra adds the model-required `query:` and `passage:` prefixes internally.
|
|
10
|
+
The model supports approximately 100 languages through its XLM-R backbone;
|
|
11
|
+
quality can be lower for low-resource languages. No network request is made at
|
|
12
|
+
runtime.
|