ne-embed 1.0.0__py3-none-any.whl

ne_embed/__init__.py

@@ -0,0 +1,4 @@
+from .model import NEEmbed, SUPPORTED_LANGUAGES
+
+__version__ = "1.0.0"
+__all__ = ["NEEmbed", "SUPPORTED_LANGUAGES"]

ne_embed/model.py

@@ -0,0 +1,45 @@
+from sentence_transformers import SentenceTransformer
+from typing import List, Union
+import numpy as np
+
+MODEL_ID = "MWirelabs/ne-embed"
+
+SUPPORTED_LANGUAGES = {
+    "asm": "Assamese", "brx": "Bodo", "grt": "Garo",
+    "kha": "Khasi", "lus": "Mizo", "mni": "Meitei",
+    "njz": "Nyishi", "trp": "Kokborok", "pbv": "Pnar", "nag": "Nagamese"
+}
+
+class NEEmbed:
+    def __init__(self, device: str = None):
+        """Load NE-Embed from HuggingFace (downloads on first use)."""
+        print(f"Loading {MODEL_ID} ...")
+        self.model = SentenceTransformer(MODEL_ID, device=device)
+        self.model.max_seq_length = 128
+        print("Ready.")
+
+    def encode(
+        self,
+        sentences: Union[str, List[str]],
+        batch_size: int = 64,
+        normalize: bool = True,
+    ) -> np.ndarray:
+        """Encode sentences into 768-dim embeddings."""
+        if isinstance(sentences, str):
+            sentences = [sentences]
+        return self.model.encode(
+            sentences,
+            batch_size=batch_size,
+            normalize_embeddings=normalize,
+            show_progress_bar=False,
+        )
+
+    def similarity(self, a: np.ndarray, b: np.ndarray) -> np.ndarray:
+        """Cosine similarity between two embedding arrays."""
+        return (a @ b.T).tolist()
+
+    @staticmethod
+    def languages():
+        """Print supported languages."""
+        for code, name in SUPPORTED_LANGUAGES.items():
+            print(f"  {code}  {name}")

ne_embed-1.0.0.dist-info/METADATA

@@ -0,0 +1,66 @@
+Metadata-Version: 2.4
+Name: ne-embed
+Version: 1.0.0
+Summary: Multilingual text embeddings for Northeast Indian languages
+Author-email: MWire Labs <connect@mwirelabs.com>
+License: CC-BY-4.0
+Project-URL: Homepage, https://mwirelabs.com
+Project-URL: Repository, https://github.com/mwirelabs/ne-embed
+Project-URL: HuggingFace, https://huggingface.co/MWirelabs/ne-embed
+Keywords: embeddings,nlp,northeast-india,low-resource,multilingual,RAG
+Classifier: Programming Language :: Python :: 3
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Requires-Python: >=3.8
+Description-Content-Type: text/markdown
+Requires-Dist: sentence-transformers>=2.7.0
+Requires-Dist: numpy>=1.21.0
+
+# ne-embed
+
+Multilingual text embeddings for Northeast Indian languages.
+
+**10 languages · 768 dimensions · Built on LaBSE · CC-BY-4.0**
+
+## Install
+
+```bash
+pip install ne-embed
+```
+
+## Usage
+
+```python
+from ne_embed import NEEmbed
+
+model = NEEmbed()  # downloads from HuggingFace on first run
+
+sentences = [
+    'Where is the nearest hospital?',
+    'Ngi la pynjot ia ki shnong baroh',  # Khasi
+    'Pilakchin an senganiko man na.',     # Garo
+]
+
+embeddings = model.encode(sentences)
+print(embeddings.shape)  # (3, 768)
+
+model.languages()  # print supported languages
+```
+
+## Supported Languages
+
+| Code | Language | Tier |
+|------|----------|------|
+| asm | Assamese | Supported |
+| brx | Bodo | Supported |
+| grt | Garo | Supported |
+| kha | Khasi | Supported |
+| lus | Mizo | Supported |
+| mni | Meitei | Supported |
+| njz | Nyishi | Supported |
+| trp | Kokborok | Limited |
+| pbv | Pnar | Limited |
+| nag | Nagamese | Limited |
+
+## Links
+- [HuggingFace](https://huggingface.co/MWirelabs/ne-embed)
+- [MWire Labs](https://mwirelabs.com)

ne_embed-1.0.0.dist-info/RECORD

@@ -0,0 +1,6 @@
+ne_embed/__init__.py,sha256=XT4xM1ID1u3pdbTmPPbMTC1wnHRMd85I1Sm2TPFJa-I,116
+ne_embed/model.py,sha256=HvjdmeWF-Am_8LDBQ0Co6hHiwOj0Etx3nBEdAYZ9Lgg,1456
+ne_embed-1.0.0.dist-info/METADATA,sha256=QAm6-ensSywM5b6ziUGfYHJzDAVcv7FDPRoHxvdUUZs,1736
+ne_embed-1.0.0.dist-info/WHEEL,sha256=aeYiig01lYGDzBgS8HxWXOg3uV61G9ijOsup-k9o1sk,91
+ne_embed-1.0.0.dist-info/top_level.txt,sha256=np7ZXInB2ZnTOrscUBVPQGRbTkH8LO2bUnZRsomiyoc,9
+ne_embed-1.0.0.dist-info/RECORD,,

ne_embed-1.0.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (82.0.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

ne_embed-1.0.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+ne_embed