scriptconv 0.0.3a21__tar.gz → 0.0.3a22__tar.gz

{scriptconv-0.0.3a21 → scriptconv-0.0.3a22}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: scriptconv
-Version: 0.0.3a21
+Version: 0.0.3a22
 Summary: Zero-dependency script & phoneme-notation core — ISO-15924 detection & metadata, IPA↔ARPABET/X-SAMPA/Lexique/Kirshenbaum/Cotovía/RFE, Buckwalter↔Arabic, Hangul→jamo, kana
 License: Apache-2.0
 Project-URL: Homepage, https://github.com/TigreGotico/scriptconv

{scriptconv-0.0.3a21 → scriptconv-0.0.3a22}/scriptconv/phonemizers/ar.py

@@ -4,44 +4,65 @@ from scriptconv.phonemizers.enums import Alphabet
 from scriptconv.phonemizers.base import BasePhonemizer
 
 
+# Module-level indirection for the mantoq backend: resolved lazily on first
+# construction, kept as module globals so tests and callers can patch them.
+mantoq = None  # the g2p callable
+from scriptconv.notation import mantoq_to_ipa  # noqa: E402  (patchable name)
+
+
+def _load_mantoq_g2p():
+    try:
+        # an externally-installed upstream mantoq wins
+        import mantoq as _pkg
+    except ImportError:
+        # quarantined vendored copy under its OWN license (the phonetisation
+        # core is CC BY-NC 4.0 — see _vendored/mantoq/LICENSE.md); using it
+        # is an explicit opt-in by requesting this phonemizer
+        from scriptconv.phonemizers import _vendored
+        from scriptconv.phonemizers._vendored import mantoq as _pkg
+    return _pkg.g2p
+
+
 class MantoqPhonemizer(BasePhonemizer):
-    """Arabic phonemizer wrapping the external ``mantoq`` package.
-
-    Uses an externally-installed ``mantoq`` when present, otherwise the
-    quarantined vendored copy under ``_vendored/mantoq`` — distributed under
-    its OWN license (the phonetisation core is CC BY-NC 4.0, non-commercial;
-    see its LICENSE.md), NOT this library's Apache-2.0.  Never selected
-    automatically.  Kept for compatibility with published models trained on mantoq phoneme
-    sequences; the Arabic default is :class:`ArbtokPhonemizer`.  Output is
-    IPA (via :func:`scriptconv.notation.mantoq_to_ipa`) or the raw mantoq
-    inventory with ``alphabet=Alphabet.MANTOQ``.
+    """Arabic phonemizer backed by mantoq (Halabi Arabic-Phonetiser pipeline).
+
+    Distributed under its own license from the quarantined vendored copy —
+    the phonetisation core is CC BY-NC 4.0, non-commercial — unless an
+    externally-installed ``mantoq`` package is present.  Never selected
+    automatically; :class:`ArbtokPhonemizer` is the Arabic default.
+
+    Historical contract, preserved for models in the wild: the default
+    ``alphabet=Alphabet.BUCKWALTER`` returns the raw mantoq inventory (its
+    long-standing, if imprecise, label — ``Alphabet.MANTOQ`` is the accurate
+    alias); ``Alphabet.IPA`` converts via
+    :func:`scriptconv.notation.mantoq_to_ipa`.
     """
 
-    def __init__(self, alphabet: Alphabet = Alphabet.IPA):
-        if alphabet not in (Alphabet.IPA, Alphabet.MANTOQ):
-            raise ValueError("MantoqPhonemizer outputs IPA or MANTOQ")
+    def __init__(self, alphabet: Alphabet = Alphabet.BUCKWALTER):
+        if alphabet not in (Alphabet.IPA, Alphabet.BUCKWALTER, Alphabet.MANTOQ):
+            raise ValueError("unsupported alphabet")
         super().__init__(alphabet)
-        try:
-            # an externally-installed upstream mantoq wins
-            import mantoq
-        except ImportError:
-            # quarantined vendored copy under its OWN license (the
-            # phonetisation core is CC BY-NC 4.0 — see
-            # _vendored/mantoq/LICENSE.md); using it is an explicit opt-in
-            # by requesting this phonemizer
-            from scriptconv.phonemizers._vendored import mantoq
-        self._g2p = mantoq.g2p
+        global mantoq
+        if mantoq is None:
+            mantoq = _load_mantoq_g2p()
 
     @classmethod
     def get_lang(cls, target_lang: str) -> str:
         return cls.match_lang(target_lang, ["ar"])
 
-    def phonemize_string(self, text: str, lang: str) -> str:
-        _, tokens = self._g2p(text)
-        if self.alphabet == Alphabet.MANTOQ:
-            return " ".join(tokens)
-        from scriptconv.notation import mantoq_to_ipa
-        return mantoq_to_ipa(tokens)
+    def phonemize_string(self, text: str, lang: str = "ar") -> str:
+        """Phonemize Arabic text via mantoq's G2P.
+
+        Tokens are joined and the ``_+_`` word separator becomes a space —
+        the byte-exact historical behavior; IPA output converts the joined
+        string with :func:`mantoq_to_ipa`.
+        """
+        lang = self.get_lang(lang)
+        normalized_text, phonemes = mantoq(text)
+        phonemes = "".join(phonemes).replace("_+_", " ")
+        if self.alphabet == Alphabet.IPA:
+            return mantoq_to_ipa(phonemes)
+        return phonemes
 
 
 

{scriptconv-0.0.3a21 → scriptconv-0.0.3a22}/scriptconv/version.py

@@ -2,7 +2,7 @@
 VERSION_MAJOR = 0
 VERSION_MINOR = 0
 VERSION_BUILD = 3
-VERSION_ALPHA = 21
+VERSION_ALPHA = 22
 # END_VERSION_BLOCK
 
 VERSION_STR = f"{VERSION_MAJOR}.{VERSION_MINOR}.{VERSION_BUILD}"

{scriptconv-0.0.3a21 → scriptconv-0.0.3a22}/scriptconv.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: scriptconv
-Version: 0.0.3a21
+Version: 0.0.3a22
 Summary: Zero-dependency script & phoneme-notation core — ISO-15924 detection & metadata, IPA↔ARPABET/X-SAMPA/Lexique/Kirshenbaum/Cotovía/RFE, Buckwalter↔Arabic, Hangul→jamo, kana
 License: Apache-2.0
 Project-URL: Homepage, https://github.com/TigreGotico/scriptconv