scriptconv 0.0.4a1__tar.gz → 0.0.4a2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {scriptconv-0.0.4a1/scriptconv.egg-info → scriptconv-0.0.4a2}/PKG-INFO +1 -1
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/shami.py +16 -1
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/version.py +1 -1
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2/scriptconv.egg-info}/PKG-INFO +1 -1
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/tests/test_phonemizers_cjk_ar.py +14 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/LICENSE +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/README.md +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/pyproject.toml +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/requirements.txt +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/__init__.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/__main__.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/cangjie.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/conventions.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/data/__init__.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/data/cangjie5_tc.tsv.gz +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/graph.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/notation.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/__init__.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/__init__.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/bw2ipa.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/hangul2ipa.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/ko_tables/aspiration.csv +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/ko_tables/assimilation.csv +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/ko_tables/double_coda.csv +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/ko_tables/hanja.tsv +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/ko_tables/ipa.csv +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/ko_tables/neutralization.csv +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/ko_tables/tensification.csv +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/ko_tables/yale.csv +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/__init__.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/codeswitch.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/diacritize.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/dialectal.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/english_g2p.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/espeak.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/frontend.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/levantine_g2p.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/normalize.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/phoneme_inventory.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/zh_num.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/__init__.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/kog2p/LICENSE.md +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/kog2p/__init__.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/kog2p/rulebook.txt +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/mantoq/LICENSE.md +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/mantoq/__init__.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/mantoq/buck/__init__.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/mantoq/buck/phonetise_buckwalter.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/mantoq/buck/symbols.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/mantoq/buck/tokenization.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/mantoq/num2words.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/mantoq/unicode_symbol2label.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/ar.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/base.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/en.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/enums.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/eu.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/fa.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/gl.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/he.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/ja.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/ko.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/mul.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/mwl.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/o2ipa.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/pt.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/registry.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/vi.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/zh.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/py.typed +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/readings.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/scripts.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/translit.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv.egg-info/SOURCES.txt +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv.egg-info/dependency_links.txt +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv.egg-info/requires.txt +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv.egg-info/top_level.txt +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/setup.cfg +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/tests/test_arpa_stress.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/tests/test_cangjie.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/tests/test_cli.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/tests/test_conventions.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/tests/test_errors_policy.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/tests/test_examples.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/tests/test_graph.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/tests/test_notation.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/tests/test_phonemizers_base.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/tests/test_readings.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/tests/test_readings_zh.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/tests/test_scripts.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/tests/test_scripts_stressonnx_compat.py +0 -0
- {scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/tests/test_translit.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: scriptconv
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.4a2
|
|
4
4
|
Summary: Zero-dependency script & phoneme-notation core — ISO-15924 detection & metadata, IPA↔ARPABET/X-SAMPA/Lexique/Kirshenbaum/Cotovía/RFE, Buckwalter↔Arabic, Hangul→jamo, kana
|
|
5
5
|
License: Apache-2.0
|
|
6
6
|
Project-URL: Homepage, https://github.com/TigreGotico/scriptconv
|
|
@@ -15,7 +15,22 @@ from quebra_frases import sentence_tokenize
|
|
|
15
15
|
|
|
16
16
|
from scriptconv.phonemizers.enums import Alphabet
|
|
17
17
|
from scriptconv.phonemizers.base import BasePhonemizer, PhonemizedChunks
|
|
18
|
-
from scriptconv.phonemizers._thirdparty.shami import
|
|
18
|
+
from scriptconv.phonemizers._thirdparty.shami import (
|
|
19
|
+
TextFrontend,
|
|
20
|
+
SYMBOL_TO_ID,
|
|
21
|
+
ID_TO_SYMBOL,
|
|
22
|
+
VOCAB_SIZE,
|
|
23
|
+
get_default_frontend,
|
|
24
|
+
)
|
|
25
|
+
|
|
26
|
+
__all__ = [
|
|
27
|
+
"ShamiPhonemizer",
|
|
28
|
+
"TextFrontend",
|
|
29
|
+
"SYMBOL_TO_ID",
|
|
30
|
+
"ID_TO_SYMBOL",
|
|
31
|
+
"VOCAB_SIZE",
|
|
32
|
+
"get_default_frontend",
|
|
33
|
+
]
|
|
19
34
|
|
|
20
35
|
|
|
21
36
|
class ShamiPhonemizer(BasePhonemizer):
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: scriptconv
|
|
3
|
-
Version: 0.0.
|
|
3
|
+
Version: 0.0.4a2
|
|
4
4
|
Summary: Zero-dependency script & phoneme-notation core — ISO-15924 detection & metadata, IPA↔ARPABET/X-SAMPA/Lexique/Kirshenbaum/Cotovía/RFE, Buckwalter↔Arabic, Hangul→jamo, kana
|
|
5
5
|
License: Apache-2.0
|
|
6
6
|
Project-URL: Homepage, https://github.com/TigreGotico/scriptconv
|
|
@@ -39,6 +39,20 @@ class TestShamiFrontend(unittest.TestCase):
|
|
|
39
39
|
lazy = list(p.phonemize_with_language_ids_lazy(text, "ar"))
|
|
40
40
|
self.assertEqual(eager[0], [ph for ph, _ in lazy])
|
|
41
41
|
|
|
42
|
+
def test_frontend_symbols_are_public(self):
|
|
43
|
+
from scriptconv.phonemizers.shami import (
|
|
44
|
+
TextFrontend,
|
|
45
|
+
SYMBOL_TO_ID,
|
|
46
|
+
ID_TO_SYMBOL,
|
|
47
|
+
VOCAB_SIZE,
|
|
48
|
+
get_default_frontend,
|
|
49
|
+
)
|
|
50
|
+
self.assertTrue(callable(TextFrontend))
|
|
51
|
+
self.assertTrue(callable(get_default_frontend))
|
|
52
|
+
self.assertIsInstance(SYMBOL_TO_ID, dict)
|
|
53
|
+
self.assertTrue(SYMBOL_TO_ID)
|
|
54
|
+
self.assertEqual(VOCAB_SIZE, len(ID_TO_SYMBOL))
|
|
55
|
+
|
|
42
56
|
|
|
43
57
|
class TestLicensingStubs(unittest.TestCase):
|
|
44
58
|
def test_mantoq_wrapper_constructs_from_vendored_copy(self):
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/ko_tables/hanja.tsv
RENAMED
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/ko_tables/ipa.csv
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/ko_tables/yale.csv
RENAMED
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/__init__.py
RENAMED
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/codeswitch.py
RENAMED
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/diacritize.py
RENAMED
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/dialectal.py
RENAMED
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/english_g2p.py
RENAMED
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/espeak.py
RENAMED
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/frontend.py
RENAMED
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/levantine_g2p.py
RENAMED
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_thirdparty/shami/normalize.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/kog2p/__init__.py
RENAMED
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/kog2p/rulebook.txt
RENAMED
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/mantoq/LICENSE.md
RENAMED
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/mantoq/__init__.py
RENAMED
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/mantoq/buck/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/mantoq/buck/symbols.py
RENAMED
|
File without changes
|
|
File without changes
|
{scriptconv-0.0.4a1 → scriptconv-0.0.4a2}/scriptconv/phonemizers/_vendored/mantoq/num2words.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|