datashare-python 0.12.5__py3-none-any.whl → 0.12.7__py3-none-any.whl

datashare_python/constants.py

@@ -1,3 +1,4 @@
+from copy import deepcopy
 from pathlib import Path
 
 PACKAGE_DIR = Path(__file__).parent
@@ -14,3 +15,198 @@ METADATA_JSON = "metadata.json"
 MANIFEST_JSON = "manifest.json"
 
 TIKA_METADATA_RESOURCENAME = "tika_metadata_resourcename"
+
+
+_LANGUAGES = {
+    "ABKHAZIAN": ("ab", "abk"),
+    "AFAR": ("aa", "aar"),
+    "AFRIKAANS": ("af", "afr"),
+    "AKAN": ("ak", "aka"),
+    "ALBANIAN": ("sq", "sqi"),
+    "AMHARIC": ("am", "amh"),
+    "ARABIC": ("ar", "ara"),
+    "ARAGONESE": ("an", "arg"),
+    "ARMENIAN": ("hy", "hye"),
+    "ASSAMESE": ("as", "asm"),
+    "AVARIC": ("av", "ava"),
+    "AVESTAN": ("ae", "ave"),
+    "AYMARA": ("ay", "aym"),
+    "AZERBAIJANI": ("az", "aze"),
+    "BAMBARA": ("bm", "bam"),
+    "BASHKIR": ("ba", "bak"),
+    "BASQUE": ("eu", "eus"),
+    "BELARUSIAN": ("be", "bel"),
+    "BENGALI": ("bn", "ben"),
+    "BIHARI": ("bh", "bih"),
+    "BISLAMA": ("bi", "bis"),
+    "BOSNIAN": ("bs", "bos"),
+    "BRETON": ("br", "bre"),
+    "BULGARIAN": ("bg", "bul"),
+    "BURMESE": ("my", "mya"),
+    "CATALAN": ("ca", "cat"),
+    "CHAMORRO": ("ch", "cha"),
+    "CHECHEN": ("ce", "che"),
+    "CHICHEWA": ("ny", "nya"),
+    "CHINESE": ("zh", "zho"),
+    "CHUVASH": ("cv", "chv"),
+    "CORNISH": ("kw", "cor"),
+    "CORSICAN": ("co", "cos"),
+    "CREE": ("cr", "cre"),
+    "CROATIAN": ("hr", "hrv"),
+    "CZECH": ("cs", "ces"),
+    "DANISH": ("da", "dan"),
+    "MALDIVIAN": ("dv", "div"),
+    "DUTCH": ("nl", "nld"),
+    "DZONGKHA": ("dz", "dzo"),
+    "ENGLISH": ("en", "eng"),
+    "ESPERANTO": ("eo", "epo"),
+    "ESTONIAN": ("et", "est"),
+    "EWE": ("ee", "ewe"),
+    "FAROESE": ("fo", "fao"),
+    "FIJIAN": ("fj", "fij"),
+    "FINNISH": ("fi", "fin"),
+    "FRENCH": ("fr", "fra"),
+    "FULAH": ("ff", "ful"),
+    "GALICIAN": ("gl", "glg"),
+    "GEORGIAN": ("ka", "kat"),
+    "GERMAN": ("de", "deu"),
+    "GREEK": ("el", "ell"),
+    "GUARANI": ("gn", "grn"),
+    "GUJARATI": ("gu", "guj"),
+    "HAITIAN": ("ht", "hat"),
+    "HAUSA": ("ha", "hau"),
+    "HEBREW": ("he", "heb"),
+    "HERERO": ("hz", "her"),
+    "HINDI": ("hi", "hin"),
+    "HIRIMOTU": ("ho", "hmo"),
+    "HUNGARIAN": ("hu", "hun"),
+    "INTERLINGUA": ("ia", "ina"),
+    "INDONESIAN": ("id", "ind"),
+    "INTERLIGUE": ("ie", "ile"),
+    "IRISH": ("ga", "gle"),
+    "IGBO": ("ig", "ibo"),
+    "INUPIAQ": ("ik", "ipk"),
+    "IDO": ("io", "ido"),
+    "ICELANDIC": ("is", "isl"),
+    "ITALIAN": ("it", "ita"),
+    "INUKTITUT": ("iu", "iku"),
+    "JAPANESE": ("ja", "jpn"),
+    "JAVANESE": ("jv", "jav"),
+    "GREENLANDIC": ("kl", "kal"),
+    "KANNADA": ("kn", "kan"),
+    "KANURI": ("kr", "kau"),
+    "KASHMIRI": ("ks", "kas"),
+    "KAZAKH": ("kk", "kaz"),
+    "CENTRALKHMER": ("km", "khm"),
+    "KIKUYU": ("ki", "kik"),
+    "KINYARWANDA": ("rw", "kin"),
+    "KIRGHIZ": ("ky", "kir"),
+    "KOMI": ("kv", "kom"),
+    "KONGO": ("kg", "kon"),
+    "KOREAN": ("ko", "kor"),
+    "KURDISH": ("ku", "kur"),
+    "KUANYAMA": ("kj", "kua"),
+    "LATIN": ("la", "lat"),
+    "LUXEMBOURGISH": ("lb", "ltz"),
+    "GANDA": ("lg", "lug"),
+    "LIMBURGAN": ("li", "lim"),
+    "LINGALA": ("ln", "lin"),
+    "LAO": ("lo", "lao"),
+    "LITHUANIAN": ("lt", "lit"),
+    "LUBAKATANGA": ("lu", "lub"),
+    "LATVIAN": ("lv", "lav"),
+    "MANX": ("gv", "glv"),
+    "MACEDONIAN": ("mk", "mkd"),
+    "MALAGASY": ("mg", "mlg"),
+    "MALAY": ("ms", "msa"),
+    "MALAYALAM": ("ml", "mal"),
+    "MALTESE": ("mt", "mlt"),
+    "MAORI": ("mi", "mri"),
+    "MARATHI": ("mr", "mar"),
+    "MARSHALLESE": ("mh", "mah"),
+    "MONGOLIAN": ("mn", "mon"),
+    "NAURU": ("na", "nau"),
+    "NAVAJO": ("nv", "nav"),
+    "NORTHNDEBELE": ("nd", "nde"),
+    "NEPALI": ("ne", "nep"),
+    "NDONGA": ("ng", "ndo"),
+    "NORWEGIANBOKMAL": ("nb", "nob"),
+    "NORWEGIANNYNORSK": ("nn", "nno"),
+    "NORWEGIAN": ("no", "nor"),
+    "SICHUANYI": ("ii", "iii"),
+    "SOUTHNDEBELE": ("nr", "nbl"),
+    "OCCITAN": ("oc", "oci"),
+    "OJIBWA": ("oj", "oji"),
+    "OLDSLAVONIC": ("cu", "chu"),
+    "OROMO": ("om", "orm"),
+    "ORIYA": ("or", "ori"),
+    "OSSETIAN": ("os", "oss"),
+    "PANJABI": ("pa", "pan"),
+    "PALI": ("pi", "pli"),
+    "PERSIAN": ("fa", "fas"),
+    "POLISH": ("pl", "pol"),
+    "PASHTO": ("ps", "pus"),
+    "PORTUGUESE": ("pt", "por"),
+    "QUECHUA": ("qu", "que"),
+    "ROMANSH": ("rm", "roh"),
+    "ROMANIAN": ("ro", "ron"),
+    "RUNDI": ("rn", "run"),
+    "MOLDAVIAN": ("ro", "ron"),
+    "MOLDOVAN": ("ro", "ron"),
+    "RUSSIAN": ("ru", "rus"),
+    "SANSKRIT": ("sa", "san"),
+    "SARDINIAN": ("sc", "srd"),
+    "SINDHI": ("sd", "snd"),
+    "NORTHERNSAMI": ("se", "sme"),
+    "SAMOAN": ("sm", "smo"),
+    "SANGO": ("sg", "sag"),
+    "SERBIAN": ("sr", "srp"),
+    "GAELIC": ("gd", "gla"),
+    "SHONA": ("sn", "sna"),
+    "SINHALESE": ("si", "sin"),
+    "SLOVAK": ("sk", "slk"),
+    "SLOVENIAN": ("sl", "slv"),
+    "SOMALI": ("so", "som"),
+    "SOUTHERNSOTHO": ("st", "sot"),
+    "SPANISH": ("es", "spa"),
+    "SUNDANESE": ("su", "sun"),
+    "SWAHILI": ("sw", "swa"),
+    "SWATI": ("ss", "ssw"),
+    "SWEDISH": ("sv", "swe"),
+    "TAMIL": ("ta", "tam"),
+    "TELUGU": ("te", "tel"),
+    "TAJIK": ("tg", "tgk"),
+    "THAI": ("th", "tha"),
+    "TIGRINYA": ("ti", "tir"),
+    "TIBETAN": ("bo", "bod"),
+    "TURKMEN": ("tk", "tuk"),
+    "TAGALOG": ("tl", "tgl"),
+    "TSWANA": ("tn", "tsn"),
+    "TONGA": ("to", "ton"),
+    "TURKISH": ("tr", "tur"),
+    "TSONGA": ("ts", "tso"),
+    "TATAR": ("tt", "tat"),
+    "TWI": ("tw", "twi"),
+    "TAHITIAN": ("ty", "tah"),
+    "UIGHUR": ("ug", "uig"),
+    "UKRAINIAN": ("uk", "ukr"),
+    "URDU": ("ur", "urd"),
+    "UZBEK": ("uz", "uzb"),
+    "VENDA": ("ve", "ven"),
+    "VIETNAMESE": ("vi", "vie"),
+    "VOLAPUK": ("vo", "vol"),
+    "WALLOON": ("wa", "wln"),
+    "WELSH": ("cy", "cym"),
+    "WOLOF": ("wo", "wol"),
+    "WESTERNFRISIAN": ("fy", "fry"),
+    "XHOSA": ("xh", "xho"),
+    "YIDDISH": ("yi", "yid"),
+    "YORUBA": ("yo", "yor"),
+    "ZHUANG": ("za", "zha"),
+    "ZULU": ("zu", "zul"),
+    "UNKNOWN": ("un", "ukn"),
+}
+
+
+def get_datashare_languages() -> dict[str, tuple[str, str]]:
+    return deepcopy(_LANGUAGES)

datashare_python/objects.py

@@ -14,12 +14,11 @@ from typing import Annotated, Any, ClassVar, Literal, Self, TypeVar, cast, final
 
 import langcodes
 from icij_common.registrable import Registrable
-from pydantic_core import PydanticCustomError, ValidationError, core_schema
+from pydantic_core import PydanticCustomError, core_schema
 from pydantic_core.core_schema import PlainValidatorFunctionSchema
-from pydantic_extra_types.language_code import LanguageName
 from temporalio import activity, workflow
 
-from .constants import TIKA_METADATA_RESOURCENAME
+from .constants import TIKA_METADATA_RESOURCENAME, get_datashare_languages
 
 with workflow.unsafe.imports_passed_through():
     from icij_common.es import (
@@ -81,7 +80,7 @@ class DatashareModel(BaseModel):
 
 
 class DatashareLanguage(str):
-    _language_type_adapter: ClassVar[TypeAdapter] = TypeAdapter(LanguageName)
+    _languages: ClassVar[dict[str, tuple[str, str]]] = get_datashare_languages()
 
     @classmethod
     def _validate(cls, __input_value: str, _: core_schema.ValidationInfo) -> Self:
@@ -91,8 +90,8 @@ class DatashareLanguage(str):
             )
         try:
             # Use pydantic provided validation
-            cls._language_type_adapter.validate_python(__input_value.title())
-        except ValidationError as e:
+            cls._languages[__input_value]
+        except KeyError as e:
             raise PydanticCustomError(
                 "datashare_language", "Unknown Datashare language"
             ) from e
@@ -109,16 +108,16 @@ class DatashareLanguage(str):
         )
 
     @property
-    def as_language_name(self) -> LanguageName:
-        return LanguageName(self.title())
+    def as_language_name(self) -> str:
+        return self
 
     @property
     def alpha2(self) -> str | None:
-        return self.as_language_name.alpha2
+        return self._languages[self][0]
 
     @property
     def alpha3(self) -> str:
-        return self.as_language_name.alpha3
+        return self._languages[self][1]
 
 
 @unique

{datashare_python-0.12.5.dist-info → datashare_python-0.12.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: datashare-python
-Version: 0.12.5
+Version: 0.12.7
 Summary: Manage Python tasks and local resources in Datashare
 Project-URL: Homepage, https://icij.github.io/datashare-python/
 Project-URL: Documentation, https://icij.github.io/datashare-python/

{datashare_python-0.12.5.dist-info → datashare_python-0.12.7.dist-info}/RECORD

@@ -3,26 +3,26 @@ datashare_python/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,
 datashare_python/__main__.py,sha256=g-fvS46zl9umKmGrSpl-OG-8PSuZgjqvTCqjpsZtSps,101
 datashare_python/config.py,sha256=MXw9Y6H90OPBE7GqOgtSl8MJ50EAF_u6uWotiAVj2fg,5098
 datashare_python/conftest.py,sha256=fpjgOBBKzwtIArcyC4qbcyTpMtr2nf0N2p-8WKkRvgs,13827
-datashare_python/constants.py,sha256=-Irwd2bbnFGIkLVJi_SiQ7PM2eNW3Ia_co4SE6z4j-A,352
+datashare_python/constants.py,sha256=ELS71jupoHAYTPrCvjWizCJUdzNbOiwza58CG2WP4lU,6136
 datashare_python/dependencies.py,sha256=Q-BIhCwWu-GGp9omYNhENZ88cF0QJ8spfaMZX40mmNU,4386
 datashare_python/discovery.py,sha256=3mUck2GUSKu2DSP9-MM1OdVM4FqFKqfBeSQDQZxgh2g,7177
 datashare_python/exceptions.py,sha256=bVHEAXxDPKfxeeMC0hJXEsrJkgsKO2ESAhxWU96GA4M,496
 datashare_python/interceptors.py,sha256=-XC-y_MvGyHlZQ6jItfMRPAmKwQkQzzncpAGxceKlwM,16485
 datashare_python/logging_.py,sha256=96KNXhP-JR5ybu9dld4VLtF7v7PfiphOCR1Nio-mmUs,4483
 datashare_python/mimetypes_.py,sha256=omd2g8JyN-tfZL-lmxbWsjgc987iUe5w87ZpEtbyUK0,49930
-datashare_python/objects.py,sha256=oFAbqrAMHDWITOp9uNJkTOV7l0XXzfWCn964unb_DU4,26878
+datashare_python/objects.py,sha256=mRkqeK_nRJIvfbT5VjsynOl01TNO5JtvxE-ISlJ5T80,26747
 datashare_python/task_client.py,sha256=oTmP8bvZW0UyhLNMi1AV3XIAx7hrdbxNRss2Mw2azEc,8435
 datashare_python/template.py,sha256=N1uM8TRXh5tQPV7BC1oJj-Pdm2Gs_SkjaXv50RnNYso,4682
 datashare_python/types_.py,sha256=cPcCkIk6ecILrKetPnAsrb0njHYuWJU3eZicUXy2lF8,1278
 datashare_python/utils.py,sha256=Y0rNipGGW4yhOK6GrhXP9cdmHWMis2oFUxRsNK9eBMU,33254
-datashare_python/worker-template.tar.gz,sha256=0zaBIGRlxWW9pZPnaA8_XFZhIAGfk58uCEE_67BWq5U,281032
+datashare_python/worker-template.tar.gz,sha256=O8vuZNRdTSbxgUxqGpJ7Ja2vnVFsnCI6eMglGmePUtM,281040
 datashare_python/worker.py,sha256=ad36_yJOgwtj8KBheWndGkqaP_2aXTPSrYaHrbCXTvg,8389
 datashare_python/cli/__init__.py,sha256=9BPWtssDgsVfWMsZ1TtZCla0EC_kai4RHttr8oNLYOE,1401
 datashare_python/cli/project.py,sha256=w32Gy9AOL5B00uDT4in7YUCt2g68FnNbvwg2M3a8G6o,946
 datashare_python/cli/task.py,sha256=GsyR5o0fN4Pd8tJKAUgivAvCBKT3L4Ay5j_BCW1XBHk,5828
 datashare_python/cli/utils.py,sha256=p69CQb0zfixuyBkiZprhdMCc_NuYwXyAn6vC9H1UzAw,911
 datashare_python/cli/worker.py,sha256=x0p3a1_NsZPbmV7-WSVMRyW3_iadYcgyZKbDvWgymQc,5790
-datashare_python-0.12.5.dist-info/METADATA,sha256=VOiUCXh8AJ3yxhgj52fioQpB6iMtmRVURTcAHvU0JJk,1012
-datashare_python-0.12.5.dist-info/WHEEL,sha256=W3fkpkm7-wf9vBI5Z-7s0eWkeM-spu78I8Neb98DeEg,87
-datashare_python-0.12.5.dist-info/entry_points.txt,sha256=ILE7auxabHWiu3GC-AunWnzjhOI_SbZp7D4GqZHlLw4,68
-datashare_python-0.12.5.dist-info/RECORD,,
+datashare_python-0.12.7.dist-info/METADATA,sha256=Vre1xB6yHn9gpgEmyt-dVXFfQss0lAYAoBDJRtCNiAs,1012
+datashare_python-0.12.7.dist-info/WHEEL,sha256=W3fkpkm7-wf9vBI5Z-7s0eWkeM-spu78I8Neb98DeEg,87
+datashare_python-0.12.7.dist-info/entry_points.txt,sha256=ILE7auxabHWiu3GC-AunWnzjhOI_SbZp7D4GqZHlLw4,68
+datashare_python-0.12.7.dist-info/RECORD,,