brill-postagger 0.1.1__py3-none-any.whl

brill_postagger-0.1.1.dist-info/METADATA

@@ -0,0 +1,13 @@
+Metadata-Version: 2.1
+Name: brill-postagger
+Version: 0.1.1
+Summary: Brill Postagger for various languages using NLTK
+Home-page: https://github.com/TigreGotico/brill_postaggers
+Author: JarbasAi
+Author-email: jarbasai@mailfence.com
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.9
+Requires-Dist: nltk
+

brill_postagger-0.1.1.dist-info/RECORD

@@ -0,0 +1,17 @@
+brill_postaggers/__init__.py,sha256=0ZyNcYNYnD52ND53Mw266eNbH5D6RLuanh34MhVznRU,1041
+brill_postaggers/ca_ancora-ud-brill.pkl,sha256=bNIvxc5qGwGbtKaC2h9KvlY7YJvlCmqesLHXKruRpVE,455670
+brill_postaggers/da_ddt-ud-brill.pkl,sha256=jfBHIQ9HPZcOX3SBjMxPdC6Lky7E-Psu0EnDz_J__Js,199618
+brill_postaggers/de_gsd-ud-brill.pkl,sha256=OrvzjQUCxJabiaoMImiTDJ9iKUL_yQbBpwEgDE1kIow,617411
+brill_postaggers/en_ewt-ud-brill.pkl,sha256=w77qqvBO5ikmq4FyXZiuOFfUkjY_dm3IkyLnj3m7FCU,351010
+brill_postaggers/es_ancora-ud-brill.pkl,sha256=Tq-u1KAYSb4FjXxcTO0ipRajmdoISPcV6lb_k-6LsBM,487110
+brill_postaggers/eu_bdt-ud-brill.pkl,sha256=o4nz80P2avs9PqTCBxVSWZMPseihr2ay6W8bemdcQV4,210031
+brill_postaggers/fr_gsd-ud-brill.pkl,sha256=7chlLTquLp3u81FXirmt9411jvgIMChW1a8SiCVuJNU,524861
+brill_postaggers/gl_ctg-ud-brill.pkl,sha256=o2EaBNpNGk6TKSwBHExxvZQQOaIzh8e9RrwiVwAqBE4,110388
+brill_postaggers/it_vit-ud-brill.pkl,sha256=LhIjvOTbBCk5R0AzJZv9cmStJ3bH9EO9NoAl6V94Ep0,334131
+brill_postaggers/nl_alpino-ud-brill.pkl,sha256=rYGDVc3fRLO2qPdJ3zU_EWHryuYl715p0yuYqybnzGA,321092
+brill_postaggers/pt_bosque-ud-brill.pkl,sha256=g1aND1pmE16mHrIxWlFyLaBzMq-8_rjP-pWmWfoHH20,332838
+brill_postaggers/version.py,sha256=YO17Z54RmHA5oRw9Kj8GqtARGSultBm53Tz4k26JgYE,114
+brill_postagger-0.1.1.dist-info/METADATA,sha256=UL35jXLlRDIhNMRv17V5OcU3619EAehT9pVmcp-mko0,420
+brill_postagger-0.1.1.dist-info/WHEEL,sha256=tZoeGjtWxWRfdplE7E3d45VPlLNQnvbKiYnx7gwAy8A,92
+brill_postagger-0.1.1.dist-info/top_level.txt,sha256=AxlyH2Mx_X0YODSowoeZ7aAIMNt8d4p44jY7XKTnoh4,17
+brill_postagger-0.1.1.dist-info/RECORD,,

brill_postagger-0.1.1.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: bdist_wheel (0.45.1)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

brill_postagger-0.1.1.dist-info/top_level.txt

@@ -0,0 +1 @@
+brill_postaggers

brill_postaggers/__init__.py

@@ -0,0 +1,37 @@
+import os.path
+import pickle
+
+import nltk
+
+
+class BrillPostagger:
+    MODELS = {
+        "ca": "ca_ancora-ud-brill",
+        "da": "da_ddt-ud-brill",
+        "de": "de_gsd-ud-brill",
+        "en": "en_ewt-ud-brill",
+        "es": "es_ancora-ud-brill",
+        "eu": "eu_bdt-ud-brill",
+        "fr": "fr_gsd-ud-brill",
+        "gl": "gl_ctg-ud-brill",
+        "it": "it_vit-ud-brill",
+        "nl": "nl_alpino-ud-brill",
+        "pt": "pt_bosque-ud-brill"
+    }
+    def __init__(self, model: str):
+        with open(model, "rb") as f:
+            self.tagger = pickle.load(f)
+
+    @staticmethod
+    def from_pretrained(lang: str):
+        lang = lang.split("-")[0].lower()
+        model = BrillPostagger.MODELS[lang]
+        return BrillPostagger(f"{os.path.dirname(__file__)}/{model}.pkl")
+
+    def tag(self, sentence: str):
+        tokens = nltk.word_tokenize(sentence)
+        return self.tagger.tag(tokens)
+
+if __name__ == "__main__":
+    tagger = BrillPostagger.from_pretrained("pt")
+    print(tagger.tag("como está o tempo lá fora?"))

brill_postaggers/version.py

@@ -0,0 +1,6 @@
+# START_VERSION_BLOCK
+VERSION_MAJOR = 0
+VERSION_MINOR = 1
+VERSION_BUILD = 1
+VERSION_ALPHA = 0
+# END_VERSION_BLOCK