disvortilo 0.1.0__py3-none-any.whl

disvortilo/__init__.py

@@ -0,0 +1,172 @@
+import importlib.resources
+import re
+from collections.abc import Generator
+
+
+def load_word_list(resource_name: str) -> set[str]:
+    result = []
+    for line in importlib.resources.files(__package__).joinpath(resource_name).read_text("utf-8").splitlines():
+        # Remove comments
+        word, _, _ = line.partition("#")
+        word = word.strip()
+
+        if word:  # Ignore empty lines
+            result.append(word)
+
+    return set(result)
+
+
+def growing_string(string: str) -> Generator[str]:
+    before = ""
+    for char in string:
+        before += char
+        yield before
+
+
+WORD_ENDS = {
+    "e", "en",
+    "a", "an", "ajn", "aj",
+    "o", "on", "ojn", "oj",
+    "as", "os", "is", "us", "u", "i"
+}
+CORRELATIVE_WORD_STARTS = {
+    "ki", "ti", "i", "ĉi", "neni"
+}
+CORRELATIVE_WORD_ENDS = {
+    "o", "on", "oj", "ojn",
+    "u", "un", "uj", "ujn",
+    "a",
+    "e", "en",
+    "am", "el", "es", "om", "al"
+}
+
+
+class Disvortilo:
+    def __init__(self):
+        self.suffixes = load_word_list("suffixes.txt")
+        self.prefixes = load_word_list("prefixes.txt")
+        self.roots = load_word_list("roots.txt")
+        self.full_words = load_word_list("full_words.txt")
+
+    def _is_in(self, word: str, _suffix, _prefix, _root, _full_word):
+        if _root and word in self.roots:
+            return "root"
+        elif _suffix and word in self.suffixes:
+            return "suffix"
+        elif _prefix and word in self.prefixes:
+            return "prefix"
+        elif _full_word and word in self.full_words:
+            return "full_words"
+
+        return ""
+
+    def _parse_correlative(self, word: str) -> list[tuple[str, ...]]:
+        for part in growing_string(word):
+            if part in CORRELATIVE_WORD_STARTS:
+                prefix = part
+                remaining = word[len(part):]
+                break
+        else:
+            # word didn't match the word starts
+            return []
+
+        if remaining in CORRELATIVE_WORD_ENDS:
+            return [(prefix, remaining)]
+
+        return []
+
+    def _parse_number(self, word: str) -> list[tuple[str, ...]]:
+        valid = []
+        for part in growing_string(word):
+            if part.isdigit():
+                remaining = word[len(part):]
+                if not remaining:
+                    valid.append((part,))
+                elif remaining in ("a", "an"):
+                    valid.append((part, remaining))
+
+        return valid
+
+    def parse(
+            self,
+            word: str,
+
+            # Controls the valid next part
+            _suffix: bool = False,
+            _prefix: bool = True,
+            _root: bool = True,
+            _full_word_integrated: bool = True,
+            _correlative: bool = True,
+            _full_word_standalone: bool = True,
+            _number: bool = True
+    ) -> list[tuple[str, ...]]:
+        if _full_word_standalone and word in self.full_words:
+            return [(word,)]
+
+        if _correlative:
+            correlative = self._parse_correlative(word)
+            if correlative:
+                return correlative
+
+        if _number:
+            number = self._parse_number(word)
+            if number:
+                return number
+
+        valid = []
+        for part in growing_string(word):
+            if check := self._is_in(part, _suffix, _prefix, _root, _full_word_integrated):
+                remaining = word[len(part):]
+                if remaining.startswith("o") and len(remaining) > 1:
+                    remaining_parsed = self.parse(
+                        remaining[1:],
+                        _correlative=False,
+                        _full_word_standalone=False,
+                        _suffix=False,
+                        _prefix=False,
+                        _number=False
+                    )
+                    for parsed_part in remaining_parsed:
+                        valid.append((part, "o") + parsed_part)
+
+                if check != "prefix" and remaining in WORD_ENDS:
+                    # Allow if the prefix can be used as a root too. Disallow an end after a prefix
+                    valid.append((part, remaining))
+                else:  # try recursion
+                    remaining_parsed = self.parse(
+                        remaining,
+                        _correlative=False,
+                        _full_word_standalone=False,
+                        _suffix=True,
+                        _number=False
+                    )
+                    for parsed_part in remaining_parsed:
+                        valid.append((part,) + parsed_part)
+
+        return valid
+
+
+_ESPERANTO_SPLIT_WORDS = r"[A-Za-zĉĝĥĵŝŭĈĜĤĴŜŬ0-9]+"
+
+
+def _split_sentence(sentence: str):
+    return re.findall(_ESPERANTO_SPLIT_WORDS, sentence)
+
+
+def _parse_sentence(sentence: str):
+    words = _split_sentence(sentence)
+
+    disvortilo = Disvortilo()
+
+    parsed_words = (disvortilo.parse(word) or word for word in words)
+
+    end = "\n"
+    sep = "·"
+
+    for parsed in parsed_words:
+        if isinstance(parsed, str):
+            print(f"~{parsed}~", end=end)
+        else:
+            print("    ".join(sep.join(option) for option in parsed), end=end)
+
+    print()

disvortilo/full_words.txt

@@ -0,0 +1,113 @@
+min
+vin
+ŝin
+lin
+ĝin
+nin
+ilin
+
+morgaŭ
+sen
+
+# Taken from eoparser/full_words.txt:
+
+adiaŭ
+al
+ankaŭ
+ankoraŭ
+anstataŭ
+apenaŭ
+antaŭ
+apud
+aŭ
+baldaŭ
+cent
+ci
+ĉi
+ĉar
+ĉe
+ĉirkaŭ
+ĉu
+da
+de
+do
+dum
+eĉ
+el
+en
+for
+ĝis
+ĝi
+hieraŭ
+hodiaŭ
+ili
+inter
+jam
+ja
+je
+jen
+jes
+ĵus
+kaj
+kontraŭ
+ke
+kun
+kvankam
+kvazaŭ
+la
+laŭ
+li
+mi
+mem
+ne
+nek
+ni
+nur
+nun
+nu
+oni
+ol
+plu
+por
+per
+post
+preskaŭ
+preter
+pro
+plej
+pli
+si
+se
+sed
+sur
+tra
+tamen
+trans
+tre
+tro
+tuj
+vi
+l'
+sub
+ho
+aux
+ekde
+pri
+ili
+ajn
+ŝi
+almenaŭ
+ĉirkaŭ
+ktp
+ia
+super
+nord
+krom
+ambaŭ
+malpli
+escepte
+#okcident
+#nord
+#sud
+#orient
+#centr

disvortilo/prefixes.txt

@@ -0,0 +1,10 @@
+bo  # in-law
+dis  # dis- (scattering)
+ek  # sudden or momentary action
+eks  # former
+fi  # shameful, nasty
+ge  # of both sexes
+mal  # opposite
+mis  # wrong, incorrect
+pra  # ancient
+re  # again, back

disvortilo/roots.txt

@@ -0,0 +1,502 @@
+esperant
+fingr
+
+
+absolut
+adres
+afer
+afrik
+ag
+akcept
+akv
+ali
+alt
+am
+amas
+amerik
+amik
+ampleks
+amuz
+angl
+anonc
+aparat
+apart
+aper
+aranĝ
+asoci
+aspekt
+atend
+atent
+ating
+av
+aĉet
+aĝ
+aŭd
+aŭskult
+aŭtobus
+banan
+batal
+baz
+bedaŭr
+bel
+bend
+bezon
+bibliotek
+bild
+bilet
+bird
+bon
+botel
+bulgar
+cel
+centr
+cert
+ceter
+cigared
+dan
+dank
+daŭr
+debat
+decid
+dek
+dekstr
+delegaci
+demand
+dev
+dezir
+deĵor
+diabl
+difin
+dir
+diskriminaci
+diskut
+divers
+divid
+dom
+don
+donac
+dorm
+du
+edz
+ekskurs
+ekster
+ekzempl
+ekzempler
+ekzist
+elekt
+entrepren
+erinac
+esenc
+esper
+est
+eventual
+evolu
+eŭrop
+facil
+fak
+fakt
+fal
+famili
+far
+fart
+feliĉ
+ferm
+festival
+film
+fin
+finn
+firm
+fiŝ
+flank
+flav
+flor
+flug
+foj
+forges
+form
+fort
+fot
+franc
+frank
+frat
+fraz
+fraŭl
+frenez
+fru
+funkci
+fuŝ
+german
+giĉet
+grad
+grand
+gratul
+grav
+grup
+gvid
+ha
+hav
+hebre
+hejm
+help
+hom
+hor
+hotel
+ide
+imag
+infan
+inform
+instru
+inteligent
+interes
+interpret
+invit
+ir
+iran
+ital
+japan
+jar
+jun
+kamp
+kant
+kapabl
+kapt
+kar
+karot
+kart
+kaz
+kaŝ
+kelk
+kilo
+klar
+klopod
+knab
+kolor
+komenc
+komision
+komitat
+kompetent
+komplet
+komplik
+kompren
+kon
+koncept
+koncern
+kongres
+konkret
+konkurs
+konsci
+konsent
+konserv
+konsil
+konsili
+konsist
+konstant
+kontakt
+kontrol
+korb
+korespond
+kost
+kovr
+kred
+kresk
+kri
+kruel
+kuir
+kuler
+kultur
+kunikl
+kur
+kutim
+kvar
+kvin
+labor
+lag
+land
+lanĉ
+las
+last
+lav
+leg
+lern
+lert
+leter
+lev
+liber
+libr
+lig
+lingv
+lit
+liter
+literatur
+lok
+long
+loĝ
+lu
+lud
+man
+manier
+mank
+manĝ
+map
+mar
+marŝ
+maten
+material
+maŝin
+membr
+memor
+met
+mez
+miks
+mil
+minimum
+minut
+mir
+moment
+mon
+monat
+mond
+mont
+montr
+mov
+mult
+naci
+nask
+naĝ
+naŭ
+neces
+nederland
+nepr
+neŭtral
+nivel
+nokt
+nom
+normal
+nov
+nud
+numer
+ofert
+oficial
+oft
+ok
+okaz
+okcident
+okup
+opini
+ord
+ordinar
+organiz
+orient
+ov
+pag
+paper
+pardon
+parol
+pas
+patr
+paĝ
+paŝ
+pend
+pens
+perd
+perfekt
+period
+persik
+person
+pet
+pied
+plan
+plank
+plaĉ
+plen
+plor
+plur
+pokal
+pom
+pont
+popular
+port
+postul
+pov
+prav
+precip
+preciz
+prefer
+preleg
+premi
+pren
+prepar
+pret
+prez
+prezent
+prezid
+princip
+problem
+produkt
+profesi
+profesor
+program
+proksim
+propon
+protest
+protokol
+prov
+publik
+punkt
+pup
+pur
+rajt
+rakont
+rapid
+raport
+region
+regul
+reklam
+rekomend
+rekt
+relativ
+renkont
+respond
+rest
+ricev
+rid
+rigard
+rilat
+rimark
+river
+riĉ
+romp
+rus
+sal
+salon
+salt
+salut
+sam
+sat
+saĝ
+saŭn
+sci
+scienc
+seg
+seks
+sekv
+semajn
+senc
+send
+sent
+sep
+seri
+serĉ
+ses
+sid
+signif
+simil
+simpl
+simul
+sinjor
+siren
+sistem
+situaci
+skandinavi
+skatol
+ski
+skrib
+soci
+sol
+solv
+sorĉ
+spec
+special
+specif
+spert
+spinac
+star
+stat
+statut
+strat
+struktur
+stult
+sud
+sufiĉ
+suk
+sukces
+supoz
+supr
+sved
+svis
+tabl
+tabul
+tag
+tajp
+task
+te
+teatr
+tekst
+teler
+tem
+temp
+temperatur
+ten
+teren
+terur
+tim
+traduk
+trajn
+trakt
+tranĉ
+tri
+trink
+trov
+tuk
+tut
+tuŝ
+universal
+universitat
+unu
+urb
+uson
+util
+uz
+valor
+varm
+vast
+ven
+vend
+venk
+ver
+verk
+vesper
+vest
+veter
+vetur
+vid
+vir
+viv
+vizit
+voj
+vojaĝ
+vol
+volv
+vort
+voĉ
+vulp
+zorg
+ĉambr
+ĉarm
+ĉef
+ĉeval
+ĉin
+ĝen
+ĝeneral
+ĝoj
+ĝust
+ĵet
+ŝaf
+ŝajn
+ŝanc
+ŝanĝ
+ŝat
+ŝip
+ŝir
+ŝlos
+ŝtel

disvortilo/suffixes.txt

@@ -0,0 +1,45 @@
+aĉ  # contemptible
+ad  # frequent or continuous action (gerund)
+aĵ  # substance
+an  # member
+ar  # collection of
+ĉj  # male affectionate suffix
+ebl  # possibility
+ec  # abstract quality; -ness
+eg  # of great size or degree
+ej  # place
+em  # tending to
+end  # something that must be done
+er  # single, individual, unit
+estr  # leader
+et  # of small size or degree
+id  # offspring
+ig  # causing something to be
+iĝ  # becoming something
+il  # instrument; tool
+ind  # worthy of
+ing  # holder for an object
+in  # feminine suffix
+ism  # -ism
+ist  # -ist
+nj  # female affectionate suffix
+obl  # times (with numbers)
+on  # fraction (with numbers)
+op  # together (with numbers)
+uj  # container
+ul  # person possessing a certain quality
+um  # indefinite suffix
+
+# passive forms
+at
+it
+ot
+
+# active forms
+ant
+int
+ont
+
+
+# Unofficial
+iĉ  # masculine form

disvortilo-0.1.0.dist-info/METADATA

@@ -0,0 +1,45 @@
+Metadata-Version: 2.4
+Name: disvortilo
+Version: 0.1.0
+Summary: Disvortilo is a simple tool that breaks Esperanto words into roots and affixes.
+Author-email: Franz Weingartz <scaui0@gmx.net>
+License-Expression: MIT
+Project-URL: Homepage, https://github.com/LerniloEO/disvortilo
+Project-URL: Repository, https://github.com/LerniloEO/disvortilo
+Project-URL: Issues, https://github.com/LerniloEO/disvortilo/issues
+Keywords: Esperanto,morphology,linguistics,NLP
+Classifier: Topic :: Text Processing :: Linguistic
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Dynamic: license-file
+
+# Disvortilo
+
+Disvortilo is a simple tool that breaks Esperanto words into roots and affixes.
+
+## Getting Started
+
+You can install Disvortilo from PyPI using pip:
+
+```shell
+pip install disvortilo
+```
+
+## Examples
+
+```python
+from disvortilo import Disvortilo
+
+disvortilo = Disvortilo()
+
+print(disvortilo.parse("malliberejo"))
+# > [('mal', 'liber', 'ej', 'o')]
+
+# some have more than one possible output
+# like "Esperanto" which means "a hoping person"
+print(disvortilo.parse("esperantistino"))
+# > [('esper', 'ant', 'ist', 'in', 'o'), ('esperant', 'ist', 'in', 'o')]
+```

disvortilo-0.1.0.dist-info/RECORD

@@ -0,0 +1,10 @@
+disvortilo/__init__.py,sha256=kk2bn3ukv7QPcOHoQ9N9vTT3X8FqRhzF4R_Z-Dtb73A,5158
+disvortilo/full_words.txt,sha256=gqlLPTDPLnylGOWSQvEsxb_lOUUs1HtODUrMDbbSL94,578
+disvortilo/prefixes.txt,sha256=jiVFM0haIRxwfL9wUrGqvcDI67E4lhgxxV9YrwLOe-w,199
+disvortilo/roots.txt,sha256=07oJw43UbSGuVvpQu4jfkKj60zOyIhQOeaGcWuPziEg,2909
+disvortilo/suffixes.txt,sha256=lwjCpl_4GN0G295P3W1o0abtUgU34o7sTpHyOpN8HTo,845
+disvortilo-0.1.0.dist-info/licenses/LICENSE,sha256=3J4UnGzcrGIf2Lc5evXPrVJokpAYNGuvHYAlfzsjOmU,1072
+disvortilo-0.1.0.dist-info/METADATA,sha256=8SY3i6t5WxkD2fsW9S26oxDyf7IQOM7d1NOdWuC1ezU,1281
+disvortilo-0.1.0.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+disvortilo-0.1.0.dist-info/top_level.txt,sha256=K05C9mVwZZRGYnjvcJwsU8cg6L3fjrwE73ydJUCu5AA,11
+disvortilo-0.1.0.dist-info/RECORD,,

disvortilo-0.1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (80.10.2)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

disvortilo-0.1.0.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Franz Weingartz
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

disvortilo-0.1.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+disvortilo