hits-to-stts 0.1.0__tar.gz

hits_to_stts-0.1.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2024 Türker Han
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

hits_to_stts-0.1.0/PKG-INFO

@@ -0,0 +1,96 @@
+Metadata-Version: 2.3
+Name: hits-to-stts
+Version: 0.1.0
+Summary: Convert HiTS part-of-speech tags to STTS tags.
+License: MIT License
+         
+         Copyright (c) 2024 Türker Han
+         
+         Permission is hereby granted, free of charge, to any person obtaining a copy
+         of this software and associated documentation files (the "Software"), to deal
+         in the Software without restriction, including without limitation the rights
+         to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+         copies of the Software, and to permit persons to whom the Software is
+         furnished to do so, subject to the following conditions:
+         
+         The above copyright notice and this permission notice shall be included in all
+         copies or substantial portions of the Software.
+         
+         THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+         IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+         FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+         AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+         LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+         OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+         SOFTWARE.
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.13
+Requires-Python: >=3.13
+Project-URL: Repository, https://github.com/daanvdn/HiTS-to-STTS-Mapping
+Project-URL: Upstream, https://github.com/tuerkerhan/HiTS-to-STTS-Mapping
+Description-Content-Type: text/markdown
+
+# HiTS to STTS Tagset Conversion
+
+> [!NOTE]
+> This repository is a fork of
+> [tuerkerhan/HiTS-to-STTS-Mapping](https://github.com/tuerkerhan/HiTS-to-STTS-Mapping).
+
+Convert HiTS (Historical Tagset) part-of-speech tags to STTS
+(Stuttgart-Tuebingen Tagset) tags. The project requires Python 3.13 or newer
+and uses [uv](https://docs.astral.sh/uv/) for project and package management.
+
+## Development
+
+Clone the repository and create the locked development environment:
+
+```bash
+uv sync
+```
+
+Run the tests:
+
+```bash
+uv run python -m unittest discover -s tests
+```
+
+## Library usage
+
+Install the project from a local checkout:
+
+```bash
+uv add --editable ../HiTS-to-STTS-Mapping
+```
+
+It can then be imported like any other dependency:
+
+```python
+from hits_to_stts import map_tag
+
+mapped_tag = map_tag("ADJN.Masc.Nom.Sg")
+assert mapped_tag == "ADJA.Nom.Sg.Masc"
+```
+
+To build installable source and wheel distributions:
+
+```bash
+uv build
+```
+
+The artifacts are written to `dist/`.
+
+## CLI usage
+
+The bundled HiTS tagset can be mapped and checked against the bundled STTS
+tagset with:
+
+```bash
+uv run hits-to-stts
+```
+
+Unknown tags and mapped tags that are absent from the STTS tagset are printed.
+
+## License
+
+This project is licensed under the MIT License. See `LICENSE` for details.

hits_to_stts-0.1.0/README.md

@@ -0,0 +1,63 @@
+# HiTS to STTS Tagset Conversion
+
+> [!NOTE]
+> This repository is a fork of
+> [tuerkerhan/HiTS-to-STTS-Mapping](https://github.com/tuerkerhan/HiTS-to-STTS-Mapping).
+
+Convert HiTS (Historical Tagset) part-of-speech tags to STTS
+(Stuttgart-Tuebingen Tagset) tags. The project requires Python 3.13 or newer
+and uses [uv](https://docs.astral.sh/uv/) for project and package management.
+
+## Development
+
+Clone the repository and create the locked development environment:
+
+```bash
+uv sync
+```
+
+Run the tests:
+
+```bash
+uv run python -m unittest discover -s tests
+```
+
+## Library usage
+
+Install the project from a local checkout:
+
+```bash
+uv add --editable ../HiTS-to-STTS-Mapping
+```
+
+It can then be imported like any other dependency:
+
+```python
+from hits_to_stts import map_tag
+
+mapped_tag = map_tag("ADJN.Masc.Nom.Sg")
+assert mapped_tag == "ADJA.Nom.Sg.Masc"
+```
+
+To build installable source and wheel distributions:
+
+```bash
+uv build
+```
+
+The artifacts are written to `dist/`.
+
+## CLI usage
+
+The bundled HiTS tagset can be mapped and checked against the bundled STTS
+tagset with:
+
+```bash
+uv run hits-to-stts
+```
+
+Unknown tags and mapped tags that are absent from the STTS tagset are printed.
+
+## License
+
+This project is licensed under the MIT License. See `LICENSE` for details.

hits_to_stts-0.1.0/pyproject.toml

@@ -0,0 +1,26 @@
+[project]
+name = "hits-to-stts"
+version = "0.1.0"
+description = "Convert HiTS part-of-speech tags to STTS tags."
+readme = "README.md"
+requires-python = ">=3.13"
+classifiers = [
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.13",
+]
+dependencies = []
+
+[project.license]
+file = "LICENSE"
+
+[project.urls]
+Repository = "https://github.com/daanvdn/HiTS-to-STTS-Mapping"
+Upstream = "https://github.com/tuerkerhan/HiTS-to-STTS-Mapping"
+
+[project.scripts]
+hits-to-stts = "hits_to_stts.__main__:main"
+
+[build-system]
+requires = ["uv_build>=0.9.2,<0.10.0"]
+build-backend = "uv_build"

hits_to_stts-0.1.0/pyproject.toml.orig

@@ -0,0 +1,24 @@
+[project]
+name = "hits-to-stts"
+version = "0.1.0"
+description = "Convert HiTS part-of-speech tags to STTS tags."
+readme = "README.md"
+requires-python = ">=3.13"
+license = { file = "LICENSE" }
+classifiers = [
+    "License :: OSI Approved :: MIT License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.13",
+]
+dependencies = []
+
+[project.urls]
+Repository = "https://github.com/daanvdn/HiTS-to-STTS-Mapping"
+Upstream = "https://github.com/tuerkerhan/HiTS-to-STTS-Mapping"
+
+[project.scripts]
+hits-to-stts = "hits_to_stts.__main__:main"
+
+[build-system]
+requires = ["uv_build>=0.9.2,<0.10.0"]
+build-backend = "uv_build"

hits_to_stts-0.1.0/src/hits_to_stts/__init__.py

@@ -0,0 +1,173 @@
+"""Convert HiTS part-of-speech tags to STTS tags."""
+
+import re
+
+__all__ = ["convert", "get_pos", "hits_to_stts", "map_tag", "unknown_pos"]
+
+
+hits_to_stts = {
+    "ADJN": "ADJA",
+    "ADJS": "ADJA",
+    "AVD": "ADV",
+    "AVNEG": "ADV",
+    "AVG": "PWAV",
+    "AVW": "PWAV",
+    "APPR": "APPR",
+    "APPO": "APPO",
+    "CARDA": "CARD",
+    "CARDD": "CARD",
+    "CARDN": "CARD",
+    "CARDS": "CARD",
+    "DDART": "ART",
+    "DDA": "PDAT",
+    "DDS": "PDS",
+    "DDN": "PDAT",
+    "DDD": "PDAT",
+    "DIA": "PIAT",
+    "DIART": "ART",
+    "DID": "PDAT",
+    "DIN": "PDAT",
+    "DRELS": "PRELS",
+    "DPOSA": "PPOSAT",
+    "DPOSN": "PPOSAT",
+    "DPOSD": "PPOSS",
+    "DPOSGEN": "PPOSAT",
+    "DPOSS": "NN",
+    "DWA": "PWAT",
+    "DWN": "PWAT",
+    "DWS": "PWS",
+    "DWD": "PWS",
+    "KO*": "KOUS",
+    "NA": "NN",
+    "PAVAP": "PAV",
+    "PAVD": "PAV",
+    "PAVG": "PAV",
+    "PAVREL": "PWAV",
+    "PAVW": "PWAV",
+    "VVPS": "ADJA",
+    "VAPS": "ADJA",
+    "VMPS": "ADJA",
+    "PI": "PIS",
+    "VVFIN": "VVFIN",
+    "NE": "NE",
+    "VVIMP": "VVIMP",
+    "PPER": "PPER",
+    "VAFIN": "VAFIN",
+    "VAIMP": "VAIMP",
+    "VMFIN": "VMFIN",
+    "ADJA": "ADJA",
+    "VMINF": "VMINF",
+    "ADJD": "ADJD",
+    "PRF": "PRF",
+    "CARD": "CARD",
+    "PW": "PWS",
+    "DIS": "PIS",
+    "DGA": "PWAT",
+    "DGS": "PWS",
+    "PG": "PWS",
+    "PGA": "PWAT",
+}
+
+unknown_pos: set[str] = set()
+
+
+def get_pos(tag: str) -> str:
+    """Return the part-of-speech component of a HiTS tag."""
+    return tag.split(".", 1)[0]
+
+
+def convert(pos: str) -> str:
+    """Convert a HiTS POS value to STTS, preserving unknown values."""
+    if pos in hits_to_stts:
+        return hits_to_stts[pos]
+    if pos in hits_to_stts.values():
+        return pos
+
+    unknown_pos.add(pos)
+    return pos
+
+
+def map_tag(tag: str) -> str:
+    """Convert a complete HiTS tag to its STTS representation."""
+    tag = (
+        tag.replace("Masc,Neut", "*")
+        .replace("Fem,Masc", "*")
+        .replace("Fem,Neut", "*")
+        .replace("Masc,Fem", "*")
+        .replace("VVINF", "VVINF.Inf")
+        .replace("VMINF", "VMINF.Inf")
+        .replace("VAPP", "VAPP.Psp")
+    )
+
+    if re.match(r"(AVG)", tag):
+        return convert(tag)
+
+    match = re.match(
+        r"(ADJA|ADJD|ADJN|ADJS)\.?(Pos|Comp|Sup|\*)?"
+        r"\.?(Masc|Fem|Neut|\*)?\.?(Nom|Gen|Dat|Akk|\*)?"
+        r"\.?(Sg|Pl|\*)?\.?(st|wk|\*)?",
+        tag,
+    )
+    if match:
+        pos, degree, gender, case, number, _strength = match.groups()
+        if case == "Akk":
+            case = "Acc"
+        return ".".join(
+            value
+            for value in [convert(pos), degree, case, number, gender]
+            if value
+        )
+
+    match = re.match(
+        r"(DPOSD|NA|CARDD|CARDA|CARDN|CARDS|DDA|DDART|DDD|DDN|DDS|DGA|DGS|"
+        r"DIA|DIART|DID|DIN|DIS|DPOSA|DPOSN|DPOSS|DRELS|DWA|DWD|DWS|NA|NE|"
+        r"PG|PI|PW)\.?(Masc|Fem|Neut|\*)?\.?(Nom|Gen|Dat|Akk|\*)?"
+        r"\.?(Sg|Pl|\*)?\.?(st|wk|\*)?",
+        tag,
+    )
+    if match:
+        pos, gender, case, number, _strength = match.groups()
+        if case == "Akk":
+            case = "Acc"
+        return ".".join(
+            value for value in [convert(pos), case, number, gender] if value
+        )
+
+    match = re.match(
+        r"(CARD)\.?(Masc|Fem|Neut|\*)?\.?(Nom|Gen|Dat|Akk|\*)?"
+        r"\.?(Sg|Pl|\*)?\.?(st|wk|\*)?",
+        tag,
+    )
+    if match:
+        pos, _gender, _case, _number, _strength = match.groups()
+        return convert(pos)
+
+    match = re.match(
+        r"(PPER|PRF)\.?(Masc|Fem|Neut|\*)?\.?(Nom|Gen|Dat|Akk|\*)?"
+        r"\.?(Sg|Pl|\*)?\.?(st|wk|\*)?(1|2|3|\*)?",
+        tag,
+    )
+    if match:
+        pos, gender, case, number, _strength, person = match.groups()
+        if case == "Akk":
+            case = "Acc"
+        return ".".join(
+            value
+            for value in [convert(pos), person, case, number, gender]
+            if value
+        )
+
+    match = re.match(
+        r"(VAFIN|VAIMP|VMFIN|VVFIN|VVIMP)\.?(Ind|Subj|\*)?"
+        r"\.?(Past|Pres\*)?\.?(Sg|Pl|\*)?\.?(1|2|3|\*)?",
+        tag,
+    )
+    if match:
+        pos, mood, tense, number, person = match.groups()
+        return ".".join(
+            value
+            for value in [convert(pos), person, number, tense, mood]
+            if value
+        )
+
+    return tag

hits_to_stts-0.1.0/src/hits_to_stts/__main__.py

@@ -0,0 +1,25 @@
+"""Command-line validation of the bundled HiTS mapping."""
+
+from importlib.resources import files
+
+from . import map_tag, unknown_pos
+
+
+def _read_tagset(filename: str) -> list[str]:
+    resource = files("hits_to_stts").joinpath("data", filename)
+    return resource.read_text(encoding="utf-8").splitlines()
+
+
+def main() -> None:
+    """Map the bundled HiTS tagset and compare it with the STTS tagset."""
+    hits = _read_tagset("HiTS-tagset.txt")
+    stts = set(_read_tagset("Tiger_v8_tagset.txt"))
+    invalid_tags = set(map(map_tag, hits)) - stts
+
+    print(invalid_tags)
+    print("fehler: ", len(invalid_tags))
+    print("Unknown POS list:", unknown_pos)
+
+
+if __name__ == "__main__":
+    main()