lexitrace 0.1.0__py3-none-any.whl

lexitrace/__init__.py

@@ -0,0 +1,53 @@
+"""Turkish-aware text helpers of the LexiTrace project."""
+
+from __future__ import annotations
+
+import re
+import unicodedata
+
+__version__ = "0.1.0"
+__all__ = [
+    "APOSTROPHES",
+    "fold_circumflex",
+    "normalize_apostrophes",
+    "search_key",
+    "tr_lower",
+    "tr_upper",
+]
+
+_LOWER_I = str.maketrans({"I": "ı", "İ": "i"})
+_UPPER_I = str.maketrans({"i": "İ", "ı": "I"})
+# Î is the capital of î, the dotted i with a circumflex, so it folds to the dotted capital İ.
+_FOLD = str.maketrans("âîûÂÎÛ", "aiuAİU")
+#: The apostrophe shapes that printed and scanned Turkish text uses.
+APOSTROPHES = "’‘ʼ`´‟"
+_APOSTROPHE_MAP = str.maketrans({ch: "'" for ch in APOSTROPHES})
+_SPACES = re.compile(r"\s+")
+
+
+def tr_lower(text: str) -> str:
+    """Turkish lower-casing: I becomes ı and İ becomes i, then the rest as usual."""
+    return text.translate(_LOWER_I).lower()
+
+
+def tr_upper(text: str) -> str:
+    """Turkish upper-casing: i becomes İ and ı becomes I, then the rest as usual."""
+    return text.translate(_UPPER_I).upper()
+
+
+def fold_circumflex(text: str) -> str:
+    """Fold the circumflex vowels: â to a, î to i, û to u, and their capitals."""
+    return text.translate(_FOLD)
+
+
+def normalize_apostrophes(text: str) -> str:
+    """Map every apostrophe shape of APOSTROPHES to the ASCII apostrophe. Keeps the length."""
+    return text.translate(_APOSTROPHE_MAP)
+
+
+def search_key(text: str) -> str:
+    """A key for matching what a user types to a word: NFC, Turkish lower case, no
+    circumflex, no apostrophe, single spaces."""
+    key = fold_circumflex(tr_lower(unicodedata.normalize("NFC", text)))
+    key = normalize_apostrophes(key).replace("'", "")
+    return _SPACES.sub(" ", key).strip()

lexitrace-0.1.0.dist-info/METADATA

@@ -0,0 +1,52 @@
+Metadata-Version: 2.5
+Name: lexitrace
+Version: 0.1.0
+Summary: Turkish-aware text helpers of the LexiTrace project: casing with dotted and dotless i, circumflex folding, apostrophe normalising and search keys.
+Author: Batuhan Duras
+License-Expression: MIT
+License-File: LICENSE
+Keywords: casing,nlp,normalization,text,turkish
+Classifier: Development Status :: 4 - Beta
+Classifier: Intended Audience :: Developers
+Classifier: Natural Language :: Turkish
+Classifier: Programming Language :: Python :: 3
+Classifier: Topic :: Text Processing :: Linguistic
+Classifier: Typing :: Typed
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+
+# lexitrace
+
+Turkish-aware text helpers of the LexiTrace project: casing with dotted and dotless i, circumflex folding, apostrophe normalising and search keys.
+
+Plain lower-casing is wrong for Turkish. `I` is the capital of `ı`, and `İ` is the capital of `i`, so `ISPARTA` shall become `ısparta`, not `isparta`. Older texts also write `â`, `î` and `û`, and they print the apostrophe in six shapes. These helpers apply the rules that the LexiTrace project uses when it counts and searches words.
+
+## Install
+
+```bash
+pip install lexitrace
+```
+
+## Use
+
+```python
+from lexitrace import tr_lower, tr_upper, fold_circumflex, normalize_apostrophes, search_key
+
+tr_lower("ISPARTA İZMİR")            # "ısparta izmir"
+tr_upper("ırmak izmir")              # "IRMAK İZMİR"
+fold_circumflex("hükûmet kâtip")     # "hükumet katip"
+normalize_apostrophes("Hatay’ın")    # "Hatay'ın"
+search_key("  MİLLÎ   Eğitim’in ")   # "milli eğitimin"
+```
+
+No dependencies. Python 3.9 or newer.
+
+## About
+
+LexiTrace is a study of word replacement in Turkish parliamentary records from 1928 to 2024, by Batuhan Duras. This package holds its text helpers. More of the project may follow under this name.
+
+Written with the help of Claude Code (Anthropic).
+
+## License
+
+MIT.

lexitrace-0.1.0.dist-info/RECORD

@@ -0,0 +1,6 @@
+lexitrace/__init__.py,sha256=puvlwIYoCmZp591-Tu22_BgqWFaii4271U05sfoPuK8,1731
+lexitrace/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+lexitrace-0.1.0.dist-info/METADATA,sha256=xnFGjoD8pVnqudsuaBWQ7ZEWwwC2rnCbbf8vsnQqQ2o,1912
+lexitrace-0.1.0.dist-info/WHEEL,sha256=2iZrJkDIkeDh0k9SikKMqFuRP-ua6mb4Ir1AsER4BEw,87
+lexitrace-0.1.0.dist-info/licenses/LICENSE,sha256=ufVT-__hPt0Q9yx8VFaYj9dnoTChIcXQ3vv6LUyP3jU,1070
+lexitrace-0.1.0.dist-info/RECORD,,

lexitrace-0.1.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.33.0
+Root-Is-Purelib: true
+Tag: py3-none-any

lexitrace-0.1.0.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Batuhan Duras
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.