unicodedata-reader 1.3.4__tar.gz → 1.3.6__tar.gz

unicodedata_reader-1.3.6/.github/dependabot.yml

@@ -0,0 +1,10 @@
+# Please see the documentation for all configuration options:
+# https://docs.github.com/en/code-security/dependabot/ecosystems-supported-by-dependabot/supported-ecosystems-and-repositories
+
+version: 2
+updates:
+  - package-ecosystem: "uv"
+    directory: "/"
+    schedule:
+      interval: "daily"
+    open-pull-requests-limit: 10

unicodedata_reader-1.3.6/.github/workflows/ci.yml

@@ -0,0 +1,36 @@
+# This workflow will install Python dependencies, run tests and lint with a variety of Python versions
+# For more information see: https://docs.github.com/en/actions/automating-builds-and-tests/building-and-testing-python
+
+name: Python package CI
+
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    branches: [ "main" ]
+
+jobs:
+  build:
+
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        python-version: ["3.9", "3.10", "3.11", "3.12", "3.13"]
+
+    steps:
+    - uses: actions/checkout@v4
+
+    # https://docs.astral.sh/uv/guides/integration/github/
+    - name: Install uv and set up Python ${{ matrix.python-version }}
+      uses: astral-sh/setup-uv@v5
+      with:
+        python-version: ${{ matrix.python-version }}
+
+    - name: Install dependencies
+      run: |
+        uv sync --all-extras --dev
+
+    - name: Test with pytest
+      run: |
+        uv run pytest

unicodedata_reader-1.3.6/.github/workflows/publish.yml

@@ -0,0 +1,35 @@
+name: Publish
+
+# Controls when the action will run.
+on:
+  release:
+    types: [created]
+
+  # Allows you to run this workflow manually from the Actions tab
+  workflow_dispatch:
+
+jobs:
+  publish:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: '3.x'
+
+      # https://docs.astral.sh/uv/guides/integration/github/
+      - name: Install uv
+        uses: astral-sh/setup-uv@v5
+
+      - name: Install Dependencies
+        run: |
+          uv sync --all-extras --dev
+
+      - name: Build and publish
+        run: |
+          uv build
+          uv publish
+        env:
+          UV_PUBLISH_TOKEN: ${{ secrets.PYPI_TOKEN }}

unicodedata_reader-1.3.6/.gitignore

@@ -0,0 +1,131 @@
+.vscode/
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+.python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/

unicodedata_reader-1.3.6/.yapfignore

@@ -0,0 +1,4 @@
+.eggs
+.tox
+.venv
+.vscode

{unicodedata_reader-1.3.4 → unicodedata_reader-1.3.6}/PKG-INFO

@@ -1,21 +1,11 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: unicodedata-reader
-Version: 1.3.4
-Summary: 
-Home-page: https://github.com/kojiishi/unicodedata-reader
-License: Apache-2.0
-Author: Koji Ishii
-Author-email: kojii@chromium.org
-Requires-Python: >=3.8
-Classifier: License :: OSI Approved :: Apache Software License
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
-Classifier: Programming Language :: Python :: 3.12
-Requires-Dist: platformdirs (>=2.2,<5.0)
-Project-URL: Repository, https://github.com/kojiishi/unicodedata-reader
+Version: 1.3.6
+Author-email: Koji Ishii <kojii@chromium.org>
+License-Expression: Apache-2.0
+License-File: LICENSE
+Requires-Python: >=3.9
+Requires-Dist: platformdirs>=4.3.8
 Description-Content-Type: text/markdown
 
 [![CI](https://github.com/kojiishi/unicodedata-reader/actions/workflows/ci.yml/badge.svg)](https://github.com/kojiishi/unicodedata-reader/actions/workflows/ci.yml)
@@ -100,4 +90,3 @@ unicodedata-reader lb -t js/template.js
 [GeneralCategory.js]: https://github.com/kojiishi/unicodedata-reader/blob/main/js/GeneralCategory.js
 [LineBreak.html]: https://github.com/kojiishi/unicodedata-reader/blob/main/js/LineBreak.html
 [LineBreak.js]: https://github.com/kojiishi/unicodedata-reader/blob/main/js/LineBreak.js
-

unicodedata_reader-1.3.6/js/GeneralCategory.js

@@ -0,0 +1,26 @@
+const uGeneralCategoryAsInt = (function () {
+  const bytes = atob("h2ABQgNCBAUCBgIHIoIoIkYihikEAgUKCwqGLAQGBQaIAAECYw0CCg0ODwYQDQoNBjEKDCIKEQ4SUQKFSQaBSYVsBoFsCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCSwJDAkMCQwJDAkMCQwJDAksCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDCkMCQwJTCkMCQwpDEksaQwpDElMKQwpDAkMCQwpDAksCQwpDEkMCQwpLA4JTG4JEwwJEwwJEwwJDAkMCQwJDAkMCQwJDAksCQwJDAkMCQwJDAkMCQwJDAksCRMMCQxJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCYFMKQwpLAkMaQwJDAkMCQwJkQwOhkyENGqCdIMqgRSBShQKFIQKm3UJDAkMFAoJDDYUTAIJdioJAkkWCRYpDIQJFoIJiEwJLElMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAmBDAkMBgkMKSyMSYtsCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDA2BFTcJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwpDAkMCQwJDAkMCQwJLAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDBaJKTYUgSKKDAIHNi0DFosVBxUCNQI1AhWBdoZOdm4iglaBMEYiAyItglUCEEKHbhSCLoUVgihiLhWYTgIOgVUQDYE1NDUNdS6CKE4tDoMiFhAOFYcuhlU2lg6CVQ6DNoIoiA6CFTQNQhQ2FSOFLnUUghUUVRSBFTaDQhaGDlU2AhaCToEWhW4KgS4WMIEWghWKDhSFdRCHdRiNLhUYFQ5YgXV4FTgOgVWCLjUigigCFINOFTgWgW42LjaFLhaBThYOVm42FQ5YdTY4NjgVDoF2GHYuFk41NoIoLiOBMQ0DDgIVNjUYFoEudi42hS4WgU4WLhYuFi42FRZYNXY1NlVWFYFWbhYOgVaCKDVOFQKCNjUYFoIOFk4WhS4WgU4WLhaBDjYVDliBFRY1GBY4FTYOg1YuNTaCKAIDgVYOgTUWFTgWgW42LjaFLhaBThYuFoEONhUOGBUYdTY4NjgVgVY1GHYuFk41NoIoDQ6BMYI2FQ4WgS5WThZuVi4WDhYuVi5WTlaCbnY4FThWWBZYFTYOgTYYgzaCKFGBLQMNgRYVWBWBbhZOFoVOFoNuNhUOVXgWVRZ1gVY1Fk42DjYuNTaCKIFWAoFRDQ4VOAKBbhZOFoVOFoIuFoEONhUOGBWBGBYVOBY4NYFWOIE2LhYuNTaCKBYuGIJ2NTiCDhZOFooONQ5YdRZYFlgVDg12ThiBUU41NoIoghENgS4WFTgWhC5WhW4Wgg4WDjaBTlYVdlhVFhUWgXiBNoIoNjgCgnaLbhUugVV2A4EuFIF1AoIoIokWLhYOFoEOFoVuFg4Wgi4VLoIVDjaBDhYUFoFVFoIoNm6Hdg5Ng0INAk01gS2CKIIxDRUNFQ0VBAUEBTiBbhaIbnaDNRiBFQI1gQ6CVRaIdRaBbRWBLRYtgQJtIokWik44dRiBNRg1ODUOgiiBIoEuODVuVQ5YLoFYTnWDDhU4NYE4FQ4YgihYFS2JKRYJgRYJNopMAhRM0g4WbjaBThYOFm42ig4WbjaIDhZuNoFOFg4WbjaDThaODhZuNpBONlWCAoRxVoNugi2BNpUpNoEsNgeBmm4NAoQOAYYuBAVWkk5CWYFugVaELlUYghaETjUYIoIWhC41gnaDDhZOFjWCdoxuNRiBVYF4FTiCVUIUQgMOFTaCKIE2gjGBNoEiB2JVEBWCKIE2iE4UjQ6BVoEONYguFQ6BFpEugjaHThZVeDVYdjgVgThVdg1WIoIohy42gQ6CVopudoYugTaCKBFWiC2FTjU4FTYijQ4YFRiBVRYVGBU4gXWBOII1NhWCKIE2giiBNoFCFIEiNoM1F4N1jBZ1GItOFRiBFRgVgRgVOIFuFiKCKIFCgi2CFYINQjUYhy4YdTg1GFUugiiKbhUYNVgVGFU4gXZiiG6BeIF1ODVWgQKCKFZOgiiHLoE0IoIMCQyBFopJNkmBYoF2VQKDFRiBVW4VgS4VLhg1DoEWimyPVIMMFIgsiRSPdQkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJggwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJggyBaYEsNoEpNoFsgWmBbIFpgSw2gSk2gWwWCRYJFgkWCYFsgWmDLDaBbIFzgWyBc4FsgXOBDBYsaRMKDEpMFixpE0psNixpFkqBbIEJSjZMFixpEyoWgkGBEIEnIg8SBC8SBA+BYhobgRABggIPEmIrQgYEBYJCBgILgiIBgRAWgjARFDaBMUYEBRSCMUYEBRaDFFaIA4NWgxV3FVeCdYNWLQltCS0MSSxJDA0JLQaBCYEtCQ0JDQkNaQ0MaQxuDC0sKYEGCWwNBi0MDYNxiFkJDHkRLXaBBoENJm0GLQYtBoFNBodNJi0GDQaHTcJmgW0EBQQFhG0mgU0EBZQNBocthgaJbYEmkW2FNoJNhRaOcZMthTGtTQaCDQaNLYFmm00GvW0EBQQFBAUEBQQFBAUEBYcxim2BBgQFh0YEBQQFBAUEBQQFg2a/baBGBAUEBQQFBAUEBQQFBAUEBQQFBAUEBY9GBAUEBYdmBAXAJotthQYtgSaJTTaHbRaaDYtpi2wJDEksCQwJDAkMaQwJLAmBLDRJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAksgS0JDAkMVQkMgRZiESKJLBYMgRYMNo1ugVYUAoM2FYVOghaBThaBThaBThaBThaBThaBThaBThaBThaHdSIPEg8SQg8SAg8SggIHIgcCDxIiDxIEBQQFBAUEBYECFIIiJ2IHAgSDAi1CBAUEBQQFBAUHiDaGLRaWDYJ2tS2GNoNtAUINFA4ZBAUEBQQFBAUEBS0EBQQFBAUEBQcEJQ2CGXU4B4EULVkUDgItFpUuNjUqNA4Hli4CVA6BFopOFpcuFi1xgi2HboktghYNg26HTRaCMYctgXENg1GHbYIxiU2DUc9tjO9uj22phQ4Ugp1OVo1NghaJboE0IsJuFEKDboIoLoR2CQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDA4VVwKCNQIUCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDDQ1kS6COTWBIoF2hUqCFCoJDAkMCQwJDAkMCQwJTAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMCQwJDAkMFIFsCQwJDCkMCQwJDAkMCQwUKgkMCQwOCQwJTAkMCQwJDAkMCQwJDAkMCQwJDAkMgQkMgQkMCQwJDAkMCQwJDAkMCQxpDAkMKQw2CQwWDBYMCQwJDAkMCYUWVAkMDjQMgU4VThVuFYVOODUYbRVWgTEtAw2BNoxuYoF2OIwug3g1gXYigiiBNoQ1gS5CDgIuFYIohm6BdSKFToJVOIJWAocOVlUYi04VOHU4NViDAhYUgih2IoEOFRSCDoIogQ4Wig6BNTg1ODWCFk4VgW4VGDaCKDZig24UgS5NDhgVGIwuFQ5VLjWBDjUOFQ6Fdi4UIoJOGDU4Ig40GBWCNoEuNoEuNoEughaBThaBThaKTAp0ggwUKnaTbIhOOBU4FTgCGBU2giiBNpXoboJ2hU52jA52g/98jL992y42mi6JNoFMgnaBDIEWDhWCLgaDDhaBDhYOFi4WLhaaboQKg3baTgUEg22PbjaNLoFWDYd2gm4DTYN1gUIEBQKBNoN1AicrBAUEBQQFBAUEBQQFBAUEBSIEBWJLQhZiBwQFBAUEBUIGB0YWAgMidoEOFqFONhAWQgNCBAUCBgIHIoIoIkYihikEAgUKCwqGLAQGBQYEBQIEBSKCLhSLDjSHTlaBLjaBLjaBLjZOViMGCg0jFg1mLYI2UC02gm4Whi4WhE4WLhaDTjaDLog2nk6BFkJ2ixFWgg2NGXGEDTFNFoMNVg2LVosNFaA2hw5WjA6DVhWGUXaHbnGCFoRuGYFuGYEWiS6BFYEWhy4WAohudoFuAoEZijaJaYlsky42giiBNohpdohsdolugXaMboJWAoJJFoNJFoFJFikWgkwWg0wWgUwWLFaMboJ2zU6CFoUugjaBboV2gTQWijQWghSRFoEuNg4Wim4WLlYONoVOFgKBcYVOLYFRh06BdoIRi3aEThYugRaBEYUugTFWAoYugRYCj3aNbnYxLoNxNosxDlUWNYEWdW4WThaHDjZVdhWCEYFWggKBVocOMQKHDlGHdoFuDYZuNXaBEYFCghaNLlaBQoUuNoFxhE6BFoFxhC6BVmKCdoFRk3aSDo1WjEmDFoxMgVaBMYhudYF2giiBNoIobhQOhSlWgRUHFIUsgXYms3aHURaKLhY1BzYug3ZOjVZ1hw6CMQ6BdoUuglVxgQKFNoQudWKJNoUOgVGEdoVOghYYFRiNDoNVgUJ2hHGCKBUuNQ6CFlUYiw5YdTg1IhBiFYI2EDaGDoFWgiiBNlWIboEVGIF1FoIoYg44DoF2iE4VIg6CFjUYi25YghU4bmJ1AhgVgigOAg5CFoRxglaELhaGDlhVOBUYNYEiFS4VjzaBThYOFm4Wg04Wgi4CgTaLThVYgXWBFoIogTY1OBaBbjYuNoUuFoFOFi4WgQ4WNQ44FXg2ODZYNg6BNhiBFoEOODaBVVaBFYJWgi4WDjYOFokuFg5YgTUWGDYYFngWOBUYFQ4VDiIWIoF2NYcWjQ5YgXU4VRgVboECgigiFgIVToc2i25YgTUYFXg1GDUuAg6BdoIoqTaLTlh1Nng1GDWFQm41iDaLbliBdTgVGDVCDoJWgiiBNoMChFaKThUYFTiBNRgVDgKBNoIogTaEaIZ2hk42FRgVOHUYgRV2gigxQg2BTq4Wim5YghUYNQKYdodph2yCKIIRgnaBbjYONoFuFi4WhW6BOBY4NjUYFQ4YDhgVQoIWgiiRNoFuNolOWHU2NXgVDgIOGIZWDoI1iW6BNRgOdYFiFYF2DoE1OFWLLoMVGDVCDoECgxaSDoFWgiKtNogOAoM2giiBNoIOFokOGIFVFoE1GBUOgQKCNoIohFFWIocuNoU1FhiBVRg1GDWSFoFOFi4WiS6BNVYVFjUWgVUOFYF2giiBNoEuFi4Wh26BGBY1FjgVGBUOgVaCKM02hE41OCKBVjUOGIMOFoguOIEVVjgVGBWDAoIoFZUWDoNWhRGBbWOEDYMWAoHmLpk2m1kWgQKCVrBuhZJ2mA4igxaCi26DcBWBLoNVgjaH5k6BFoGRTo2uFocugnVYVYIog7E2gY4OgVaHThaCKHYik04WgiiBNocuNoEVAoI2i26BVYECbXQCDYI2gigWgVEWhQ6BFoRO63ZUiW40QoIosTaHaYdshVFimRaSTnYVDo1YgVZ1gxSPdjQCFBWCVjiDNov9boF2grUuihaCLpG5VnQWgVQWNBbIToNWDocWTjYOgzZugXbiboTAdppOgRaDDlaCDoFWgi42DTUCcIfWdrttgiiBNuxtknaLNTaFVYIWnG2Odr0tgjaJTTaObThVTYE4gXCBdS2BVYctdY8NhRaQLVUNnjaEcYJ2hHGCdpVNghaGEaFWhimGLIYpgUwWhCyGKYYsCRYpNgk2KTZpFoFpbBYMFoFMFoJMhimGLCkWaTaBaRaBSRaGLCkWaRaBCRYJVoFJFoYshimGLIYphiyGKYYshimGLIYphiyGKYZsNoYJBoYMBoEshgkGhgwGgSyGCQaGDAaBLIYJBoYMBoEshgkGhgwGgSwJDDaMKP9tjVVtjDWBbRWDLRUtgQKDVoEVFoNVgpN2giwOhGyBNoEstRaBVRaEFTaBVRY1FoEVgRaPNIgWFZt2iw5WgVWBVDaCKHYODc92hy4VhBaKbnWCKIEWA/N2hk4UdYIotTaHLjUOgih2Avd2gU4WbhYuFoNOFrEONoIRgVWKFogpiCyBVRR2gih2IoHEFo5RDVEDcZJ2ixENg1GwNm4Whk4WLhYONg4Wgi4WbhYOFg6BNg52DhYOFg4WThYuFg42DhYOFg4WDhYOFi4WDjZuFoFOFm4WbhYOFoIuFoQOgRZOFoEOFoQOjHYmwzaKbXaYbYJ2g002g00Wg00WiQ2CNoMRqA2NdocNgxaKbXaCDYFWLYM2gS2mNr5NgQqBtW12hA1Wgw1WnU12l02BNoJtdg2DVoJtdo1tgXaCLYE2iW2BdoctNoJtdi2PNtRtgnaDLTaDDVaCLYEWjW2BVoNNNoJNgTaCDYFWpE0Wlm2CKIKBNtO3bod2iI4ugTa3LjaLoC6DNo7MDoNWgZsuhOg2gYcugvg2idJOgRaIl26K7pQWEIc2l3Cfdrt1/4N2//89Nv//PTY=");
+  const len = bytes.length;
+  const entries = []
+  let value = 0;
+  for (let i = 0; i < len; ++i) {
+    const byte = bytes.charCodeAt(i);
+    if (byte & 0x80) {
+      value = (value | (byte & 0x7F)) << 7;
+      continue;
+    }
+    value |= byte;
+    entries.push((value >> 5) + 1);
+    entries.push(value & 31);
+    value = 0;
+  }
+  return function (c) {
+    for (let i = 0; i < entries.length; i += 2) {
+      c -= entries[i];
+      if (c < 0)
+        return entries[i + 1];
+    }
+  }
+})();
+const uGeneralCategoryValues = ["Cc","Zs","Po","Sc","Ps","Pe","Sm","Pd","Nd","Lu","Sk","Pc","Ll","So","Lo","Pi","Cf","No","Pf","Lt","Lm","Mn","Cn","Me","Mc","Nl","Zl","Zp","Cs","Co"];
+function uGeneralCategory(c) { return uGeneralCategoryValues[uGeneralCategoryAsInt(c)]; }

unicodedata_reader-1.3.6/js/LineBreak.html

@@ -0,0 +1,19 @@
+<!DOCTYPE html>
+<script src="LineBreak.js"></script>
+<body>
+  <div>
+    <input id="input" autofocus style="width: 100%">
+  </div>
+  <pre id="result"></pre>
+<script>
+input.addEventListener('input', (e) => {
+  const text = input.value;
+  const results = [];
+  for (const ch of text) {
+    const code = ch.codePointAt(0);
+    results.push(`${ch} U+${code.toString(16)}: ${uLineBreak(code)}`);
+  }
+  result.textContent = results.join('\n');
+});
+</script>
+</body>

unicodedata_reader-1.3.6/js/LineBreak.js

@@ -0,0 +1,26 @@
+const uLineBreakAsInt = (function () {
+  const bytes = atob("hAABAkMEiEAFBgcICQoIBwsMCAkNDg0PhFBNgQgGjQgLCQyOCAsBEQiCQBKMQBMLCoEJCFQIFAcIAUgKCVQVCIIUB4EUC4sIFI8IFIHnCBQVgRQVFEgUgwiBVAgUCBWPSKcAE4VAgxOGAINIVoFIDQiBVoMIFggWiUgW70iDANJIFpJIVpdIDQFWSAkWlgABAAhACEAGAINWjReBVoFXSIUWglCBCIEKTUiFAAYAgQaVCIoAhFAKUIEIALEIBgiDABAIgkBIQAiBQEiEUIlIFkgAjkiNAFasCIUACIZWhFCQCIQAgUgNBghWAEmKSIFACIQACIEACIIAVocIFowIgQBWCBaFCIIWjwgWUIIWhACUSItAEJAAmkiBAAiIQAiDAIRIQEGEUIgIgQAWg0hWSFaKSBaDCBYIgRaBSFYACIMAVkBWgQAIg1YAgVZIFoEIQFaEUEhKgggKCAlIAFaBABaCSIFWSFaKSBaDCBZIFkgWSFYAFoIAgVZAVoEAgRYAgxaBSBYIgxaEUECBCAAIhFaBABaECBaBCBaKSBaDCBZIFoIIVgAIg0AWgQAWgQBWCIcWSEBWhFAICYMWCIJAFoEAFoNIVkhWikgWgwgWSBaCCFYACIMAVkBWgQCDFoEAgVZIFoEIQFaEUINIhFYACBaCSIEWgQgWgUiBFkgWCBZIgRZIgRaBCIEWhUiBVoIAgRaBABaBQFYIglYAhlaEUIQICQiCFoIAg0gWgQgWiwgWh0hWAAiDABaBABaBQIMWQBaBCFYIVkhAVoRQgxYVhAiBABWDSBaBCBaLCBaESBaCCFYACIMAFoEAFoFAgxZAglZIFkhAVoRQFkgAhVaBQIQIFoEIFpQIQAiDABaBABaBQEiBVoEIAIRIQFaEUIQICoJIFoEAFohIgRaLSBaECBYIVoMIgRYAgVaCQBYAFoNAglaEUFZACIVWnFiBVgmHGAiEUEGSFlgWGBaCGBaLWBYYFosYVoIYFhgWgxgWhFBWgViPVgiBVQhVE1UBE4IGEwgGgQhAgkiEUIRIAQAIAAgACxELEUCDSBaRSIFWhkABggABQIIIhQAWkUAWQYJIAIJIFkhVARWCCFOSFp9YhFBBgUifWIRQgliSSBYIghYIVpdIr1mjWqtbpAgWgUhWgwgWCBaBSFaUCBaBSFaQCBaBSFaDCBYIFoFIVocIFpwIFoFIVqEIVoEACAGNCIEWjEiCVqpIVoJIVgGCvwgBjEgLEYEWpQiBAYUIgxaISIFAhBaJCIEAQYQWiEhAhVaGCBaBCBZAhVapWEEcGAEIAQlYVoRQglaESIJWSEZBFQhGCIEAEwCEUIJWrAiDFoIIQJBIAAiCFqJIhFaPCBaFQIFWhUCBVgiBFkaEUI5YVoIYhRaVWIFWjFiCVoUQgRZYmwiCAFZInxgWjhhWAIRQglaEUIJWhlhWjwCYFoIAlx2HQB6DXRZBhF9BIIFBhGCEAIQggQGBAI5IhgBIhFCCSJJfhUBhg1aTSIlAgRaCAYRQgRaBCIRQkUhBhQiCFpUIVoUIg1aBAAiKAIFIAIJIAEiBAAiCFt9IhgATlkATgQCBikhWgkhWkkhWgkhWg0gWCBYIFggWjwhWmggWhwgWhkhWgkgWiQhWgQgWgwgVCBaDAROBASIAI0ABE0EkVAhHC4EHCwdUSIElAUOCABODSghHFFyCSA0LEYEchUgBCoFBCIEBJoFIFoRASFYUg0gLERQIgVSDSAsRFoYIgRaDCQqGSQqBSQpJCgkKhwmQAIcWgQgKCBSBCAqECBRICYRIVINIFJFIhxQIhVSBSIRUhwgUSIFWhFSbSBQIFJUIFAhUgQhUSBSBCBQIFEkIFIFIFEiBVEgUCBQIglQIFIIIgVSBSFSESBSBCBSCCBSGCFRIgVRIVEhUiEhUSFSGCBSBCBSFCBSMCBSXCCWLSAsRCxGCSBSDCGCGCAsR4giBYJpIilaFCIoWzxQIpVSBSJIUhQiHVEiBVIRIVAiDFINIVEhUgUhUSFSBSIEUSBRIgVSHSIFUhAgUh0iBYAhUSBSBSFSBSGBUIAiBICdgjAiBIIFIFAgUjghUCIEUCBQgVAhUCBSHCCCOSFSOCIVggVQgCIEgFGCBFGBUIFSBIAgUgUhUIIJUgiAUYCcgVINggQhggWekCBSBCIJHCEYggQgLEQsRCxELEQsRCxELEY5UmAgLEY8ICxELEQsRCxELEYHJCAsRCxELEQsRCxELEQsRCxELEQsRCxGfCAsRCxGPSAsRgasIghSMSFaPSBaBq0iBAEiCFgaBAQgGAZJIFgiCFghWm0iDFggBhlYAiwiEFoMIFoMIFoMIFoMIFoMIFoMIFoMIFoMIFo9AhkeDQQgBCwFIR0hHCxELEQsRCxGBQQYIQQhBgghkgQEIQQuDQQgBCEGBCEYLDAsMCwwLDAGQVoxgFqwghVbqYIxWh2ABUWAcYAsRCxELEQsRCxFgCxELEQsRCxEcC1GEYIJAgiAAgiBcgSAWKCAoICggKCAojCAojyAoICggKIJgKIJgaFZAgVwgHCggKCAoICggKIwgKI8gKCAoICiCYCiCYGiBYBwoXCCCFpUgFq5gFqpghBYgh2iPIBaTYINUm7dgn0jSiiAchLsggRabIIQWlkhBgYYIAQYBh0iEUEiJVpcIgUAIhECPSECnSEAIggGDVuZIVkgWCBaDSIoWh0gAgQgAgUgAiwiCAIFIAIEWg0gKCIJWmUhVRoNWQJhIiECDVkGEUIJWiECESBVIAIRQjUiDQEGLCIYAhRYIjhmBFoFAlx2GAB6CYIEBgWAWAYRfgVZgh1iEUIIYFpQfhkCEFoEBAINBQFaEX1YggQGxGItWghiFCIIAQYEIQIRWgkhWgkhWgkiEFoMIFoMIFp1IgVa5CINAAUBWhFCCVimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKimNKoVWixqBVpgbgVaH/2uY/1aB/2CDCIVWggiCFhcAhFcIhhcWghcWFxZXFlcWhFe5CIdWgbUIEQunSFaaSIMWCI9WhUgKgQiHQIERXEYLESWCVhMAEwATAFMAEwATAFMAgiALEQsRCxELEQsRCxELEQsRYAsRgyARIBEWXEYgCxELEQsRg2AWIAkKIIFWgggWwwhWJhYGYAkKYAsRYBEgEYUgXIEgBo0gCyARjiALIBEgC1ELURwghGiWIFyPIIEWgmBWgmBWgmBWgSCBFgoJgSBJFoMIhFaBACwUVoVIFoxIFokIFkgWhwhWhkiQVr0IghaBAYFWlgiBFqtIFoYIgRYIlxaWCADAVo4IgRaYCIcWAI0IgVaRSIQWjkiCFpJIggCCFo5IFgGRSIFWg0gBggiUVs5IVoRQglaRSIFWkUiBVpNIg1aZSIUWhUgWhwgWgwgWSBaFCBaHCBaDCBZIgRaZSIVWgZsIhBaKSIRWg0iLVoJIFpRIFoQIohaCSFYIFpVIFkiBFghWiwgWAaMIg1aECJdWiQgWSIIWkAiBFgGMSIIWCJ9Wm0iBVolIVpcIgQAWQIIWgUCBSBaBCBaOCFaBAIFWAIQIgxaDQQiDFp9Ij1aSCECBVoIIgkElhBaaSIEWgwGKSFaNCIIWjEiDFoFIhVaDCKdWpAibFpkIhhaZCIMWlEiBQINWhFCCVoRQjUiBFoIAAYsIg1ZI51aPCBaUSBZAAVZIh1aBCJsWgUCTSINWikiFAIQIilaISIFAgUiSVo1IiVaLCIQWgQBtmR2GQB5BgiCBVolghF8AXUAdhBYTgQCWCIUASBCBQQCEVhBWjAiDFoRQglaBAJFIhkAWhFCBQQhACINWkQgACBUIhBaBAJdIhkCBSEEIAYFACECEUAgVCIEBFolIhRaISBaMCIVAQQhBCABIAJ5WgwgWCBaBSBaHCBaESAGCVpcIhUCCFoRQglaBQBaDXVZdVopdFoMdFl0Wgh0WQAGDAFZAVkAeVh+CVgCCFgFfXUBWgwCBFoIAhRaEXxYfVh8WX5FdFiCEABYAVgAWgUAWgUAeLQCBIBZgg1ZAjhaaCIhAgUiBQQiEUEEWCACBCI5Wl0iJQIFIg1aEUNJWlwiDAFaEABVBRoEIhwGBSECQVpdIiABBSIUWhFCCVoYViRaVCIYASIJWhFCCVolQjVaNGFaHGIFWhFBYgQGDWNwWlUiHAAixVp9IhFCECIVWCIMdVh1Wg10WXRaLXYJAFkBWgQAeLQAtQIEBhBaEX6JWg0hWkwiDAFaDAAgVCACNFgiEQJNIgwAIgUAVCIFBFQgAg1YIhQCWSIdAgQEIgRVBhhakCIMWhFXaVpBIhlaEUIJWhAgWkgiDQBaDQAiCAYRWhFCJCIEWFQaOSFaKQBaGQKQWgwgWSBaSSIJAgRYAFkAWgwAIAINWhFCCVoJIFkgWj0iCABZAFoIACIMWhFCBmlaIXwGBQEGDFkAtAIYdFpBdgwCBFoFAHkGFIIRfAKoWCIcWjgiBSogIhhYBg8xIsla3CBaCAYUW4UiKpVaxCIYWgqtIgQuBEZFIEYEICxELEfcIC1HZCAuDEwsRgRMLEQsRAIJIhwCEVo/NCIIWgeZICxG7CJrcFo5fiECEX4biVoKcCIMWjwgWhFCBVkGnCBaEUIJWjkhWggABhFaXSIMAgQGESAEIhFaEUBaDCBaKCIIWiQiB11aWSEGEUOJWqwhBSLIWpQiBVgAImwCDFoFAhgifVoFcE4UWQIZWl/tgg1aC/2CB6kiUFgiEIKLzFoFIFoMIFkgWgZEghxYojhaBKFYohlaBaINWgcVgiYFWtQiCFoYIgRaECIMWhEhWCEABgUCPrVb3SIRQglaB2UilVpZAVosAhBa5SJ1W+kiEVpMIVp1IggCBCIpASIMAjkiBQJ4IihagSIEACLxWiUiFVolIhVarCIQWjAjDFqoIFqMIFkhWCFZIVoFIFoVIFggWgwgWoAgWgUhWg0gWgwgWjUgWgUgWgggWCIEWgwgWgalIVoGRSFaYUIH/SJsAgUiYQINIAIZIAEiBQQiHFoIAFocAhKdWjwiCVoJI6haDABaIAFaDABZAFoIAghaeSJAWALdWlgiBFoMAgwhWhFCBVkiBn1aOSACIFpVIgUCEUIIWCYHnVo1IgUCEUOpWjkhACIRQgVYIge9WgwgWgUgWSBaHCBbiCFaECIMAlBahSIMACIFWhFCBVkuDiBadCAqBCAqBSKVWngjgVoFIFo0IFkgWCFYIFoRIFoFIFggWCIJWCIFWCBYIFggWgQgWSBYIVggWCBYIFggWCBZIFghWgUgWgwgWgUgWgUgWCBaESBaICIIWgQgWgggWiAiZVkiBhlb/YIYUgQiOVEicVIJInhQIm2CMboHCICeKYEiLIEiCIAiCIIEnYCdggSeWYIIvoGBnYIUniiCJJ4EgJ4FggScggSeDICcgJ4ZgCCAIIAiCICeBYAggSKYggwiHYIZIhiCLSJRgZ4FgJ4ogJ4FgZ54gg0iLYIJIpSCBJ4EggieSSIEHgRyBSJEgJ4dggSeEICeFICeZILlIhWCqCJUghUiBYJtIg2CESIJgk0iDYI5IYIVIgWBInmCFSCdgJ4Ngg2eCYCeEIIRnYIEnm2AnniBnIGcgJ4gggScghieQYKlItyCBJ5RghCeDIMkIFq1IhFCCVoP+YFaB//5gVoH//mCUgIEWAI5Wr0C/VvdAhf6GVg==");
+  const len = bytes.length;
+  const entries = []
+  let value = 0;
+  for (let i = 0; i < len; ++i) {
+    const byte = bytes.charCodeAt(i);
+    if (byte & 0x80) {
+      value = (value | (byte & 0x7F)) << 7;
+      continue;
+    }
+    value |= byte;
+    entries.push((value >> 6) + 1);
+    entries.push(value & 63);
+    value = 0;
+  }
+  return function (c) {
+    for (let i = 0; i < entries.length; i += 2) {
+      c -= entries[i];
+      if (c < 0)
+        return entries[i + 1];
+    }
+  }
+})();
+const uLineBreakValues = ["CM","BA","LF","BK","CR","SP","EX","QU","AL","PR","PO","OP","CP","IS","HY","SY","NU","CL","NL","GL","AI","BB","XX","HL","SA","JL","JV","JT","NS","AK","VI","AS","ID","VF","ZW","ZWJ","B2","IN","WJ","EB","CJ","H2","H3","SG","CB","AP","RI","EM"];
+function uLineBreak(c) { return uLineBreakValues[uLineBreakAsInt(c)]; }

unicodedata_reader-1.3.6/js/template.js

@@ -0,0 +1,26 @@
+const u${NAME}AsInt = (function () {
+  const bytes = atob("$BASE64BYTES");
+  const len = bytes.length;
+  const entries = []
+  let value = 0;
+  for (let i = 0; i < len; ++i) {
+    const byte = bytes.charCodeAt(i);
+    if (byte & 0x80) {
+      value = (value | (byte & 0x7F)) << 7;
+      continue;
+    }
+    value |= byte;
+    entries.push((value >> $VALUE_BITS) + 1);
+    entries.push(value & $VALUE_MASK);
+    value = 0;
+  }
+  return function (c) {
+    for (let i = 0; i < entries.length; i += 2) {
+      c -= entries[i];
+      if (c < 0)
+        return entries[i + 1];
+    }
+  }
+})();
+const u${NAME}Values = [$VALUE_LIST];
+function u${NAME}(c) { return u${NAME}Values[u${NAME}AsInt(c)]; }

unicodedata_reader-1.3.6/precommit.sh

@@ -0,0 +1,9 @@
+#!/bin/bash
+set -e
+
+unicodedata-reader lb -fv -t js/template.js
+unicodedata-reader gc -fv -t js/template.js
+
+yapf -ir -vv .
+tox -p
+pytype unicodedata_reader

unicodedata_reader-1.3.6/pyproject.toml

@@ -0,0 +1,34 @@
+[project]
+name = "unicodedata-reader"
+version = "1.3.6"
+description = ""
+authors = [{name = "Koji Ishii", email="kojii@chromium.org"}]
+readme = "README.md"
+repository = "https://github.com/kojiishi/unicodedata-reader"
+license = "Apache-2.0"
+requires-python = ">=3.9"
+dependencies = [
+    "platformdirs>=4.3.8",
+]
+
+[dependency-groups]
+dev = [
+    "pytest>=8.3.5",
+    "pytype>=2024.9.13",
+    "tox>=4.25.0",
+    "tox-uv>=1.25.0",
+    "yapf>=0.43.0",
+]
+
+[project.scripts]
+unicodedata-reader = 'unicodedata_reader.__main__:main'
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.pytest.ini_options]
+testpaths = "tests"
+
+[tool.yapf]
+based_on_style = "pep8"

unicodedata_reader-1.3.6/tests/cli_test.py

@@ -0,0 +1,31 @@
+from unicodedata_reader import *
+
+
+def _to_unicodes(text):
+    return tuple(to_unicodes(text))
+
+
+def test_to_unicodes():
+    assert _to_unicodes('1234') == (0x1234, )
+    assert _to_unicodes('12FE') == (0x12FE, )
+    assert _to_unicodes('ABCD') == (0xABCD, )
+
+    assert _to_unicodes('12345') == (0x12345, )
+
+    assert _to_unicodes('u0009') == (0x9, )
+    assert _to_unicodes('u1234') == (0x1234, )
+    assert _to_unicodes('U+1234') == (0x1234, )
+
+    assert _to_unicodes('1234 5678') == (0x1234, 0x5678)
+    assert _to_unicodes('1234,5678') == (0x1234, 0x5678)
+    assert _to_unicodes('1234, 5678') == (0x1234, 0x5678)
+
+    assert _to_unicodes('xy') == (ord('x'), ord('y'))
+
+
+def test_to_unicodes_range():
+    assert _to_unicodes('1234-1236') == (0x1234, 0x1235, 0x1236)
+
+
+def test_to_unicodes_array():
+    assert _to_unicodes(['1234', '5678']) == (0x1234, 0x5678)

unicodedata_reader-1.3.6/tests/conftest.py

@@ -0,0 +1,6 @@
+import pathlib
+import sys
+
+tests_dir = pathlib.Path(__file__).parent
+root_dir = tests_dir.parent
+sys.path.append(str(root_dir / 'unicodedata_parser'))

unicodedata_reader-1.3.6/tests/entry_test.py

@@ -0,0 +1,166 @@
+import pytest
+
+from unicodedata_reader import *
+
+
+def test_entry_eq():
+    assert UnicodeDataEntry(1, 3, 'A') == UnicodeDataEntry(1, 3, 'A')
+    assert UnicodeDataEntry(1, 3, 'A') != UnicodeDataEntry(1, 3, 'B')
+    assert UnicodeDataEntry(1, 3, 'A') != UnicodeDataEntry(2, 3, 'A')
+    assert UnicodeDataEntry(1, 3, 'A') != UnicodeDataEntry(1, 2, 'A')
+
+
+def test_from_pairs():
+    entries = UnicodeDataEntry.from_pairs((
+        (1, 'A'),
+        (2, 'A'),
+        (3, 'B'),
+        (4, 'B'),
+        (6, 'C'),
+        (8, 'C'),
+        (9, 'C'),
+        (11, 'C'),
+    ))
+    entries = tuple(entries)
+    expects = (UnicodeDataEntry(1, 2, 'A'), UnicodeDataEntry(3, 4, 'B'),
+               UnicodeDataEntry(6, 6, 'C'), UnicodeDataEntry(8, 9, 'C'),
+               UnicodeDataEntry(11, 11, 'C'))
+    assert entries == expects
+
+
+def test_from_pairs_unsorted():
+    entries = UnicodeDataEntry.from_pairs((
+        (1, 'A'),
+        (3, 'A'),
+        (2, 'A'),
+    ))
+    with pytest.raises(AssertionError):
+        entries = tuple(entries)
+
+
+def test_from_pairs_none():
+    entries = UnicodeDataEntry.from_pairs((
+        (1, None),
+        (2, 'A'),
+        (3, 'A'),
+        (5, None),
+        (7, 'A'),
+        (9, None),
+    ))
+    entries = tuple(entries)
+    expects = (UnicodeDataEntry(1, 1, None), UnicodeDataEntry(2, 3, 'A'),
+               UnicodeDataEntry(5, 5, None), UnicodeDataEntry(7, 7, 'A'),
+               UnicodeDataEntry(9, 9, None))
+    assert entries == expects
+
+
+def test_from_values_none():
+    entries = UnicodeDataEntry.from_values((None, 'A', None, 'A', None, 'B'))
+    entries = tuple(entries)
+    expects = (UnicodeDataEntry(1, 1, 'A'), UnicodeDataEntry(3, 3, 'A'),
+               UnicodeDataEntry(5, 5, 'B'))
+    assert entries == expects
+
+
+def test_value():
+    entries = UnicodeDataEntries(entries=(
+        UnicodeDataEntry(1, 3, 'A'),
+        UnicodeDataEntry(5, 6, 'B'),
+    ))
+    expect = (None, 'A', 'A', 'A', None, 'B', 'B')
+    for code, value in enumerate(expect):
+        assert entries.value(code) == value
+        assert entries[code] == value
+
+    assert entries.value(code + 1) is None
+
+    values_for_code = tuple(entries.values_for_code())
+    assert values_for_code == expect
+
+
+def test_missing_directive():
+    lines = [
+        '# test\n',
+        '# @missing: 0000..10FFFF; R\n',
+        '0000..001F     ; R\n',
+        '3000           ; U\n',
+    ]
+    entries = UnicodeDataEntries(lines=lines)
+    assert entries.value(0x001F) == 'R'
+    assert entries.value(0x2FFF) == 'R'
+    assert entries.value(0x3000) == 'U'
+    assert entries.value(0x3001) == 'R'
+    assert entries._missing_entries[0] == UnicodeDataEntry(0, 0x10FFFF, 'R')
+
+
+def test_missing_directive_lb():
+    lines = [
+        '# test\n',
+        '#  - The unassigned code points in the following blocks default to "ID":\n',
+        '#         CJK Unified Ideographs Extension A: U+3400..U+4DBF\n',
+        '#  - The unassigned code points in the following block default to "PR":\n',
+        '#         Currency Symbols:                   U+20A0..U+20CF\n',
+        '# @missing: 0000..10FFFF; XX\n',
+    ]
+    entries = UnicodeLineBreakDataEntries(lines=lines)
+    assert entries.value(0x33FF) == 'XX'
+    for code in range(0x3400, 0x4DC0):
+        assert entries.value(code) == 'ID'
+    assert entries.value(0x4DC0) == 'XX'
+    assert entries.value(0x209F) == 'XX'
+    for code in range(0x20A0, 0x20D0):
+        assert entries.value(code) == 'PR'
+    assert entries.value(0x20D0) == 'XX'
+
+
+def test_missing_directive_vo():
+    lines = [
+        '# test\n',
+        '#         Control Pictures & OCR              U+2400..U+245F\n',
+        '# @missing: 0000..10FFFF; R\n',
+    ]
+    entries = UnicodeVerticalOrientationDataEntries(lines=lines)
+    assert entries.value(0x23FF) == 'R'
+    for code in range(0x2400, 0x2460):
+        assert entries.value(code) == 'U'
+    assert entries.value(0x2460) == 'R'
+
+
+def test_normalie_no_changes():
+    entries = UnicodeDataEntries(entries=(
+        UnicodeDataEntry(1, 3, 'A'),
+        UnicodeDataEntry(5, 6, 'B'),
+    ))
+    nomalized_entries = UnicodeDataEntries(entries=entries)
+    nomalized_entries.fill_missing_values()
+    assert tuple(entries) == tuple(nomalized_entries)
+
+
+def test_fill_missing_values():
+
+    class TestEntries(UnicodeDataEntries):
+
+        def missing_value(self, code: int):
+            return 'B'
+
+    entries = TestEntries(entries=(
+        UnicodeDataEntry(0, 10, 'A'),
+        UnicodeDataEntry(12, 20, 'B'),
+    ))
+    entries.fill_missing_values()
+    assert len(entries) == 2
+    assert entries._entries == (UnicodeDataEntry(0, 10, 'A'),
+                                UnicodeDataEntry(11, 20, 'B'))
+
+
+def test_range_as_str():
+    entry = UnicodeDataEntry(9, 9, 'A')
+    assert entry.range_as_str() == '0009'
+
+    entry = UnicodeDataEntry(9, 11, 'A')
+    assert entry.range_as_str() == '0009..000B'
+    assert entry.range_as_str(lambda c: str(c)) == '9..11'
+    assert entry.range_as_str(lambda c: 'XYZ') == 'XYZ'
+
+    entry = UnicodeDataEntry(0xFFFF, 0x10001, 'A')
+    assert entry.range_as_str() == 'FFFF..10001'