sonatoki 0.11.0__py3-none-any.whl → 0.11.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. sonatoki/constants.py +4 -1
  2. {sonatoki-0.11.0.dist-info → sonatoki-0.11.1.dist-info}/METADATA +1 -1
  3. {sonatoki-0.11.0.dist-info → sonatoki-0.11.1.dist-info}/RECORD +6 -6
  4. {sonatoki-0.11.0.dist-info → sonatoki-0.11.1.dist-info}/WHEEL +1 -1
  5. {sonatoki-0.11.0.dist-info → sonatoki-0.11.1.dist-info}/entry_points.txt +0 -0
  6. {sonatoki-0.11.0.dist-info → sonatoki-0.11.1.dist-info}/licenses/LICENSE +0 -0
sonatoki/constants.py CHANGED
@@ -498,7 +498,10 @@ ALL_PUNCT_RANGES_STR = "".join(find_unicode_ranges(ALL_PUNCT))
498
498
 
499
499
 
500
500
  UNICODE_WHITESPACE_RANGES = [
501
- "\\U00000020",
501
+ "\\U00000009", # tab
502
+ "\\U0000000A", # line feed
503
+ "\\U0000000D", # carriage return
504
+ "\\U00000020", # space
502
505
  "\\U000000a0",
503
506
  "\\U00001680",
504
507
  "\\U00002000-\\U0000200a",
{sonatoki-0.11.0.dist-info → sonatoki-0.11.1.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: sonatoki
3
- Version: 0.11.0
3
+ Version: 0.11.1
4
4
  Summary: ilo li moku e toki li pana e sona ni: ni li toki ala toki pona?
5
5
  Author-Email: "jan Kekan San (@gregdan3)" <gregory.danielson3@gmail.com>
6
6
  License: AGPL-3.0-or-later
{sonatoki-0.11.0.dist-info → sonatoki-0.11.1.dist-info}/RECORD RENAMED
@@ -1,7 +1,7 @@
1
- sonatoki-0.11.0.dist-info/METADATA,sha256=LXxje9dMJHy-2LGPS0nSRre5jWq4qvGU2bLEpJsUbpo,7303
2
- sonatoki-0.11.0.dist-info/WHEEL,sha256=thaaA2w1JzcGC48WYufAs8nrYZjJm8LqNfnXFOFyCC4,90
3
- sonatoki-0.11.0.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
4
- sonatoki-0.11.0.dist-info/licenses/LICENSE,sha256=DZak_2itbUtvHzD3E7GNUYSRK6jdOJ-GqncQ2weavLA,34523
1
+ sonatoki-0.11.1.dist-info/METADATA,sha256=vvZVXlHPUNuImmlwHcNfK8A3SBFXpe2H_YX0nfVseWs,7303
2
+ sonatoki-0.11.1.dist-info/WHEEL,sha256=tSfRZzRHthuv7vxpI4aehrdN9scLjk-dCJkPLzkHxGg,90
3
+ sonatoki-0.11.1.dist-info/entry_points.txt,sha256=6OYgBcLyFCUgeqLgnvMyOJxPCWzgy7se4rLPKtNonMs,34
4
+ sonatoki-0.11.1.dist-info/licenses/LICENSE,sha256=DZak_2itbUtvHzD3E7GNUYSRK6jdOJ-GqncQ2weavLA,34523
5
5
  sonatoki/Cleaners.py,sha256=x2dT3MpDUfbrHA0EP2D3n1sTiKFFi5jw9ha-1dX973o,1958
6
6
  sonatoki/Configs.py,sha256=cQizs-wqgtM9T9F4kkUsDHpIXN91p4FAgSMefDl333s,5114
7
7
  sonatoki/Filters.py,sha256=8HAtR6_Rk6GPboaS_MHwSjZBJxYnAA8kYbRPI0eR6sM,14823
@@ -11,7 +11,7 @@ sonatoki/Tokenizers.py,sha256=yAHqVF7G-bH5i7nsvYH-dMV2qjeKvLW2W2F-fgyUnR4,6783
11
11
  sonatoki/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
12
12
  sonatoki/__main__.py,sha256=394ldEB4tFpw1UJLV4S4jJ55NfyLgH8rE7o3VWJoGik,6650
13
13
  sonatoki/alphabetic.txt,sha256=duyqAKilD2vLIr75RShCIAnktNJcGeEoQIk18V6czmg,11702
14
- sonatoki/constants.py,sha256=KhE385XkF-64bGBxkQNisu7vODsjpOfmrL8bnyQP_1k,20572
14
+ sonatoki/constants.py,sha256=ifh9VIYb3cDjbcRFNSRc2x3P_Jxb5LVnWfiHlzsBAV0,20677
15
15
  sonatoki/ilo.py,sha256=MWoONZaYh8h92ZrMlG-MkNktFyqHX8Jb5zOD57800KI,6755
16
16
  sonatoki/linku.json,sha256=U5KVxFJSageQydXXDsQCT8X_QoNAK2OaZhJmbu0eoZo,299939
17
17
  sonatoki/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -19,4 +19,4 @@ sonatoki/sandbox.json,sha256=QAviQZ7_nwstUr1ejKegxiIoYmBL2YJIoiZovDYNFL8,147485
19
19
  sonatoki/syllabic.txt,sha256=HnqY4TrZ3tPcHah3TsvG9F9gjMrnAGdJ8hHJNHyyUPc,1712
20
20
  sonatoki/types.py,sha256=VjYSGAzsbR_d3mg8n-VHg__7LyXpmGdEIMDsbPHyxFw,1265
21
21
  sonatoki/utils.py,sha256=sT5xLMEj0aLpy8GP92HKblJU1Wt1m8NUlMgCFWB32xQ,2265
22
- sonatoki-0.11.0.dist-info/RECORD,,
22
+ sonatoki-0.11.1.dist-info/RECORD,,
{sonatoki-0.11.0.dist-info → sonatoki-0.11.1.dist-info}/WHEEL RENAMED
@@ -1,4 +1,4 @@
1
1
  Wheel-Version: 1.0
2
- Generator: pdm-backend (2.4.3)
2
+ Generator: pdm-backend (2.4.4)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any