thai-orthographic-segmenter 0.1.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (176) hide show
  1. thai_orthographic_segmenter-0.1.0/Cargo.lock +6749 -0
  2. thai_orthographic_segmenter-0.1.0/Cargo.toml +42 -0
  3. thai_orthographic_segmenter-0.1.0/LICENSE-APACHE +176 -0
  4. thai_orthographic_segmenter-0.1.0/LICENSE-MIT +21 -0
  5. thai_orthographic_segmenter-0.1.0/LICENSE-UNICODE +55 -0
  6. thai_orthographic_segmenter-0.1.0/PKG-INFO +88 -0
  7. thai_orthographic_segmenter-0.1.0/README.md +68 -0
  8. thai_orthographic_segmenter-0.1.0/pyproject.toml +44 -0
  9. thai_orthographic_segmenter-0.1.0/python/thai_orthographic_segmenter/__init__.py +145 -0
  10. thai_orthographic_segmenter-0.1.0/python/thai_orthographic_segmenter/_native.pyi +27 -0
  11. thai_orthographic_segmenter-0.1.0/python/thai_orthographic_segmenter/py.typed +0 -0
  12. thai_orthographic_segmenter-0.1.0/thai-line-segmenter/Cargo.toml +28 -0
  13. thai_orthographic_segmenter-0.1.0/thai-line-segmenter/LICENSE-APACHE +176 -0
  14. thai_orthographic_segmenter-0.1.0/thai-line-segmenter/LICENSE-MIT +21 -0
  15. thai_orthographic_segmenter-0.1.0/thai-line-segmenter/README.md +71 -0
  16. thai_orthographic_segmenter-0.1.0/thai-line-segmenter/data/icu/LICENSE +55 -0
  17. thai_orthographic_segmenter-0.1.0/thai-line-segmenter/data/icu/th-icu.txt +26390 -0
  18. thai_orthographic_segmenter-0.1.0/thai-line-segmenter/src/error.rs +26 -0
  19. thai_orthographic_segmenter-0.1.0/thai-line-segmenter/src/icu_dictionary.rs +164 -0
  20. thai_orthographic_segmenter-0.1.0/thai-line-segmenter/src/line_segmenter.rs +455 -0
  21. thai_orthographic_segmenter-0.1.0/thai-line-segmenter/src/thai-line-segmenter.rs +85 -0
  22. thai_orthographic_segmenter-0.1.0/thai-line-segmenter/tests/auto_traits.rs +18 -0
  23. thai_orthographic_segmenter-0.1.0/thai-line-segmenter/tests/contracts.rs +79 -0
  24. thai_orthographic_segmenter-0.1.0/thai-line-segmenter/tests/properties.rs +40 -0
  25. thai_orthographic_segmenter-0.1.0/thai-segmenter-python/Cargo.toml +28 -0
  26. thai_orthographic_segmenter-0.1.0/thai-segmenter-python/LICENSE-APACHE +176 -0
  27. thai_orthographic_segmenter-0.1.0/thai-segmenter-python/LICENSE-MIT +21 -0
  28. thai_orthographic_segmenter-0.1.0/thai-segmenter-python/LICENSE-UNICODE +55 -0
  29. thai_orthographic_segmenter-0.1.0/thai-segmenter-python/README.md +68 -0
  30. thai_orthographic_segmenter-0.1.0/thai-segmenter-python/src/error.rs +30 -0
  31. thai_orthographic_segmenter-0.1.0/thai-segmenter-python/src/lines.rs +46 -0
  32. thai_orthographic_segmenter-0.1.0/thai-segmenter-python/src/parts.rs +36 -0
  33. thai_orthographic_segmenter-0.1.0/thai-segmenter-python/src/spans.rs +40 -0
  34. thai_orthographic_segmenter-0.1.0/thai-segmenter-python/src/syllables.rs +49 -0
  35. thai_orthographic_segmenter-0.1.0/thai-segmenter-python/src/thai-segmenter-python.rs +30 -0
  36. thai_orthographic_segmenter-0.1.0/thai-segmenter-python/src/words.rs +156 -0
  37. thai_orthographic_segmenter-0.1.0/thai-segmenter-python/tests/test_segmenters.py +126 -0
  38. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/Cargo.toml +44 -0
  39. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/LICENSE-APACHE +176 -0
  40. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/LICENSE-MIT +21 -0
  41. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/README.md +83 -0
  42. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/alternative_sites.rs +127 -0
  43. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/atom.rs +307 -0
  44. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/atom_sequence.rs +5 -0
  45. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/atomization.rs +24 -0
  46. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/atomization_completion.rs +400 -0
  47. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/atomization_leading_vowel.rs +286 -0
  48. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/atomization_onset.rs +297 -0
  49. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/atomization_rime.rs +180 -0
  50. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/atomization_silent_mark.rs +197 -0
  51. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/attachment_evidence.rs +130 -0
  52. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/character.rs +483 -0
  53. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/character_sequence.rs +9 -0
  54. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/completeness.rs +73 -0
  55. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/construction_scan.rs +44 -0
  56. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/ending.rs +64 -0
  57. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/ending_closure.rs +107 -0
  58. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/ending_extension.rs +147 -0
  59. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/ending_finals.rs +500 -0
  60. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/ending_lookahead.rs +253 -0
  61. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/implicit.rs +139 -0
  62. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/ownership_plan.rs +135 -0
  63. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/part.rs +119 -0
  64. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/r_han.rs +95 -0
  65. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/reading_alternative.rs +71 -0
  66. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/resolution.rs +87 -0
  67. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/resolution_bare_run.rs +265 -0
  68. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/resolution_candidates.rs +316 -0
  69. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/resolution_hard_ending.rs +475 -0
  70. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/resolution_input.rs +226 -0
  71. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/resolution_nucleus.rs +220 -0
  72. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/resolution_ordinary_run.rs +254 -0
  73. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/rule_analysis.rs +185 -0
  74. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/source.rs +257 -0
  75. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/syllable_pattern.rs +250 -0
  76. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/test_support.rs +318 -0
  77. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/thai-syllable-rules.rs +117 -0
  78. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/src/thai_legality.rs +118 -0
  79. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/architecture_contracts.rs +176 -0
  80. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/atomization.rs +295 -0
  81. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/attachment_evidence.rs +133 -0
  82. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/auto_traits.rs +27 -0
  83. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/carrier_and_cluster_atomization.rs +256 -0
  84. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/carrier_boundaries.rs +417 -0
  85. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/completeness.rs +155 -0
  86. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/construction_alternatives.rs +61 -0
  87. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/endings.rs +254 -0
  88. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/final_and_cluster_boundaries.rs +274 -0
  89. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/fixtures.rs +218 -0
  90. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/han_solo_expected/records_001_to_020.rs +470 -0
  91. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/han_solo_expected/records_021_to_030.rs +451 -0
  92. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/han_solo_expected/records_031_to_047.rs +449 -0
  93. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/han_solo_expected/records_048_to_067.rs +442 -0
  94. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/han_solo_expected/records_068_to_080.rs +439 -0
  95. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/han_solo_expected/records_081_to_096.rs +469 -0
  96. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/han_solo_expected/records_097_to_113.rs +467 -0
  97. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/han_solo_expected/records_114_to_134.rs +463 -0
  98. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/han_solo_expected/records_135_to_149.rs +457 -0
  99. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/han_solo_expected/records_150_to_160.rs +419 -0
  100. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/han_solo_expected/records_161_to_173.rs +473 -0
  101. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/han_solo_expected/records_174_to_189.rs +299 -0
  102. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/han_solo_expected/records_190_to_191.rs +374 -0
  103. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/han_solo_expected/records_192_to_199.rs +401 -0
  104. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/han_solo_test.rs +262 -0
  105. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/hard_ending_fixture.rs +168 -0
  106. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/implicit_attachment.rs +262 -0
  107. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/leading_candidates.rs +280 -0
  108. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/legality.rs +127 -0
  109. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/linguistic_audit.rs +218 -0
  110. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/linguistic_roles.rs +90 -0
  111. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/ownership_ambiguity.rs +16 -0
  112. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/ownership_ranges.rs +48 -0
  113. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/pass_contracts.rs +84 -0
  114. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/properties.rs +68 -0
  115. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/ranges.rs +47 -0
  116. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/reading_alternatives.rs +152 -0
  117. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/sara_am.rs +52 -0
  118. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/serde_round_trip.rs +25 -0
  119. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/source_alphabet.rs +30 -0
  120. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/syllable_pattern.rs +97 -0
  121. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/text_part.rs +24 -0
  122. thai_orthographic_segmenter-0.1.0/thai-syllable-rules/tests/vowel_boundaries.rs +449 -0
  123. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/Cargo.toml +31 -0
  124. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/LICENSE-APACHE +176 -0
  125. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/LICENSE-MIT +21 -0
  126. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/README.md +90 -0
  127. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/examples/convert-checkpoint.rs +223 -0
  128. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/examples/syllable-boundaries.rs +33 -0
  129. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/model/characters.txt +71 -0
  130. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/model/ngrams.txt +41164 -0
  131. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/model/weights.safetensors +0 -0
  132. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/src/checkpoint.rs +50 -0
  133. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/src/contextual_model.rs +292 -0
  134. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/src/error.rs +44 -0
  135. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/src/inference/checkpoint.rs +500 -0
  136. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/src/inference/cpu.rs +45 -0
  137. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/src/inference/encoder_layer.rs +606 -0
  138. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/src/inference/numerics.rs +294 -0
  139. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/src/inference/packed_matrix.rs +446 -0
  140. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/src/inference/weights.rs +476 -0
  141. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/src/inference.rs +19 -0
  142. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/src/lattice.rs +295 -0
  143. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/src/lattice_config.rs +51 -0
  144. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/src/model_config.rs +39 -0
  145. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/src/thai-syllable-segmenter.rs +210 -0
  146. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/src/vocabulary.rs +131 -0
  147. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/tests/auto_traits.rs +49 -0
  148. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/tests/checkpoint.rs +187 -0
  149. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/tests/inference.rs +143 -0
  150. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/tests/properties.rs +84 -0
  151. thai_orthographic_segmenter-0.1.0/thai-syllable-segmenter/tests/segment.rs +90 -0
  152. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/Cargo.toml +52 -0
  153. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/LICENSE-APACHE +176 -0
  154. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/LICENSE-MIT +21 -0
  155. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/README.md +170 -0
  156. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/examples/compare_bible.rs +209 -0
  157. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/examples/throughput.rs +67 -0
  158. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/model/config.json +13 -0
  159. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/model/dictionary.txt +43276 -0
  160. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/model/model.safetensors +0 -0
  161. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/src/decoding.rs +241 -0
  162. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/src/dictionary.rs +185 -0
  163. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/src/encoding.rs +228 -0
  164. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/src/error.rs +65 -0
  165. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/src/inference.rs +547 -0
  166. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/src/model.rs +501 -0
  167. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/src/network.rs +365 -0
  168. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/src/text_groups.rs +45 -0
  169. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/src/text_runs.rs +87 -0
  170. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/src/thai-word-segmenter.rs +86 -0
  171. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/src/word_segmenter.rs +438 -0
  172. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/tests/auto_traits.rs +44 -0
  173. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/tests/cluster_contracts.rs +148 -0
  174. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/tests/contracts.rs +121 -0
  175. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/tests/inference.rs +129 -0
  176. thai_orthographic_segmenter-0.1.0/thai-word-segmenter/tests/properties.rs +113 -0

There are too many changes on this page to be displayed.

The amount of changes on this page would crash your brower.

You can still verify the content by downloading the package file manually.