kotoshu 1.0.2-aarch64-linux

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (458) hide show
  1. checksums.yaml +7 -0
  2. data/.kotoshu-baseline.json +1 -0
  3. data/.pre-commit-hooks.yaml +18 -0
  4. data/.rspec +3 -0
  5. data/.rubocop.yml +351 -0
  6. data/.yardopts +8 -0
  7. data/CHANGELOG.md +813 -0
  8. data/CLAUDE.md +176 -0
  9. data/CODE_OF_CONDUCT.md +132 -0
  10. data/Cargo.lock +359 -0
  11. data/Cargo.toml +15 -0
  12. data/LICENSE +31 -0
  13. data/README.adoc +1292 -0
  14. data/Rakefile +150 -0
  15. data/SECURITY.md +93 -0
  16. data/TODO.impl/00-cut-0.1.md +121 -0
  17. data/TODO.impl/00-cut-0.2.md +175 -0
  18. data/TODO.impl/00-vision.md +281 -0
  19. data/TODO.impl/01-hunspell-correctness.md +111 -0
  20. data/TODO.impl/02-cli-unification.md +74 -0
  21. data/TODO.impl/03-dynamic-download.md +107 -0
  22. data/TODO.impl/04-language-modules.md +89 -0
  23. data/TODO.impl/05-semantic-path.md +83 -0
  24. data/TODO.impl/06-cjk-support.md +105 -0
  25. data/TODO.impl/07-rtl-support.md +71 -0
  26. data/TODO.impl/08-grammar-engine.md +106 -0
  27. data/TODO.impl/09-integrity-security.md +90 -0
  28. data/TODO.impl/10-testing-ci.md +98 -0
  29. data/TODO.impl/100-full-feature-batch3.md +28 -0
  30. data/TODO.impl/101-int4-tier-experiment.md +32 -0
  31. data/TODO.impl/102-lid-chain.md +28 -0
  32. data/TODO.impl/103-oov-bucket-tables.md +27 -0
  33. data/TODO.impl/104-vscode-marketplace-readiness.md +32 -0
  34. data/TODO.impl/105-personal-dictionary-in-check.md +34 -0
  35. data/TODO.impl/106-native-lid-detection.md +36 -0
  36. data/TODO.impl/107-basic-support-every-staged-language.md +42 -0
  37. data/TODO.impl/108-ko-ne-full-feature.md +37 -0
  38. data/TODO.impl/109-ten-audit.md +26 -0
  39. data/TODO.impl/11-release-v1.md +95 -0
  40. data/TODO.impl/110-sr-latn-and-polish.md +33 -0
  41. data/TODO.impl/111-embedding-bakeoff.md +33 -0
  42. data/TODO.impl/112-deployability-and-gating.md +26 -0
  43. data/TODO.impl/113-language-packs.md +26 -0
  44. data/TODO.impl/114-typo-biencoder-thread.md +33 -0
  45. data/TODO.impl/115-hybrid-retrieval-pricing.md +22 -0
  46. data/TODO.impl/116-baseline-suggestion-skip.md +81 -0
  47. data/TODO.impl/117-deterministic-frequency-tiers.md +110 -0
  48. data/TODO.impl/118-server-gem-floor.md +33 -0
  49. data/TODO.impl/119-embedded-kelly-tiers.md +56 -0
  50. data/TODO.impl/120-setup-metadata-refresh.md +35 -0
  51. data/TODO.impl/121-jekyll-baseline-skip.md +33 -0
  52. data/TODO.impl/122-pack-compression-kpk2.md +66 -0
  53. data/TODO.impl/123-typo-corpus-synthesis.md +55 -0
  54. data/TODO.impl/124-owner-residue.md +19 -0
  55. data/TODO.impl/125-consumer-floor-guards.md +43 -0
  56. data/TODO.impl/126-tier-error-budgets.md +33 -0
  57. data/TODO.impl/127-suggestion-feedback-loop.md +34 -0
  58. data/TODO.impl/128-hybrid-pricing-verdict.md +47 -0
  59. data/TODO.impl/129-pt-fr-corpora.md +23 -0
  60. data/TODO.impl/130-news-truth-0912.md +23 -0
  61. data/TODO.impl/131-hybrid-productization.md +42 -0
  62. data/TODO.impl/132-techniques-page-and-prose.md +27 -0
  63. data/TODO.impl/133-rust-first-distribution.md +68 -0
  64. data/TODO.impl/20-encapsulation-cleanup.md +47 -0
  65. data/TODO.impl/21-autoload-migration.md +64 -0
  66. data/TODO.impl/22-url-pin-single-source-of-truth.md +120 -0
  67. data/TODO.impl/23-fix-url-defaults.md +57 -0
  68. data/TODO.impl/24-cli-auto-setup-prompt.md +76 -0
  69. data/TODO.impl/25-soft-onnxruntime-require.md +75 -0
  70. data/TODO.impl/26-onnx-vocab-json-generation.md +96 -0
  71. data/TODO.impl/27-end-to-end-smoke-spec.md +113 -0
  72. data/TODO.impl/28-readme-quickstart-verification.md +68 -0
  73. data/TODO.impl/29-status-command.md +84 -0
  74. data/TODO.impl/30-language-auto-detection.md +74 -0
  75. data/TODO.impl/31-download-progress.md +58 -0
  76. data/TODO.impl/32-sarif-output-verification.md +72 -0
  77. data/TODO.impl/33-audit-log-rotation.md +54 -0
  78. data/TODO.impl/34-cache-eviction.md +59 -0
  79. data/TODO.impl/35-shell-completion.md +61 -0
  80. data/TODO.impl/36-cleanup-regressions-0.3.1.md +134 -0
  81. data/TODO.impl/37-hunspell-correctness-tier2.md +203 -0
  82. data/TODO.impl/38-onnx-semantic-gating.md +218 -0
  83. data/TODO.impl/39-tier3-and-beyond.md +232 -0
  84. data/TODO.impl/40-spec-drift-cleanup.md +134 -0
  85. data/TODO.impl/50-structure-aware-document-api.md +194 -0
  86. data/TODO.impl/51-grammar-engine-expansion.md +75 -0
  87. data/TODO.impl/52-multi-language-documents.md +95 -0
  88. data/TODO.impl/53-document-plugin-architecture.md +94 -0
  89. data/TODO.impl/54-cjk-support.md +117 -0
  90. data/TODO.impl/55-rtl-support.md +109 -0
  91. data/TODO.impl/56-t4-t5-t6-quality-architecture-ecosystem.md +126 -0
  92. data/TODO.impl/57-t5.1-step3-pure-function-strategies.md +138 -0
  93. data/TODO.impl/58-t5.2-configuration-as-data.md +113 -0
  94. data/TODO.impl/59-yard-api-documentation.md +75 -0
  95. data/TODO.impl/60-lsp-server.md +174 -0
  96. data/TODO.impl/61-editor-ecosystem.md +167 -0
  97. data/TODO.impl/62-framework-integrations.md +159 -0
  98. data/TODO.impl/63-web-playground-wasm.md +186 -0
  99. data/TODO.impl/64-http-api-and-sdks.md +191 -0
  100. data/TODO.impl/65-universal-kotoshu.md +251 -0
  101. data/TODO.impl/66-kotoshu-core.md +169 -0
  102. data/TODO.impl/67-kotoshu-rs-and-access-libraries.md +137 -0
  103. data/TODO.impl/68-sota-adoption.md +152 -0
  104. data/TODO.impl/69-sota-typo-eval.md +74 -0
  105. data/TODO.impl/70-sota-confidence-cascade.md +59 -0
  106. data/TODO.impl/71-sota-nested-model.md +63 -0
  107. data/TODO.impl/72-model2vec-evaluation.md +49 -0
  108. data/TODO.impl/73-rl-reranker.md +42 -0
  109. data/TODO.impl/74-distilled-reranker.md +36 -0
  110. data/TODO.impl/75-llm-evaluator.md +35 -0
  111. data/TODO.impl/76-optional-llm-backend.md +37 -0
  112. data/TODO.impl/77-model-coverage-expansion.md +96 -0
  113. data/TODO.impl/78-in-browser-playground.md +69 -0
  114. data/TODO.impl/79-news-and-releases.md +60 -0
  115. data/TODO.impl/80-ecosystem-docs.md +56 -0
  116. data/TODO.impl/81-editor-reach.md +68 -0
  117. data/TODO.impl/82-doc-formats-and-ignores.md +81 -0
  118. data/TODO.impl/83-models-batch-2.md +56 -0
  119. data/TODO.impl/84-language-modules-wave2.md +75 -0
  120. data/TODO.impl/85-wasm-model-api.md +48 -0
  121. data/TODO.impl/86-site-truth-wave2.md +45 -0
  122. data/TODO.impl/87-lsp-personal-dictionary.md +36 -0
  123. data/TODO.impl/88-cli-directory-mode.md +54 -0
  124. data/TODO.impl/89-framework-integrations-exec.md +59 -0
  125. data/TODO.impl/90-gem-correctness-residues.md +44 -0
  126. data/TODO.impl/91-unicode-and-sv-aff.md +47 -0
  127. data/TODO.impl/92-tier-mirror-cors.md +88 -0
  128. data/TODO.impl/93-python-wheels.md +32 -0
  129. data/TODO.impl/94-site-integrations-docs.md +35 -0
  130. data/TODO.impl/95-editor-action-polish.md +27 -0
  131. data/TODO.impl/96-server-semantic-models.md +50 -0
  132. data/TODO.impl/97-yard-execution.md +73 -0
  133. data/TODO.impl/98-campaign-cleanup.md +78 -0
  134. data/TODO.impl/99-site-truth-performance-docs.md +31 -0
  135. data/conformance/vectors.jsonl +2630 -0
  136. data/data/en/grammar/rules.yaml +851 -0
  137. data/docs/STABILITY-1.0-AUDIT.md +251 -0
  138. data/docs/STABILITY-1.0.md +137 -0
  139. data/docs/cache-architecture.md +502 -0
  140. data/docs/verification-evidence/correct3/pr_body.md +37 -0
  141. data/docs/verification-evidence/correct3/rspec_final.log +5588 -0
  142. data/docs/verification-evidence/correct3/rspec_full.log +4504 -0
  143. data/docs/verification-evidence/correct3/sv.aff +856 -0
  144. data/docs/verification-evidence/correct3/sv.dic +153717 -0
  145. data/examples/01_basic_word_checking.rb +38 -0
  146. data/examples/02_text_document_checking.rb +77 -0
  147. data/examples/03_dictionary_backends.rb +137 -0
  148. data/examples/04_trie_data_structure.rb +146 -0
  149. data/examples/05_suggestion_algorithms.rb +239 -0
  150. data/examples/06_configuration_advanced.rb +287 -0
  151. data/examples/07_multi_language_dictionaries.rb +278 -0
  152. data/exe/kotoshu +6 -0
  153. data/lib/kotoshu/algorithms/capitalization.rb +276 -0
  154. data/lib/kotoshu/algorithms/edit_distance.rb +128 -0
  155. data/lib/kotoshu/algorithms/lookup/affix_form.rb +132 -0
  156. data/lib/kotoshu/algorithms/lookup/compound_checks.rb +209 -0
  157. data/lib/kotoshu/algorithms/lookup/compound_form.rb +50 -0
  158. data/lib/kotoshu/algorithms/lookup.rb +841 -0
  159. data/lib/kotoshu/algorithms/ngram_suggest.rb +367 -0
  160. data/lib/kotoshu/algorithms/permutations.rb +283 -0
  161. data/lib/kotoshu/algorithms/phonet_suggest.rb +162 -0
  162. data/lib/kotoshu/algorithms/soundex.rb +92 -0
  163. data/lib/kotoshu/algorithms/suggest.rb +794 -0
  164. data/lib/kotoshu/algorithms.rb +23 -0
  165. data/lib/kotoshu/analyzers/semantic_analyzer.rb +405 -0
  166. data/lib/kotoshu/analyzers.rb +8 -0
  167. data/lib/kotoshu/baseline/application.rb +18 -0
  168. data/lib/kotoshu/baseline/entry.rb +33 -0
  169. data/lib/kotoshu/baseline/store.rb +175 -0
  170. data/lib/kotoshu/baseline.rb +20 -0
  171. data/lib/kotoshu/cache/base_cache.rb +778 -0
  172. data/lib/kotoshu/cache/cache.rb +91 -0
  173. data/lib/kotoshu/cache/eviction_policy.rb +66 -0
  174. data/lib/kotoshu/cache/frequency_cache.rb +283 -0
  175. data/lib/kotoshu/cache/language_cache.rb +511 -0
  176. data/lib/kotoshu/cache/lookup_cache.rb +166 -0
  177. data/lib/kotoshu/cache/model_cache.rb +1147 -0
  178. data/lib/kotoshu/cache/model_registry.rb +109 -0
  179. data/lib/kotoshu/cache/staged_languages.rb +45 -0
  180. data/lib/kotoshu/cache/suggestion_cache.rb +113 -0
  181. data/lib/kotoshu/cache.rb +49 -0
  182. data/lib/kotoshu/cli/auto_setup.rb +71 -0
  183. data/lib/kotoshu/cli/baseline_command.rb +119 -0
  184. data/lib/kotoshu/cli/batch_reporter.rb +321 -0
  185. data/lib/kotoshu/cli/cache_command.rb +282 -0
  186. data/lib/kotoshu/cli/completions_command.rb +210 -0
  187. data/lib/kotoshu/cli/dict_command.rb +64 -0
  188. data/lib/kotoshu/cli/directory_check.rb +146 -0
  189. data/lib/kotoshu/cli/directory_walker.rb +132 -0
  190. data/lib/kotoshu/cli/display_formatter.rb +429 -0
  191. data/lib/kotoshu/cli/errors.rb +36 -0
  192. data/lib/kotoshu/cli/ignore_matcher.rb +205 -0
  193. data/lib/kotoshu/cli/interactive_reviewer.rb +314 -0
  194. data/lib/kotoshu/cli/language_resolver.rb +91 -0
  195. data/lib/kotoshu/cli/navigation_manager.rb +273 -0
  196. data/lib/kotoshu/cli/personal_command.rb +113 -0
  197. data/lib/kotoshu/cli/progress_reporter.rb +114 -0
  198. data/lib/kotoshu/cli/status_report.rb +130 -0
  199. data/lib/kotoshu/cli.rb +880 -0
  200. data/lib/kotoshu/components/passthrough_spell_checker.rb +70 -0
  201. data/lib/kotoshu/components/pos_tagger.rb +98 -0
  202. data/lib/kotoshu/components/spell_checker.rb +73 -0
  203. data/lib/kotoshu/components/synthesizer.rb +60 -0
  204. data/lib/kotoshu/components/tokenizer.rb +58 -0
  205. data/lib/kotoshu/components/whitespace_tokenizer.rb +94 -0
  206. data/lib/kotoshu/components.rb +13 -0
  207. data/lib/kotoshu/configuration/builder.rb +207 -0
  208. data/lib/kotoshu/configuration/resolver.rb +124 -0
  209. data/lib/kotoshu/configuration.rb +829 -0
  210. data/lib/kotoshu/conformance_exporter.rb +256 -0
  211. data/lib/kotoshu/conformance_runner.rb +176 -0
  212. data/lib/kotoshu/core/exceptions.rb +186 -0
  213. data/lib/kotoshu/core/indexed_dictionary.rb +293 -0
  214. data/lib/kotoshu/core/models/affix_rule.rb +262 -0
  215. data/lib/kotoshu/core/models/result/document_result.rb +132 -0
  216. data/lib/kotoshu/core/models/result/word_result.rb +131 -0
  217. data/lib/kotoshu/core/models/word.rb +131 -0
  218. data/lib/kotoshu/core/trie/builder.rb +119 -0
  219. data/lib/kotoshu/core/trie/node.rb +94 -0
  220. data/lib/kotoshu/core/trie/trie.rb +249 -0
  221. data/lib/kotoshu/core.rb +28 -0
  222. data/lib/kotoshu/data/common_words/de.yml +1800 -0
  223. data/lib/kotoshu/data/common_words/en.yml +1215 -0
  224. data/lib/kotoshu/data/common_words/es.yml +750 -0
  225. data/lib/kotoshu/data/common_words/fr.yml +1015 -0
  226. data/lib/kotoshu/data/common_words/pt.yml +870 -0
  227. data/lib/kotoshu/data/common_words/ru.yml +484 -0
  228. data/lib/kotoshu/data/common_words_loader.rb +141 -0
  229. data/lib/kotoshu/data/frozen_kelly/en.json +1154 -0
  230. data/lib/kotoshu/data/frozen_kelly.rb +38 -0
  231. data/lib/kotoshu/data.rb +8 -0
  232. data/lib/kotoshu/data_structures/bloom_filter.rb +188 -0
  233. data/lib/kotoshu/data_structures.rb +8 -0
  234. data/lib/kotoshu/debug_logger.rb +146 -0
  235. data/lib/kotoshu/debug_mode.rb +136 -0
  236. data/lib/kotoshu/defaults.rb +84 -0
  237. data/lib/kotoshu/dictionaries/catalog.rb +814 -0
  238. data/lib/kotoshu/dictionaries.rb +8 -0
  239. data/lib/kotoshu/dictionary/base.rb +324 -0
  240. data/lib/kotoshu/dictionary/cspell.rb +243 -0
  241. data/lib/kotoshu/dictionary/custom.rb +225 -0
  242. data/lib/kotoshu/dictionary/hunspell.rb +520 -0
  243. data/lib/kotoshu/dictionary/plain_text.rb +302 -0
  244. data/lib/kotoshu/dictionary/repository.rb +246 -0
  245. data/lib/kotoshu/dictionary/unified.rb +236 -0
  246. data/lib/kotoshu/dictionary/unix_words.rb +218 -0
  247. data/lib/kotoshu/dictionary.rb +15 -0
  248. data/lib/kotoshu/documents/document.rb +120 -0
  249. data/lib/kotoshu/documents/plain_text_document.rb +73 -0
  250. data/lib/kotoshu/documents/source_position.rb +45 -0
  251. data/lib/kotoshu/documents/source_range.rb +76 -0
  252. data/lib/kotoshu/documents/suppressions/scanner.rb +149 -0
  253. data/lib/kotoshu/documents/suppressions/suppression.rb +75 -0
  254. data/lib/kotoshu/documents/suppressions.rb +44 -0
  255. data/lib/kotoshu/documents/text_node.rb +49 -0
  256. data/lib/kotoshu/documents.rb +178 -0
  257. data/lib/kotoshu/embeddings/embedding_pipeline.rb +238 -0
  258. data/lib/kotoshu/embeddings/lru_cache.rb +244 -0
  259. data/lib/kotoshu/embeddings/onnx_runtime_model.rb +411 -0
  260. data/lib/kotoshu/embeddings/protocol.rb +96 -0
  261. data/lib/kotoshu/embeddings/protocols.rb +23 -0
  262. data/lib/kotoshu/embeddings/registry.rb +184 -0
  263. data/lib/kotoshu/embeddings/search.rb +204 -0
  264. data/lib/kotoshu/embeddings/similarity_engine.rb +278 -0
  265. data/lib/kotoshu/embeddings/similarity_search.rb +328 -0
  266. data/lib/kotoshu/embeddings/vocabulary.rb +306 -0
  267. data/lib/kotoshu/embeddings.rb +87 -0
  268. data/lib/kotoshu/fluent_checker.rb +94 -0
  269. data/lib/kotoshu/grammar/pattern_matchers/base_matcher.rb +48 -0
  270. data/lib/kotoshu/grammar/pattern_matchers/double_negative_matcher.rb +179 -0
  271. data/lib/kotoshu/grammar/pattern_matchers/phrase_matcher.rb +86 -0
  272. data/lib/kotoshu/grammar/pattern_matchers/possessive_context_matcher.rb +75 -0
  273. data/lib/kotoshu/grammar/pattern_matchers/possessive_contraction_matcher.rb +87 -0
  274. data/lib/kotoshu/grammar/pattern_matchers/sentence_start_matcher.rb +84 -0
  275. data/lib/kotoshu/grammar/pattern_matchers/vowel_sound_matcher.rb +81 -0
  276. data/lib/kotoshu/grammar/pattern_matchers/word_list_matcher.rb +66 -0
  277. data/lib/kotoshu/grammar/rule.rb +99 -0
  278. data/lib/kotoshu/grammar/rule_engine.rb +96 -0
  279. data/lib/kotoshu/grammar/rule_loader.rb +30 -0
  280. data/lib/kotoshu/grammar.rb +24 -0
  281. data/lib/kotoshu/integrity/audit_log.rb +167 -0
  282. data/lib/kotoshu/integrity/manifest.rb +116 -0
  283. data/lib/kotoshu/integrity/net_http.rb +51 -0
  284. data/lib/kotoshu/integrity/rotation_policy.rb +88 -0
  285. data/lib/kotoshu/integrity.rb +26 -0
  286. data/lib/kotoshu/jekyll.rb +101 -0
  287. data/lib/kotoshu/keyboard/layout.rb +116 -0
  288. data/lib/kotoshu/keyboard/layouts/arabic.rb +59 -0
  289. data/lib/kotoshu/keyboard/layouts/azerty.rb +55 -0
  290. data/lib/kotoshu/keyboard/layouts/bulgarian.rb +57 -0
  291. data/lib/kotoshu/keyboard/layouts/devanagari_inscript.rb +52 -0
  292. data/lib/kotoshu/keyboard/layouts/dubeolsik.rb +56 -0
  293. data/lib/kotoshu/keyboard/layouts/dvorak.rb +54 -0
  294. data/lib/kotoshu/keyboard/layouts/greek.rb +52 -0
  295. data/lib/kotoshu/keyboard/layouts/hebrew.rb +57 -0
  296. data/lib/kotoshu/keyboard/layouts/hrsl.rb +94 -0
  297. data/lib/kotoshu/keyboard/layouts/jcuken.rb +57 -0
  298. data/lib/kotoshu/keyboard/layouts/latin.rb +266 -0
  299. data/lib/kotoshu/keyboard/layouts/persian.rb +58 -0
  300. data/lib/kotoshu/keyboard/layouts/qwerty.rb +52 -0
  301. data/lib/kotoshu/keyboard/layouts/qwertz.rb +55 -0
  302. data/lib/kotoshu/keyboard/layouts/serbian.rb +59 -0
  303. data/lib/kotoshu/keyboard/layouts/turkish_q.rb +52 -0
  304. data/lib/kotoshu/keyboard/layouts/ukrainian.rb +51 -0
  305. data/lib/kotoshu/keyboard/registry.rb +201 -0
  306. data/lib/kotoshu/keyboard.rb +96 -0
  307. data/lib/kotoshu/kotoshu_native.so +0 -0
  308. data/lib/kotoshu/language/detector.rb +242 -0
  309. data/lib/kotoshu/language/identifier.rb +376 -0
  310. data/lib/kotoshu/language/languages/base.rb +271 -0
  311. data/lib/kotoshu/language/lid_detector.rb +188 -0
  312. data/lib/kotoshu/language/normalizer/arabic.rb +113 -0
  313. data/lib/kotoshu/language/normalizer/base.rb +133 -0
  314. data/lib/kotoshu/language/normalizer/greek.rb +63 -0
  315. data/lib/kotoshu/language/normalizer/hebrew.rb +72 -0
  316. data/lib/kotoshu/language/normalizer/persian.rb +36 -0
  317. data/lib/kotoshu/language/normalizer/turkish.rb +38 -0
  318. data/lib/kotoshu/language/registry.rb +209 -0
  319. data/lib/kotoshu/language/resources/ar/common_words.txt +6753 -0
  320. data/lib/kotoshu/language/resources/ar/confusion_sets.txt +11 -0
  321. data/lib/kotoshu/language/resources/de/common_words.txt +10003 -0
  322. data/lib/kotoshu/language/resources/de/confusion_sets.txt +246 -0
  323. data/lib/kotoshu/language/resources/en/common_words.txt +9979 -0
  324. data/lib/kotoshu/language/resources/en/confusion_sets.txt +871 -0
  325. data/lib/kotoshu/language/resources/es/common_words.txt +9992 -0
  326. data/lib/kotoshu/language/resources/es/confusion_sets.txt +17 -0
  327. data/lib/kotoshu/language/resources/fr/common_words.txt +9993 -0
  328. data/lib/kotoshu/language/resources/fr/confusion_sets.txt +76 -0
  329. data/lib/kotoshu/language/resources/pt/common_words.txt +9977 -0
  330. data/lib/kotoshu/language/resources/pt/confusion_sets.txt +18 -0
  331. data/lib/kotoshu/language/resources/ru/common_words.txt +9951 -0
  332. data/lib/kotoshu/language/resources/ru/confusion_sets.txt +5 -0
  333. data/lib/kotoshu/language/script.rb +128 -0
  334. data/lib/kotoshu/language/segmenter.rb +122 -0
  335. data/lib/kotoshu/language/suika.rb +38 -0
  336. data/lib/kotoshu/language/tokenizer/base.rb +187 -0
  337. data/lib/kotoshu/language/tokenizer/cyrillic_tokenizer.rb +76 -0
  338. data/lib/kotoshu/language/tokenizer/devanagari_tokenizer.rb +70 -0
  339. data/lib/kotoshu/language/tokenizer/french_tokenizer.rb +172 -0
  340. data/lib/kotoshu/language/tokenizer/german_tokenizer.rb +41 -0
  341. data/lib/kotoshu/language/tokenizer/greek_tokenizer.rb +72 -0
  342. data/lib/kotoshu/language/tokenizer/hangul_tokenizer.rb +70 -0
  343. data/lib/kotoshu/language/tokenizer/japanese_tokenizer.rb +55 -0
  344. data/lib/kotoshu/language/tokenizer/latin_tokenizer.rb +153 -0
  345. data/lib/kotoshu/language/tokenizer/portuguese_tokenizer.rb +160 -0
  346. data/lib/kotoshu/language/tokenizer/russian_tokenizer.rb +93 -0
  347. data/lib/kotoshu/language/tokenizer/script_tokenizer.rb +62 -0
  348. data/lib/kotoshu/language/tokenizer/spanish_tokenizer.rb +122 -0
  349. data/lib/kotoshu/language.rb +127 -0
  350. data/lib/kotoshu/languages/ar/language.rb +98 -0
  351. data/lib/kotoshu/languages/bg/language.rb +37 -0
  352. data/lib/kotoshu/languages/ca/language.rb +22 -0
  353. data/lib/kotoshu/languages/cs/language.rb +22 -0
  354. data/lib/kotoshu/languages/da/language.rb +22 -0
  355. data/lib/kotoshu/languages/de/language.rb +554 -0
  356. data/lib/kotoshu/languages/el/language.rb +50 -0
  357. data/lib/kotoshu/languages/en/language.rb +470 -0
  358. data/lib/kotoshu/languages/es/language.rb +476 -0
  359. data/lib/kotoshu/languages/et/language.rb +24 -0
  360. data/lib/kotoshu/languages/fa/language.rb +91 -0
  361. data/lib/kotoshu/languages/fr/language.rb +505 -0
  362. data/lib/kotoshu/languages/he/language.rb +98 -0
  363. data/lib/kotoshu/languages/hr/language.rb +24 -0
  364. data/lib/kotoshu/languages/hu/language.rb +22 -0
  365. data/lib/kotoshu/languages/id/language.rb +25 -0
  366. data/lib/kotoshu/languages/it/language.rb +22 -0
  367. data/lib/kotoshu/languages/ja/language.rb +476 -0
  368. data/lib/kotoshu/languages/ko/language.rb +56 -0
  369. data/lib/kotoshu/languages/latin_base.rb +53 -0
  370. data/lib/kotoshu/languages/lt/language.rb +24 -0
  371. data/lib/kotoshu/languages/lv/language.rb +24 -0
  372. data/lib/kotoshu/languages/nb/language.rb +25 -0
  373. data/lib/kotoshu/languages/ne/language.rb +60 -0
  374. data/lib/kotoshu/languages/nl/language.rb +22 -0
  375. data/lib/kotoshu/languages/nn/language.rb +26 -0
  376. data/lib/kotoshu/languages/pl/language.rb +22 -0
  377. data/lib/kotoshu/languages/pt/language.rb +439 -0
  378. data/lib/kotoshu/languages/ro/language.rb +22 -0
  379. data/lib/kotoshu/languages/ru/language.rb +420 -0
  380. data/lib/kotoshu/languages/sk/language.rb +25 -0
  381. data/lib/kotoshu/languages/sl/language.rb +25 -0
  382. data/lib/kotoshu/languages/sr/language.rb +39 -0
  383. data/lib/kotoshu/languages/sr-Latn/language.rb +35 -0
  384. data/lib/kotoshu/languages/sv/language.rb +22 -0
  385. data/lib/kotoshu/languages/tr/language.rb +36 -0
  386. data/lib/kotoshu/languages/uk/language.rb +38 -0
  387. data/lib/kotoshu/languages/vi/language.rb +22 -0
  388. data/lib/kotoshu/languages.rb +64 -0
  389. data/lib/kotoshu/metrics_collector.rb +238 -0
  390. data/lib/kotoshu/metrics_module.rb +121 -0
  391. data/lib/kotoshu/models/context.rb +119 -0
  392. data/lib/kotoshu/models/embedding_model.rb +181 -0
  393. data/lib/kotoshu/models/fasttext_model.rb +212 -0
  394. data/lib/kotoshu/models/nearest_neighbor.rb +96 -0
  395. data/lib/kotoshu/models/onnx_model.rb +330 -0
  396. data/lib/kotoshu/models/semantic_error.rb +204 -0
  397. data/lib/kotoshu/models/suggestion.rb +106 -0
  398. data/lib/kotoshu/models/word_embedding.rb +97 -0
  399. data/lib/kotoshu/models.rb +27 -0
  400. data/lib/kotoshu/multi_language_checker.rb +127 -0
  401. data/lib/kotoshu/native.rb +83 -0
  402. data/lib/kotoshu/native_backend.rb +131 -0
  403. data/lib/kotoshu/paths.rb +79 -0
  404. data/lib/kotoshu/personal_dictionary.rb +105 -0
  405. data/lib/kotoshu/plugins/plugin.rb +61 -0
  406. data/lib/kotoshu/plugins/registry.rb +118 -0
  407. data/lib/kotoshu/plugins.rb +9 -0
  408. data/lib/kotoshu/project_config.rb +76 -0
  409. data/lib/kotoshu/readers/aff_data.rb +530 -0
  410. data/lib/kotoshu/readers/aff_reader.rb +393 -0
  411. data/lib/kotoshu/readers/condition_checker.rb +125 -0
  412. data/lib/kotoshu/readers/dic_reader.rb +208 -0
  413. data/lib/kotoshu/readers/file_reader.rb +377 -0
  414. data/lib/kotoshu/readers/lookup_builder.rb +584 -0
  415. data/lib/kotoshu/readers/readers.rb +17 -0
  416. data/lib/kotoshu/readers.rb +25 -0
  417. data/lib/kotoshu/resource_bundle.rb +55 -0
  418. data/lib/kotoshu/resource_manager.rb +600 -0
  419. data/lib/kotoshu/results/result.rb +165 -0
  420. data/lib/kotoshu/results.rb +8 -0
  421. data/lib/kotoshu/rspec.rb +163 -0
  422. data/lib/kotoshu/scripts/fasttext_to_onnx.py +275 -0
  423. data/lib/kotoshu/source_registry.rb +104 -0
  424. data/lib/kotoshu/spellchecker/parallel_checker.rb +90 -0
  425. data/lib/kotoshu/spellchecker.rb +406 -0
  426. data/lib/kotoshu/string_metrics.rb +153 -0
  427. data/lib/kotoshu/suggestions/context.rb +43 -0
  428. data/lib/kotoshu/suggestions/frequency_provider.rb +80 -0
  429. data/lib/kotoshu/suggestions/generator.rb +169 -0
  430. data/lib/kotoshu/suggestions/pipeline.rb +135 -0
  431. data/lib/kotoshu/suggestions/semantic_cascade.rb +73 -0
  432. data/lib/kotoshu/suggestions/strategies/base_strategy.rb +315 -0
  433. data/lib/kotoshu/suggestions/strategies/composite_strategy.rb +197 -0
  434. data/lib/kotoshu/suggestions/strategies/edit_distance_strategy.rb +631 -0
  435. data/lib/kotoshu/suggestions/strategies/keyboard_proximity_strategy.rb +207 -0
  436. data/lib/kotoshu/suggestions/strategies/ngram_strategy.rb +165 -0
  437. data/lib/kotoshu/suggestions/strategies/phonetic_strategy.rb +284 -0
  438. data/lib/kotoshu/suggestions/strategies/semantic_strategy.rb +317 -0
  439. data/lib/kotoshu/suggestions/strategies/symspell_strategy.rb +270 -0
  440. data/lib/kotoshu/suggestions/strategies/word_index.rb +78 -0
  441. data/lib/kotoshu/suggestions/suggestion.rb +154 -0
  442. data/lib/kotoshu/suggestions/suggestion_set.rb +270 -0
  443. data/lib/kotoshu/suggestions/sweep_index.rb +137 -0
  444. data/lib/kotoshu/suggestions.rb +29 -0
  445. data/lib/kotoshu/tasks/check_task.rb +104 -0
  446. data/lib/kotoshu/tasks.rb +11 -0
  447. data/lib/kotoshu/validators/spelling_validator.rb +101 -0
  448. data/lib/kotoshu/validators.rb +9 -0
  449. data/lib/kotoshu/version.rb +5 -0
  450. data/lib/kotoshu.rb +538 -0
  451. data/rakelib/compile.rake +10 -0
  452. data/script/validate_all_dictionaries.rb +444 -0
  453. data/scripts/build_native_gem.rb +45 -0
  454. data/scripts/extract_eval_grids.rb +37 -0
  455. data/scripts/generate_frozen_tiers.rb +44 -0
  456. data/sig/kotoshu.rbs +435 -0
  457. data/test_oop.rb +79 -0
  458. metadata +546 -0
@@ -0,0 +1,856 @@
1
+ SET UTF-8
2
+ TRY aerndtislogmkpbhfjuväcöåyqxzvwéâàáèóćńłšőř:-.
3
+
4
+ WORDCHARS -0123456789.:
5
+
6
+ BREAK 3
7
+ BREAK -
8
+ BREAK .$
9
+ BREAK :
10
+
11
+ NOSUGGEST !
12
+
13
+ FORBIDDENWORD %
14
+
15
+ NEEDAFFIX ¤
16
+
17
+ # At least this many letters in each word within a compound:
18
+ COMPOUNDMIN 1
19
+ #COMPOUNDMIN 3
20
+
21
+ # Only two, three or four word compounds:
22
+ #COMPOUNDWORDMAX 4
23
+
24
+ # Disallow triple letters, like "fall"+"lucka":
25
+ CHECKCOMPOUNDTRIPLE
26
+ # Convert triple letters to double in compounds,
27
+ # e.g. "fall"+"lucka" = "fallucka":
28
+ SIMPLIFIEDTRIPLE
29
+ # Disallow word duplication in compounds, like "bil"+"bil":
30
+ CHECKCOMPOUNDDUP
31
+
32
+ # The generated compound word suggestions are sometimes
33
+ # very useful. At other times, they make users go crazy with
34
+ # dismay since the generated words make no sense.
35
+ MAXCPDSUGS 0
36
+
37
+ # Users get distracted by too wild suggestions
38
+ MAXDIFF 5
39
+ ONLYMAXDIFF
40
+
41
+ # This is a must for Swedish:
42
+ NOSPLITSUGS
43
+
44
+ FULLSTRIP
45
+
46
+ FORCEUCASE c
47
+
48
+ # Don't allow autogenerated compounds that are very similar
49
+ # to some word in the dictionary:
50
+ CHECKCOMPOUNDREP
51
+
52
+ # For suffixes used to create first part of a compound
53
+ COMPOUNDPERMITFLAG W
54
+
55
+ # May appear first in compound words:
56
+ COMPOUNDBEGIN X
57
+
58
+ # May be middle elements in compound words:
59
+ COMPOUNDMIDDLE U
60
+
61
+ # May appear last in compound words:
62
+ COMPOUNDEND Y
63
+
64
+ # Non-word that may be part of a compund:
65
+ ONLYINCOMPOUND Z
66
+
67
+ MAP 2
68
+ MAP fi(fi)
69
+ MAP fl(fl)
70
+
71
+ # Some letters that should be replacable and have higher priority
72
+ REP 59
73
+ REP e ä
74
+ REP ä e
75
+ REP ngn gn
76
+ REP gn ng
77
+ REP ng gn
78
+ REP j g
79
+ REP g j
80
+ REP gt kt
81
+ REP kt gt
82
+ REP dj g
83
+ REP j lj
84
+ REP j gj
85
+ REP gj j
86
+ REP kj tj
87
+ REP tj kj
88
+ REP ch tj
89
+ REP tj ch
90
+ REP ch kj
91
+ REP kj ch
92
+ REP ch ige
93
+ REP ch j
94
+ REP ch i
95
+ REP ch ge
96
+ REP ch stg
97
+ REP sk skj
98
+ REP skj sk
99
+ REP sj sti
100
+ REP ti ssi
101
+ REP ssi ti
102
+ REP tj k
103
+ REP ai ej
104
+ REP mm m
105
+ REP s ss
106
+ REP l ll
107
+ REP ll l
108
+ REP t tt
109
+ REP n nn
110
+ REP p pp
111
+ REP g gg
112
+ REP d t
113
+ REP t d
114
+ REP ^bla$ bl.a.
115
+ REP ^pga$ p.g.a.
116
+ REP ^tex$ t.ex.
117
+ REP ^pga$ p.g.a.
118
+ REP ^tex$ t.ex.
119
+ REP ^iafton$ i_afton
120
+ REP ^iakt$ i_akt
121
+ REP ^imorse$ i_morse
122
+ REP ^igår i_går_
123
+ REP ochmed$ _och_med
124
+ REP ^iordning$ i_ordning
125
+ REP ^istyr$ i_styr
126
+ REP ^isynnerhet$ i_synnerhet
127
+ REP ^iår$ i_år
128
+ REP ^iövrigt$ i_övrigt
129
+ REP ^utochin$ ut_och_in
130
+ REP ^åfärde$ å_färde
131
+ REP is eece
132
+ #REP m mm
133
+ #REP ss s
134
+ #REP ll l
135
+ #REP tt t
136
+ #REP nn n
137
+ #REP pp p
138
+ #REP gg g
139
+ #REP f ff
140
+ #REP ff f
141
+ #REP rr r
142
+ #REP r rr
143
+ #REP andet ningen
144
+ #REP ningen andet
145
+
146
+ # För förkortningar och ord som kräver bindestreck
147
+ # när de är andraord i sammansättningar, t.ex. TV, OS
148
+ # (betal-TV, London-OS).
149
+ #PFX a Y 1
150
+ #PFX a 0 -/WY .
151
+
152
+
153
+ # Genitiv. Som Göran: Görans
154
+ SFX A Y 1
155
+ SFX A 0 s .
156
+
157
+ #--------------------------------------------
158
+ # Bestämd form, neutrum.
159
+ #--------------------------------------------
160
+ # Substantivformer av verb.
161
+ # Som lida: lidande, lidandet...
162
+ SFX B Y 6
163
+ SFX B 0 et [^a]
164
+ SFX B 0 ets [^a]
165
+ SFX B 0 nde a
166
+ SFX B 0 ndes a
167
+ SFX B 0 ndet a
168
+ SFX B 0 ndets a
169
+
170
+ # Som täcke: täcket, täckets
171
+ # Även: öra, alibi, foto
172
+ # Som kakel: kaklet, kaklets
173
+ # Som vimmel: vimlet, vimlets
174
+ # Som socker: sockret, sockrets
175
+ # Som nummer: numret, numrets
176
+ # Som rum: rummet, rummets
177
+ # Som tecken: tecknet, tecknets
178
+ # Som ton: tonnet, tonnets
179
+ SFX C Y 16
180
+ SFX C 0 t [aeiouyåäöé:]
181
+ SFX C 0 ts [aeiouyåäöé:]
182
+ SFX C el let [^m]el
183
+ SFX C el lets [^m]el
184
+ SFX C mel let mel
185
+ SFX C mel lets mel
186
+ SFX C er ret [^m]er
187
+ SFX C er rets [^m]er
188
+ SFX C mer ret mer
189
+ SFX C mer rets mer
190
+ SFX C 0 met m
191
+ SFX C 0 mets m
192
+ SFX C en net en
193
+ SFX C en nets en
194
+ SFX C 0 net [^e]n
195
+ SFX C 0 nets [^e]n
196
+
197
+ #--------------------------------------------
198
+ # Bestämd form, utrum.
199
+ #--------------------------------------------
200
+ # Som katt: katten, kattens
201
+ #--------------------------------------------
202
+ # Adjektivformer av verb (och presens particip):
203
+ #--------------------------------------------
204
+ # Som söka: sökande
205
+ #--------------------------------------------
206
+ SFX D Y 3
207
+ SFX D 0 en [^a]
208
+ SFX D 0 ens [^a]
209
+ SFX D 0 nde a
210
+
211
+ # Bestämd form, utrum samt
212
+ # obestämd form pluralis, neutrum.
213
+ #--------------------------------------------
214
+ # Som myra, cykel: cykeln, cykelns
215
+ # Som frö: frön, fröns
216
+ # Som faktum: fakta, faktas
217
+ SFX E Y 4
218
+ SFX E 0 n [^m]
219
+ SFX E 0 ns [^m]
220
+ SFX E um a um
221
+ SFX E um as um
222
+
223
+ #--------------------------------------------
224
+ # Neutrum, bestämd form pluralis samt
225
+ # utrum, bestämd form singularis.
226
+ #--------------------------------------------
227
+ # Som fönster, fader
228
+ # Som nummer
229
+ # Som exempel
230
+ # Som vimmel, himmel
231
+ # Som tecken: tecknen, tecknens
232
+ # Som socken: socknen, socknens
233
+ # Som hem, rem
234
+ # Som ton, man
235
+ # Som täcke, bi, kilo, knä
236
+ # Substantivformer av verb:
237
+ # Som avslöja: avslöjandena, avslöjandenas
238
+ SFX F Y 18
239
+ SFX F er ren [^m]er
240
+ SFX F er rens [^m]er
241
+ SFX F mer ren mer
242
+ SFX F mer rens mer
243
+ SFX F el len [^m]el
244
+ SFX F el lens [^m]el
245
+ SFX F mel len mel
246
+ SFX F mel lens mel
247
+ SFX F en nen en
248
+ SFX F en nens en
249
+ SFX F 0 men m
250
+ SFX F 0 mens m
251
+ SFX F 0 nen [^e]n
252
+ SFX F 0 nens [^e]n
253
+ SFX F 0 na [eioä:]
254
+ SFX F 0 nas [eioä:]
255
+ SFX F 0 ndena a
256
+ SFX F 0 ndenas a
257
+
258
+ #--------------------------------------------
259
+ # Pluralis, reale.
260
+ #--------------------------------------------
261
+ # Som stol: stolar, stolarna, stolarnas, stolars
262
+ # Även: del
263
+ # Som timme: timmar, timmarna, timmarnas, timmars
264
+ # Som fara: faror, farorna, farornas, farors
265
+ SFX G Y 12
266
+ SFX G 0 ar [^ae]
267
+ SFX G 0 arna [^ae]
268
+ SFX G 0 arnas [^ae]
269
+ SFX G 0 ars [^ae]
270
+ SFX G e ar e
271
+ SFX G e arna e
272
+ SFX G e arnas e
273
+ SFX G e ars e
274
+ SFX G a or a
275
+ SFX G a orna a
276
+ SFX G a ornas a
277
+ SFX G a ors a
278
+
279
+ # Som katt: katter, katterna, katternas, katters
280
+ # Som historia: historier, historierna, historiernas, historiers
281
+ SFX H Y 8
282
+ SFX H 0 er [^a]
283
+ SFX H 0 ers [^a]
284
+ SFX H 0 erna [^a]
285
+ SFX H 0 ernas [^a]
286
+ SFX H a er a
287
+ SFX H a erna a
288
+ SFX H a ernas a
289
+ SFX H a ers a
290
+
291
+ # Som tå
292
+ # Som fröken: fröknar, fröknarna, fröknarnas, fröknars
293
+ # Även: socken, öken
294
+ # Som afton
295
+ # Som dröm: drömmar, drömmarna, drömmarnas, drömmars
296
+ # Som tistel
297
+ # Som lymmel
298
+ # Som tiger: tigrar, tigrarna, tigrarnas, tigrars
299
+ # Som klammer: klamrar, klamrarna, klamrarnas, klamrars
300
+ # Som sommar: somrar, somrarna, somrarnas, somrars
301
+ SFX I Y 36
302
+ SFX I 0 r [^lmnr]
303
+ SFX I 0 rna [^lmnr]
304
+ SFX I 0 rnas [^lmnr]
305
+ SFX I 0 rs [^lmnr]
306
+ SFX I en nar en
307
+ SFX I en narna en
308
+ SFX I en narnas en
309
+ SFX I en nars en
310
+ SFX I on nar on
311
+ SFX I on narna on
312
+ SFX I on narnas on
313
+ SFX I on nars on
314
+ SFX I 0 mar m
315
+ SFX I 0 marna m
316
+ SFX I 0 marnas m
317
+ SFX I 0 mars m
318
+ SFX I el lar [^m]el
319
+ SFX I el larna [^m]el
320
+ SFX I el larnas [^m]el
321
+ SFX I el lars [^m]el
322
+ SFX I mel lar mel
323
+ SFX I mel larna mel
324
+ SFX I mel larnas mel
325
+ SFX I mel lars mel
326
+ SFX I er rar [^m]er
327
+ SFX I er rarna [^m]er
328
+ SFX I er rarnas [^m]er
329
+ SFX I er rars [^m]er
330
+ SFX I mer rar mer
331
+ SFX I mer rarna mer
332
+ SFX I mer rarnas mer
333
+ SFX I mer rars mer
334
+ SFX I mar rar mar
335
+ SFX I mar rarna mar
336
+ SFX I mar rarnas mar
337
+ SFX I mar rars mar
338
+
339
+ # Som formel
340
+ # Även neutrum: sekel, mirakel
341
+ # Som fot: fötter, fötterna, fötternas, fötters
342
+ # Som get: getter, getterna, getternas, getters
343
+ # Som tand: tänder, tänderna, tändernas, tänders
344
+ # Som musiker: musikerna, musikernas
345
+ # Som ägare: ägarna, ägarnas
346
+ # Som museum: museet, museets, museer, museerna, museernas, museers
347
+ #*******************************************#
348
+ #*******************************************#
349
+ #*******************************************#
350
+ # Verb #
351
+ #*******************************************#
352
+ #*******************************************#
353
+ #*******************************************#
354
+ #--------------------------------------------
355
+ # Andra konjugationen; imperativ.
356
+ #--------------------------------------------
357
+ # Som springa: spring
358
+ # Som tämja
359
+ # Som komma
360
+ SFX J Y 32
361
+ SFX J el ler el
362
+ SFX J el lerna el
363
+ SFX J el lernas el
364
+ SFX J el lers el
365
+ SFX J ot ötter ot
366
+ SFX J ot ötterna ot
367
+ SFX J ot ötternas ot
368
+ SFX J ot ötters ot
369
+ SFX J 0 ter [^o]t
370
+ SFX J 0 terna [^o]t
371
+ SFX J 0 ternas [^o]t
372
+ SFX J 0 ters [^o]t
373
+ SFX J and änder and
374
+ SFX J and änderna and
375
+ SFX J and ändernas and
376
+ SFX J and änders and
377
+ SFX J 0 na r
378
+ SFX J 0 nas r
379
+ SFX J e na re
380
+ SFX J e nas re
381
+ SFX J um et um
382
+ SFX J um ets um
383
+ SFX J um er um
384
+ SFX J um erna um
385
+ SFX J um ernas um
386
+ SFX J um ers um
387
+ SFX J a 0 [^m][^m]a
388
+ SFX J a 0 m[^m]a
389
+ SFX J ma 0 mma
390
+ SFX J : 0 :
391
+ SFX J - 0 -
392
+ SFX J - :s -
393
+
394
+
395
+ #--------------------------------------------
396
+ # Andra konjugationen.
397
+ #--------------------------------------------
398
+ #***********************
399
+ # presens:
400
+ #***********************
401
+ # Som köpa: köper
402
+ # Inte som köra: kör
403
+ #***********************
404
+ # imperfekt:
405
+ #***********************
406
+ # Som köpa
407
+ # Som köra
408
+ # Som tömma
409
+ # Som förnimma
410
+ # Som komma
411
+ # Som värma, döma
412
+ # Som nämna
413
+ # Som kunna
414
+ # Som vina
415
+ # Som bryna, kröna
416
+ SFX K Y 61
417
+ SFX K a er [^r]a
418
+ SFX K a te [ks]a
419
+ SFX K a de [gjr]a
420
+ SFX K ma de [^io]mma
421
+ SFX K imma am imma
422
+ SFX K ma 0 omma
423
+ SFX K a de [^m]ma
424
+ SFX K a de mna
425
+ SFX K na de nna
426
+ SFX K ina en ina
427
+ SFX K a te [yö]na
428
+ SFX K a de [^l]la
429
+ SFX K a de [^aå]lla
430
+ SFX K alla öll alla
431
+ SFX K ålla öll ålla
432
+ SFX K a e [^aeiouyåäö]da
433
+ SFX K a de [eyåäö]da
434
+ SFX K ida ed ida
435
+ SFX K uda öd uda
436
+ SFX K a te [eäö]ta
437
+ SFX K a e [^eiuyåäö]ta
438
+ SFX K ita et ita
439
+ SFX K yta öt yta
440
+ SFX K uta öt [^j]uta
441
+ SFX K juta öt [gk]juta
442
+ SFX K uta öt [^gk]juta
443
+ SFX K åta ät åta
444
+ SFX K a te [^iuy]pa
445
+ SFX K ipa ep ipa
446
+ SFX K upa öp upa
447
+ SFX K ypa öp ypa
448
+ SFX K iva ev iva
449
+ SFX K a de [^io]va
450
+ SFX K a t [^lmndptv]a
451
+ SFX K a t [^imn][mn]a
452
+ SFX K ma t [^io]mma
453
+ SFX K imma ummit imma
454
+ SFX K a it omma
455
+ SFX K na t nna
456
+ SFX K a t mna
457
+ SFX K a t [^l]la
458
+ SFX K a t [^aå]lla
459
+ SFX K a it alla
460
+ SFX K a it ålla
461
+ SFX K da t [^aeiouyåäö]da
462
+ SFX K da tt [aeyåäö]da
463
+ SFX K a t [äö]ta
464
+ SFX K a it åta
465
+ SFX K a t [^iouy]pa
466
+ SFX K a t [^iouy]va
467
+ SFX K a it [iou][dnptv]a
468
+ SFX K ypa upit ypa
469
+ SFX K yta utit yta
470
+ SFX K 0 t eta
471
+ SFX K 0 dd [^almnr]
472
+ SFX K 0 dda [^almnr]
473
+ SFX K 0 tt [^almnr]
474
+ SFX K el le el
475
+ SFX K 0 me m
476
+ SFX K en ne en
477
+ SFX K er re er
478
+
479
+ SFX L Y 64
480
+ SFX L a s [^m][^ms]a
481
+ SFX L a s m[^ms]a
482
+ SFX L a s [^m]ma
483
+ SFX L ma s mma
484
+ SFX L a tes [ks]a
485
+ SFX L a des [gjr]a
486
+ SFX L ma des mma
487
+ SFX L a des [^m]ma
488
+ SFX L a des mna
489
+ SFX L na des nna
490
+ SFX L a tes [yö]na
491
+ SFX L a des [^l]la
492
+ SFX L a des [^aå]lla
493
+ SFX L alla ölls alla
494
+ SFX L ålla ölls ålla
495
+ SFX L a es [^aeiouyåäö]da
496
+ SFX L a des [eyåäö]da
497
+ SFX L ida eds ida
498
+ SFX L uda öds uda
499
+ SFX L a tes [eäö]ta
500
+ SFX L a es [^eiuyåäö]ta
501
+ SFX L ita ets ita
502
+ SFX L yta öts yta
503
+ SFX L uta öts [^j]uta
504
+ SFX L juta öts [gk]juta
505
+ SFX L uta öts [^gk]juta
506
+ SFX L åta äts åta
507
+ SFX L a tes [^iuy]pa
508
+ SFX L ipa eps ipa
509
+ SFX L upa öps upa
510
+ SFX L ypa öps ypa
511
+ SFX L iva evs iva
512
+ SFX L a des [^io]va
513
+ SFX L a ts [^lmndptv]a
514
+ SFX L a ts [^mn][mn]a
515
+ SFX L ma ts mma
516
+ SFX L na ts nna
517
+ SFX L a ts mna
518
+ SFX L a ts [^l]la
519
+ SFX L a ts [^aå]lla
520
+ SFX L a its alla
521
+ SFX L a its ålla
522
+ SFX L da ts [^aeiouyåäö]da
523
+ SFX L da tts [aeyåäö]da
524
+ SFX L a ts [äö]ta
525
+ SFX L a its åta
526
+ SFX L a ts [^iouy]pa
527
+ SFX L a ts [^iouy]va
528
+ SFX L a its [iou][dptv]a
529
+ SFX L ypa upits ypa
530
+ SFX L yta utits yta
531
+ SFX L 0 ende [eiouyåäö]
532
+ SFX L el lare el
533
+ SFX L el last el
534
+ SFX L el laste el
535
+ SFX L en nare en
536
+ SFX L en nast en
537
+ SFX L en naste en
538
+ SFX L er rare er
539
+ SFX L er rast er
540
+ SFX L er raste er
541
+ SFX L 0 mare m
542
+ SFX L 0 mast m
543
+ SFX L 0 maste m
544
+
545
+ SFX m Y 1
546
+ SFX m 0 r .
547
+
548
+ SFX M Y 29
549
+ SFX M 0 de a
550
+ SFX M 0 t a
551
+ SFX M 0 dde [oyä]
552
+ SFX M 0 tt [eoyäö]
553
+ SFX M e ad be
554
+ SFX M e av ge
555
+ SFX M e og le
556
+ SFX M e åg se
557
+ SFX M 0 dde [^bgls]e
558
+ SFX M i ev i
559
+ SFX M å ick [fg]å
560
+ SFX M 0 dde [^s]lå
561
+ SFX M å og slå
562
+ SFX M å od tå
563
+ SFX M 0 dde [^fglt]å
564
+ SFX M 0 dde [^d]ö
565
+ SFX M ö og dö
566
+ SFX M 0 vit i
567
+ SFX M 0 tt [^l]å
568
+ SFX M 0 tt [^s]lå
569
+ SFX M å agit slå
570
+ SFX M 0 t [lr]
571
+ SFX M el la el
572
+ SFX M er ra er
573
+ SFX M n t en
574
+ SFX M en na [^mn]en
575
+ SFX M en a nen
576
+ SFX M men na mmen
577
+ SFX M 0 ma m
578
+
579
+ SFX N Y 28
580
+ SFX N 0 des a
581
+ SFX N 0 ts a
582
+ SFX N 0 ddes [oyäö]
583
+ SFX N e ads be
584
+ SFX N e avs ge
585
+ SFX N e ogs le
586
+ SFX N e ågs se
587
+ SFX N å icks [fg]å
588
+ SFX N 0 ddes [^s]lå
589
+ SFX N å ogs slå
590
+ SFX N å ods tå
591
+ SFX N 0 ddes [^fglt]å
592
+ SFX N 0 tts [oyäö]
593
+ SFX N 0 tts e
594
+ SFX N 0 tts [^l]å
595
+ SFX N 0 tts [^s]lå
596
+ SFX N å agits slå
597
+ SFX N s des s
598
+ SFX N s ts s
599
+ SFX N 0 mas m
600
+ SFX N 0 mes m
601
+ SFX N el las el
602
+ SFX N el les el
603
+ SFX N en nas en
604
+ SFX N en nes en
605
+ SFX N er ras er
606
+ SFX N er res er
607
+ SFX N d t d
608
+
609
+ SFX O Y 23
610
+ SFX O a d [^mn][^mnd]a
611
+ SFX O a da [^mn][^mnd]a
612
+ SFX O a d [^mn][mn]a
613
+ SFX O a da [^mn][mn]a
614
+ SFX O a d [mn][^mnd]a
615
+ SFX O a da [mn][^mnd]a
616
+ SFX O ma d mma
617
+ SFX O ma da mma
618
+ SFX O na d nna
619
+ SFX O na da nna
620
+ SFX O a d mna
621
+ SFX O a da mna
622
+ SFX O 0 t [^dtneiyåöa]
623
+ SFX O 0 a [^ea]
624
+ SFX O d t [^adeiouyåäö]d
625
+ SFX O d tt [aeiouyåäö]d
626
+ SFX O dd tt dd
627
+ SFX O 0 t [eiyåäö]t
628
+ SFX O 0 t [^n]n
629
+ SFX O n t nn
630
+ SFX O 0 tt [iyåö]
631
+ SFX O de t de
632
+ SFX O e 0 de
633
+
634
+ SFX P Y 6
635
+ SFX P 0 are [^a]
636
+ SFX P 0 ast [^a]
637
+ SFX P 0 aste [^a]
638
+ SFX P 0 d a
639
+ SFX P 0 de a
640
+ SFX P 0 t a
641
+
642
+ SFX Q Y 2
643
+ SFX Q 0 e [^a]
644
+ SFX Q a ta a
645
+
646
+ SFX R Y 3
647
+ SFX R a es a
648
+ SFX R 0 as [^a]
649
+ SFX R 0 es [^a]
650
+
651
+ SFX T Y 15
652
+ SFX T 0 iska [^a:]
653
+ SFX T 0 iskt [^a:]
654
+ SFX T 0 isk [^a:]
655
+ SFX T 0 re a
656
+ SFX T 0 ren a
657
+ SFX T 0 rens a
658
+ SFX T 0 res a
659
+ SFX T 0 rna a
660
+ SFX T 0 rnas a
661
+ SFX T 0 are :
662
+ SFX T 0 aren :
663
+ SFX T 0 arens :
664
+ SFX T 0 ares :
665
+ SFX T 0 arna :
666
+ SFX T 0 arnas :
667
+
668
+ SFX e Y 8
669
+ SFX e 0 bo .
670
+ SFX e 0 bos .
671
+ SFX e 0 bon .
672
+ SFX e 0 bons .
673
+ SFX e 0 bor .
674
+ SFX e 0 bors .
675
+ SFX e 0 borna .
676
+ SFX e 0 bornas .
677
+
678
+ SFX d Y 8
679
+ SFX d 0 sbo .
680
+ SFX d 0 sbos .
681
+ SFX d 0 sbon .
682
+ SFX d 0 sbons .
683
+ SFX d 0 sbor .
684
+ SFX d 0 sbors .
685
+ SFX d 0 sborna .
686
+ SFX d 0 sbornas .
687
+
688
+ # Som myra: myr- (stack)
689
+ # Som förare: förar- (platsen)
690
+ # Som avgud: avguda- (dyrkan)
691
+ SFX z N 3
692
+ SFX z a 0/WXZ a
693
+ SFX z e 0/WXZ e
694
+ SFX z 0 a/WXZ [^ae]
695
+
696
+ SFX g N 3
697
+ SFX g a 0/WUZ a
698
+ SFX g e 0/WUZ e
699
+ SFX g 0 a/WUZ [^ae]
700
+
701
+ # Som ränta: ränte- (höjning)
702
+ # Som tjänst: tjänste- (man)
703
+ SFX y N 2
704
+ SFX y a e/WXZ a
705
+ SFX y 0 e/WXZ [^a]
706
+
707
+ SFX h N 2
708
+ SFX h a e/WUZ a
709
+ SFX h 0 e/WUZ [^a]
710
+
711
+ # Som vecka: vecko- (dag)
712
+ # Som psyke: psyko- (analys)
713
+ # Som land: lant- (brukare)
714
+ SFX x N 3
715
+ SFX x a o/WXZ a
716
+ SFX x e o/WXZ e
717
+ SFX x d t/WXZ d
718
+
719
+ # Som vara: varu- (hus)
720
+ # Som maximum: maximi- (gräns)
721
+ SFX w N 2
722
+ SFX w a u/WXZ a
723
+ SFX w um i/WXZ um
724
+
725
+ # Som pepparkaka: pepparkaks- (hus)
726
+ # Som yrke: yrkes- (man)
727
+ # Som förhand: förhands- (granskning)
728
+ SFX v N 2
729
+ SFX v a s/WXZ a
730
+ SFX v 0 s/WXZ [^a]
731
+
732
+ SFX f N 2
733
+ SFX f a s/WUZ a
734
+ SFX f 0 s/WUZ [^a]
735
+
736
+ # Som hyra: hyres- (gäst)
737
+ # Som säd: sädes- (fält)
738
+ # Som ansikte: ansikts- (uttryck)
739
+ SFX u N 3
740
+ SFX u a es/WXZ a
741
+ SFX u e s/WXZ e
742
+ SFX u 0 es/WXZ [^ae]
743
+
744
+ SFX i N 3
745
+ SFX i a es/WUZ a
746
+ SFX i e s/WUZ e
747
+ SFX i 0 es/WUZ [^ae]
748
+
749
+ # Som tavla: tavel- (försäljare)
750
+ # Som stämma: stäm- (gaffel)
751
+ # Som timme: tim- (lön)
752
+ # Som siffra: siffer- (kombination)
753
+ # Som förälder: föräldra- (möte)
754
+ # Som äpple: äppel- (must)
755
+ # Som gymnasium: gymnasie- (elev)
756
+ # Som ängel: ängla- (vakt)
757
+ SFX t N 8
758
+ SFX t la el/WXZ la
759
+ SFX t ma 0/WXZ ma
760
+ SFX t me 0/WXZ me
761
+ SFX t ra er/WXZ ra
762
+ SFX t er ra/WXZ er
763
+ SFX t le el/WXZ le
764
+ SFX t um e/WXZ um
765
+ SFX t el la/WXZ el
766
+
767
+ SFX s N 1
768
+ SFX s 0 0/WX .
769
+
770
+ SFX r N 1
771
+ SFX r 0 -/WX .
772
+
773
+ SFX b N 1
774
+ SFX b 0 - .
775
+
776
+ # Flags used in COMPOUNDRULE definitions:
777
+ # 0 - any nonletter character listed in WORDCHARS above, or the letter x
778
+ # 1 - a digit (0-9)
779
+ # 2 - number written in letters (1-100)
780
+ # 3 - numeric middle compund
781
+ # 6 - numeric suffix
782
+ # 4 - multiple of 100 written in letters (100,200,...,2000)
783
+ # 5 - thousand, million, billion
784
+ # - - The dash character
785
+ # 7 - The words first,second,third,...,hundredth
786
+ # 8 - word that is a suffix to #7 above.
787
+
788
+ # Compound rules:
789
+ # 0* - All strings without letters, e.g. 12:3-3
790
+ # 1*-6 - number followed by suffix, e.g. 87-åringens
791
+ # 4?2?5?6 - as above but with letters, e.g. åttiosjuåringen
792
+ # 1*-3Y - number followed by compound suffix, e.g. 60-talsinredning
793
+ # 4?23Y - as above but with letters, e.g. nittonhundrasextiotalsinredning
794
+ # 43Y - as above, e.g. nittonhundratalsinredning
795
+ # 4?2?53Y - as above, e.g. sjuhundrafemtiotusenkronorsstugan
796
+ # 42 - a number written in letters, e.g. trehundratjugonio
797
+ # 4?2?54?2? - as above, e.g. sjuhundrafemtiotretusentrehundratjugonio
798
+ # 4?2?54?2?54?2? - as above, e.g. tvåhundratrettonmiljonerfemhundrasjuttontusenelva
799
+ # for adjectives: )k
800
+ # for verbs: >j
801
+
802
+ #pragma no-merge 268¤jkc
803
+
804
+ COMPOUNDRULE 12
805
+ COMPOUNDRULE 0*
806
+ COMPOUNDRULE 1*-6
807
+ COMPOUNDRULE 4?5?4?5?4?2?6
808
+ COMPOUNDRULE 1*-3U*Y
809
+ COMPOUNDRULE 4?5?4?23U*Y
810
+ COMPOUNDRULE 4?5?43U*Y
811
+ COMPOUNDRULE 4?5?4?53U*Y
812
+ COMPOUNDRULE 4?5?4?5?4?5?4?2?
813
+ COMPOUNDRULE 47
814
+ COMPOUNDRULE 4?78
815
+ COMPOUNDRULE >j
816
+ COMPOUNDRULE )k
817
+
818
+ #pragma ignore-start
819
+ SFX 1 Y 8
820
+ SFX 1 0 :a .
821
+ SFX 1 0 :as .
822
+ SFX 1 0 :an .
823
+ SFX 1 0 :ans .
824
+ SFX 1 0 :or .
825
+ SFX 1 0 :ors .
826
+ SFX 1 0 :orna .
827
+ SFX 1 0 :ornas .
828
+
829
+ SFX 7 Y 26
830
+ SFX 7 0 - .
831
+ SFX 7 0 s .
832
+ SFX 7 a e a
833
+ SFX 7 a es a
834
+ SFX 7 0 l [oe]nde
835
+ SFX 7 0 ls [oe]nde
836
+ SFX 7 0 len [oe]nde
837
+ SFX 7 0 lens [oe]nde
838
+ SFX 7 0 lar [oe]nde
839
+ SFX 7 0 lars [oe]nde
840
+ SFX 7 0 larna [oe]nde
841
+ SFX 7 0 larnas [oe]nde
842
+ SFX 7 0 del .
843
+ SFX 7 0 dels- .
844
+ SFX 7 0 dels/WX .
845
+ SFX 7 0 delen .
846
+ SFX 7 0 delens .
847
+ SFX 7 0 delar .
848
+ SFX 7 0 delars .
849
+ SFX 7 0 delarna .
850
+ SFX 7 0 delarnas .
851
+ SFX 7 0 dags/WX .
852
+ SFX 7 0 hands/WXZ .
853
+ SFX 7 0 pris/WX .
854
+ SFX 7 0 generations/WX .
855
+ SFX 7 0 parts/WX .
856
+ #pragma ignore-end