kotoshu 1.0.2-x86_64-linux

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (458) hide show
  1. checksums.yaml +7 -0
  2. data/.kotoshu-baseline.json +1 -0
  3. data/.pre-commit-hooks.yaml +18 -0
  4. data/.rspec +3 -0
  5. data/.rubocop.yml +351 -0
  6. data/.yardopts +8 -0
  7. data/CHANGELOG.md +813 -0
  8. data/CLAUDE.md +176 -0
  9. data/CODE_OF_CONDUCT.md +132 -0
  10. data/Cargo.lock +359 -0
  11. data/Cargo.toml +15 -0
  12. data/LICENSE +31 -0
  13. data/README.adoc +1292 -0
  14. data/Rakefile +150 -0
  15. data/SECURITY.md +93 -0
  16. data/TODO.impl/00-cut-0.1.md +121 -0
  17. data/TODO.impl/00-cut-0.2.md +175 -0
  18. data/TODO.impl/00-vision.md +281 -0
  19. data/TODO.impl/01-hunspell-correctness.md +111 -0
  20. data/TODO.impl/02-cli-unification.md +74 -0
  21. data/TODO.impl/03-dynamic-download.md +107 -0
  22. data/TODO.impl/04-language-modules.md +89 -0
  23. data/TODO.impl/05-semantic-path.md +83 -0
  24. data/TODO.impl/06-cjk-support.md +105 -0
  25. data/TODO.impl/07-rtl-support.md +71 -0
  26. data/TODO.impl/08-grammar-engine.md +106 -0
  27. data/TODO.impl/09-integrity-security.md +90 -0
  28. data/TODO.impl/10-testing-ci.md +98 -0
  29. data/TODO.impl/100-full-feature-batch3.md +28 -0
  30. data/TODO.impl/101-int4-tier-experiment.md +32 -0
  31. data/TODO.impl/102-lid-chain.md +28 -0
  32. data/TODO.impl/103-oov-bucket-tables.md +27 -0
  33. data/TODO.impl/104-vscode-marketplace-readiness.md +32 -0
  34. data/TODO.impl/105-personal-dictionary-in-check.md +34 -0
  35. data/TODO.impl/106-native-lid-detection.md +36 -0
  36. data/TODO.impl/107-basic-support-every-staged-language.md +42 -0
  37. data/TODO.impl/108-ko-ne-full-feature.md +37 -0
  38. data/TODO.impl/109-ten-audit.md +26 -0
  39. data/TODO.impl/11-release-v1.md +95 -0
  40. data/TODO.impl/110-sr-latn-and-polish.md +33 -0
  41. data/TODO.impl/111-embedding-bakeoff.md +33 -0
  42. data/TODO.impl/112-deployability-and-gating.md +26 -0
  43. data/TODO.impl/113-language-packs.md +26 -0
  44. data/TODO.impl/114-typo-biencoder-thread.md +33 -0
  45. data/TODO.impl/115-hybrid-retrieval-pricing.md +22 -0
  46. data/TODO.impl/116-baseline-suggestion-skip.md +81 -0
  47. data/TODO.impl/117-deterministic-frequency-tiers.md +110 -0
  48. data/TODO.impl/118-server-gem-floor.md +33 -0
  49. data/TODO.impl/119-embedded-kelly-tiers.md +56 -0
  50. data/TODO.impl/120-setup-metadata-refresh.md +35 -0
  51. data/TODO.impl/121-jekyll-baseline-skip.md +33 -0
  52. data/TODO.impl/122-pack-compression-kpk2.md +66 -0
  53. data/TODO.impl/123-typo-corpus-synthesis.md +55 -0
  54. data/TODO.impl/124-owner-residue.md +19 -0
  55. data/TODO.impl/125-consumer-floor-guards.md +43 -0
  56. data/TODO.impl/126-tier-error-budgets.md +33 -0
  57. data/TODO.impl/127-suggestion-feedback-loop.md +34 -0
  58. data/TODO.impl/128-hybrid-pricing-verdict.md +47 -0
  59. data/TODO.impl/129-pt-fr-corpora.md +23 -0
  60. data/TODO.impl/130-news-truth-0912.md +23 -0
  61. data/TODO.impl/131-hybrid-productization.md +42 -0
  62. data/TODO.impl/132-techniques-page-and-prose.md +27 -0
  63. data/TODO.impl/133-rust-first-distribution.md +68 -0
  64. data/TODO.impl/20-encapsulation-cleanup.md +47 -0
  65. data/TODO.impl/21-autoload-migration.md +64 -0
  66. data/TODO.impl/22-url-pin-single-source-of-truth.md +120 -0
  67. data/TODO.impl/23-fix-url-defaults.md +57 -0
  68. data/TODO.impl/24-cli-auto-setup-prompt.md +76 -0
  69. data/TODO.impl/25-soft-onnxruntime-require.md +75 -0
  70. data/TODO.impl/26-onnx-vocab-json-generation.md +96 -0
  71. data/TODO.impl/27-end-to-end-smoke-spec.md +113 -0
  72. data/TODO.impl/28-readme-quickstart-verification.md +68 -0
  73. data/TODO.impl/29-status-command.md +84 -0
  74. data/TODO.impl/30-language-auto-detection.md +74 -0
  75. data/TODO.impl/31-download-progress.md +58 -0
  76. data/TODO.impl/32-sarif-output-verification.md +72 -0
  77. data/TODO.impl/33-audit-log-rotation.md +54 -0
  78. data/TODO.impl/34-cache-eviction.md +59 -0
  79. data/TODO.impl/35-shell-completion.md +61 -0
  80. data/TODO.impl/36-cleanup-regressions-0.3.1.md +134 -0
  81. data/TODO.impl/37-hunspell-correctness-tier2.md +203 -0
  82. data/TODO.impl/38-onnx-semantic-gating.md +218 -0
  83. data/TODO.impl/39-tier3-and-beyond.md +232 -0
  84. data/TODO.impl/40-spec-drift-cleanup.md +134 -0
  85. data/TODO.impl/50-structure-aware-document-api.md +194 -0
  86. data/TODO.impl/51-grammar-engine-expansion.md +75 -0
  87. data/TODO.impl/52-multi-language-documents.md +95 -0
  88. data/TODO.impl/53-document-plugin-architecture.md +94 -0
  89. data/TODO.impl/54-cjk-support.md +117 -0
  90. data/TODO.impl/55-rtl-support.md +109 -0
  91. data/TODO.impl/56-t4-t5-t6-quality-architecture-ecosystem.md +126 -0
  92. data/TODO.impl/57-t5.1-step3-pure-function-strategies.md +138 -0
  93. data/TODO.impl/58-t5.2-configuration-as-data.md +113 -0
  94. data/TODO.impl/59-yard-api-documentation.md +75 -0
  95. data/TODO.impl/60-lsp-server.md +174 -0
  96. data/TODO.impl/61-editor-ecosystem.md +167 -0
  97. data/TODO.impl/62-framework-integrations.md +159 -0
  98. data/TODO.impl/63-web-playground-wasm.md +186 -0
  99. data/TODO.impl/64-http-api-and-sdks.md +191 -0
  100. data/TODO.impl/65-universal-kotoshu.md +251 -0
  101. data/TODO.impl/66-kotoshu-core.md +169 -0
  102. data/TODO.impl/67-kotoshu-rs-and-access-libraries.md +137 -0
  103. data/TODO.impl/68-sota-adoption.md +152 -0
  104. data/TODO.impl/69-sota-typo-eval.md +74 -0
  105. data/TODO.impl/70-sota-confidence-cascade.md +59 -0
  106. data/TODO.impl/71-sota-nested-model.md +63 -0
  107. data/TODO.impl/72-model2vec-evaluation.md +49 -0
  108. data/TODO.impl/73-rl-reranker.md +42 -0
  109. data/TODO.impl/74-distilled-reranker.md +36 -0
  110. data/TODO.impl/75-llm-evaluator.md +35 -0
  111. data/TODO.impl/76-optional-llm-backend.md +37 -0
  112. data/TODO.impl/77-model-coverage-expansion.md +96 -0
  113. data/TODO.impl/78-in-browser-playground.md +69 -0
  114. data/TODO.impl/79-news-and-releases.md +60 -0
  115. data/TODO.impl/80-ecosystem-docs.md +56 -0
  116. data/TODO.impl/81-editor-reach.md +68 -0
  117. data/TODO.impl/82-doc-formats-and-ignores.md +81 -0
  118. data/TODO.impl/83-models-batch-2.md +56 -0
  119. data/TODO.impl/84-language-modules-wave2.md +75 -0
  120. data/TODO.impl/85-wasm-model-api.md +48 -0
  121. data/TODO.impl/86-site-truth-wave2.md +45 -0
  122. data/TODO.impl/87-lsp-personal-dictionary.md +36 -0
  123. data/TODO.impl/88-cli-directory-mode.md +54 -0
  124. data/TODO.impl/89-framework-integrations-exec.md +59 -0
  125. data/TODO.impl/90-gem-correctness-residues.md +44 -0
  126. data/TODO.impl/91-unicode-and-sv-aff.md +47 -0
  127. data/TODO.impl/92-tier-mirror-cors.md +88 -0
  128. data/TODO.impl/93-python-wheels.md +32 -0
  129. data/TODO.impl/94-site-integrations-docs.md +35 -0
  130. data/TODO.impl/95-editor-action-polish.md +27 -0
  131. data/TODO.impl/96-server-semantic-models.md +50 -0
  132. data/TODO.impl/97-yard-execution.md +73 -0
  133. data/TODO.impl/98-campaign-cleanup.md +78 -0
  134. data/TODO.impl/99-site-truth-performance-docs.md +31 -0
  135. data/conformance/vectors.jsonl +2630 -0
  136. data/data/en/grammar/rules.yaml +851 -0
  137. data/docs/STABILITY-1.0-AUDIT.md +251 -0
  138. data/docs/STABILITY-1.0.md +137 -0
  139. data/docs/cache-architecture.md +502 -0
  140. data/docs/verification-evidence/correct3/pr_body.md +37 -0
  141. data/docs/verification-evidence/correct3/rspec_final.log +5588 -0
  142. data/docs/verification-evidence/correct3/rspec_full.log +4504 -0
  143. data/docs/verification-evidence/correct3/sv.aff +856 -0
  144. data/docs/verification-evidence/correct3/sv.dic +153717 -0
  145. data/examples/01_basic_word_checking.rb +38 -0
  146. data/examples/02_text_document_checking.rb +77 -0
  147. data/examples/03_dictionary_backends.rb +137 -0
  148. data/examples/04_trie_data_structure.rb +146 -0
  149. data/examples/05_suggestion_algorithms.rb +239 -0
  150. data/examples/06_configuration_advanced.rb +287 -0
  151. data/examples/07_multi_language_dictionaries.rb +278 -0
  152. data/exe/kotoshu +6 -0
  153. data/lib/kotoshu/algorithms/capitalization.rb +276 -0
  154. data/lib/kotoshu/algorithms/edit_distance.rb +128 -0
  155. data/lib/kotoshu/algorithms/lookup/affix_form.rb +132 -0
  156. data/lib/kotoshu/algorithms/lookup/compound_checks.rb +209 -0
  157. data/lib/kotoshu/algorithms/lookup/compound_form.rb +50 -0
  158. data/lib/kotoshu/algorithms/lookup.rb +841 -0
  159. data/lib/kotoshu/algorithms/ngram_suggest.rb +367 -0
  160. data/lib/kotoshu/algorithms/permutations.rb +283 -0
  161. data/lib/kotoshu/algorithms/phonet_suggest.rb +162 -0
  162. data/lib/kotoshu/algorithms/soundex.rb +92 -0
  163. data/lib/kotoshu/algorithms/suggest.rb +794 -0
  164. data/lib/kotoshu/algorithms.rb +23 -0
  165. data/lib/kotoshu/analyzers/semantic_analyzer.rb +405 -0
  166. data/lib/kotoshu/analyzers.rb +8 -0
  167. data/lib/kotoshu/baseline/application.rb +18 -0
  168. data/lib/kotoshu/baseline/entry.rb +33 -0
  169. data/lib/kotoshu/baseline/store.rb +175 -0
  170. data/lib/kotoshu/baseline.rb +20 -0
  171. data/lib/kotoshu/cache/base_cache.rb +778 -0
  172. data/lib/kotoshu/cache/cache.rb +91 -0
  173. data/lib/kotoshu/cache/eviction_policy.rb +66 -0
  174. data/lib/kotoshu/cache/frequency_cache.rb +283 -0
  175. data/lib/kotoshu/cache/language_cache.rb +511 -0
  176. data/lib/kotoshu/cache/lookup_cache.rb +166 -0
  177. data/lib/kotoshu/cache/model_cache.rb +1147 -0
  178. data/lib/kotoshu/cache/model_registry.rb +109 -0
  179. data/lib/kotoshu/cache/staged_languages.rb +45 -0
  180. data/lib/kotoshu/cache/suggestion_cache.rb +113 -0
  181. data/lib/kotoshu/cache.rb +49 -0
  182. data/lib/kotoshu/cli/auto_setup.rb +71 -0
  183. data/lib/kotoshu/cli/baseline_command.rb +119 -0
  184. data/lib/kotoshu/cli/batch_reporter.rb +321 -0
  185. data/lib/kotoshu/cli/cache_command.rb +282 -0
  186. data/lib/kotoshu/cli/completions_command.rb +210 -0
  187. data/lib/kotoshu/cli/dict_command.rb +64 -0
  188. data/lib/kotoshu/cli/directory_check.rb +146 -0
  189. data/lib/kotoshu/cli/directory_walker.rb +132 -0
  190. data/lib/kotoshu/cli/display_formatter.rb +429 -0
  191. data/lib/kotoshu/cli/errors.rb +36 -0
  192. data/lib/kotoshu/cli/ignore_matcher.rb +205 -0
  193. data/lib/kotoshu/cli/interactive_reviewer.rb +314 -0
  194. data/lib/kotoshu/cli/language_resolver.rb +91 -0
  195. data/lib/kotoshu/cli/navigation_manager.rb +273 -0
  196. data/lib/kotoshu/cli/personal_command.rb +113 -0
  197. data/lib/kotoshu/cli/progress_reporter.rb +114 -0
  198. data/lib/kotoshu/cli/status_report.rb +130 -0
  199. data/lib/kotoshu/cli.rb +880 -0
  200. data/lib/kotoshu/components/passthrough_spell_checker.rb +70 -0
  201. data/lib/kotoshu/components/pos_tagger.rb +98 -0
  202. data/lib/kotoshu/components/spell_checker.rb +73 -0
  203. data/lib/kotoshu/components/synthesizer.rb +60 -0
  204. data/lib/kotoshu/components/tokenizer.rb +58 -0
  205. data/lib/kotoshu/components/whitespace_tokenizer.rb +94 -0
  206. data/lib/kotoshu/components.rb +13 -0
  207. data/lib/kotoshu/configuration/builder.rb +207 -0
  208. data/lib/kotoshu/configuration/resolver.rb +124 -0
  209. data/lib/kotoshu/configuration.rb +829 -0
  210. data/lib/kotoshu/conformance_exporter.rb +256 -0
  211. data/lib/kotoshu/conformance_runner.rb +176 -0
  212. data/lib/kotoshu/core/exceptions.rb +186 -0
  213. data/lib/kotoshu/core/indexed_dictionary.rb +293 -0
  214. data/lib/kotoshu/core/models/affix_rule.rb +262 -0
  215. data/lib/kotoshu/core/models/result/document_result.rb +132 -0
  216. data/lib/kotoshu/core/models/result/word_result.rb +131 -0
  217. data/lib/kotoshu/core/models/word.rb +131 -0
  218. data/lib/kotoshu/core/trie/builder.rb +119 -0
  219. data/lib/kotoshu/core/trie/node.rb +94 -0
  220. data/lib/kotoshu/core/trie/trie.rb +249 -0
  221. data/lib/kotoshu/core.rb +28 -0
  222. data/lib/kotoshu/data/common_words/de.yml +1800 -0
  223. data/lib/kotoshu/data/common_words/en.yml +1215 -0
  224. data/lib/kotoshu/data/common_words/es.yml +750 -0
  225. data/lib/kotoshu/data/common_words/fr.yml +1015 -0
  226. data/lib/kotoshu/data/common_words/pt.yml +870 -0
  227. data/lib/kotoshu/data/common_words/ru.yml +484 -0
  228. data/lib/kotoshu/data/common_words_loader.rb +141 -0
  229. data/lib/kotoshu/data/frozen_kelly/en.json +1154 -0
  230. data/lib/kotoshu/data/frozen_kelly.rb +38 -0
  231. data/lib/kotoshu/data.rb +8 -0
  232. data/lib/kotoshu/data_structures/bloom_filter.rb +188 -0
  233. data/lib/kotoshu/data_structures.rb +8 -0
  234. data/lib/kotoshu/debug_logger.rb +146 -0
  235. data/lib/kotoshu/debug_mode.rb +136 -0
  236. data/lib/kotoshu/defaults.rb +84 -0
  237. data/lib/kotoshu/dictionaries/catalog.rb +814 -0
  238. data/lib/kotoshu/dictionaries.rb +8 -0
  239. data/lib/kotoshu/dictionary/base.rb +324 -0
  240. data/lib/kotoshu/dictionary/cspell.rb +243 -0
  241. data/lib/kotoshu/dictionary/custom.rb +225 -0
  242. data/lib/kotoshu/dictionary/hunspell.rb +520 -0
  243. data/lib/kotoshu/dictionary/plain_text.rb +302 -0
  244. data/lib/kotoshu/dictionary/repository.rb +246 -0
  245. data/lib/kotoshu/dictionary/unified.rb +236 -0
  246. data/lib/kotoshu/dictionary/unix_words.rb +218 -0
  247. data/lib/kotoshu/dictionary.rb +15 -0
  248. data/lib/kotoshu/documents/document.rb +120 -0
  249. data/lib/kotoshu/documents/plain_text_document.rb +73 -0
  250. data/lib/kotoshu/documents/source_position.rb +45 -0
  251. data/lib/kotoshu/documents/source_range.rb +76 -0
  252. data/lib/kotoshu/documents/suppressions/scanner.rb +149 -0
  253. data/lib/kotoshu/documents/suppressions/suppression.rb +75 -0
  254. data/lib/kotoshu/documents/suppressions.rb +44 -0
  255. data/lib/kotoshu/documents/text_node.rb +49 -0
  256. data/lib/kotoshu/documents.rb +178 -0
  257. data/lib/kotoshu/embeddings/embedding_pipeline.rb +238 -0
  258. data/lib/kotoshu/embeddings/lru_cache.rb +244 -0
  259. data/lib/kotoshu/embeddings/onnx_runtime_model.rb +411 -0
  260. data/lib/kotoshu/embeddings/protocol.rb +96 -0
  261. data/lib/kotoshu/embeddings/protocols.rb +23 -0
  262. data/lib/kotoshu/embeddings/registry.rb +184 -0
  263. data/lib/kotoshu/embeddings/search.rb +204 -0
  264. data/lib/kotoshu/embeddings/similarity_engine.rb +278 -0
  265. data/lib/kotoshu/embeddings/similarity_search.rb +328 -0
  266. data/lib/kotoshu/embeddings/vocabulary.rb +306 -0
  267. data/lib/kotoshu/embeddings.rb +87 -0
  268. data/lib/kotoshu/fluent_checker.rb +94 -0
  269. data/lib/kotoshu/grammar/pattern_matchers/base_matcher.rb +48 -0
  270. data/lib/kotoshu/grammar/pattern_matchers/double_negative_matcher.rb +179 -0
  271. data/lib/kotoshu/grammar/pattern_matchers/phrase_matcher.rb +86 -0
  272. data/lib/kotoshu/grammar/pattern_matchers/possessive_context_matcher.rb +75 -0
  273. data/lib/kotoshu/grammar/pattern_matchers/possessive_contraction_matcher.rb +87 -0
  274. data/lib/kotoshu/grammar/pattern_matchers/sentence_start_matcher.rb +84 -0
  275. data/lib/kotoshu/grammar/pattern_matchers/vowel_sound_matcher.rb +81 -0
  276. data/lib/kotoshu/grammar/pattern_matchers/word_list_matcher.rb +66 -0
  277. data/lib/kotoshu/grammar/rule.rb +99 -0
  278. data/lib/kotoshu/grammar/rule_engine.rb +96 -0
  279. data/lib/kotoshu/grammar/rule_loader.rb +30 -0
  280. data/lib/kotoshu/grammar.rb +24 -0
  281. data/lib/kotoshu/integrity/audit_log.rb +167 -0
  282. data/lib/kotoshu/integrity/manifest.rb +116 -0
  283. data/lib/kotoshu/integrity/net_http.rb +51 -0
  284. data/lib/kotoshu/integrity/rotation_policy.rb +88 -0
  285. data/lib/kotoshu/integrity.rb +26 -0
  286. data/lib/kotoshu/jekyll.rb +101 -0
  287. data/lib/kotoshu/keyboard/layout.rb +116 -0
  288. data/lib/kotoshu/keyboard/layouts/arabic.rb +59 -0
  289. data/lib/kotoshu/keyboard/layouts/azerty.rb +55 -0
  290. data/lib/kotoshu/keyboard/layouts/bulgarian.rb +57 -0
  291. data/lib/kotoshu/keyboard/layouts/devanagari_inscript.rb +52 -0
  292. data/lib/kotoshu/keyboard/layouts/dubeolsik.rb +56 -0
  293. data/lib/kotoshu/keyboard/layouts/dvorak.rb +54 -0
  294. data/lib/kotoshu/keyboard/layouts/greek.rb +52 -0
  295. data/lib/kotoshu/keyboard/layouts/hebrew.rb +57 -0
  296. data/lib/kotoshu/keyboard/layouts/hrsl.rb +94 -0
  297. data/lib/kotoshu/keyboard/layouts/jcuken.rb +57 -0
  298. data/lib/kotoshu/keyboard/layouts/latin.rb +266 -0
  299. data/lib/kotoshu/keyboard/layouts/persian.rb +58 -0
  300. data/lib/kotoshu/keyboard/layouts/qwerty.rb +52 -0
  301. data/lib/kotoshu/keyboard/layouts/qwertz.rb +55 -0
  302. data/lib/kotoshu/keyboard/layouts/serbian.rb +59 -0
  303. data/lib/kotoshu/keyboard/layouts/turkish_q.rb +52 -0
  304. data/lib/kotoshu/keyboard/layouts/ukrainian.rb +51 -0
  305. data/lib/kotoshu/keyboard/registry.rb +201 -0
  306. data/lib/kotoshu/keyboard.rb +96 -0
  307. data/lib/kotoshu/kotoshu_native.so +0 -0
  308. data/lib/kotoshu/language/detector.rb +242 -0
  309. data/lib/kotoshu/language/identifier.rb +376 -0
  310. data/lib/kotoshu/language/languages/base.rb +271 -0
  311. data/lib/kotoshu/language/lid_detector.rb +188 -0
  312. data/lib/kotoshu/language/normalizer/arabic.rb +113 -0
  313. data/lib/kotoshu/language/normalizer/base.rb +133 -0
  314. data/lib/kotoshu/language/normalizer/greek.rb +63 -0
  315. data/lib/kotoshu/language/normalizer/hebrew.rb +72 -0
  316. data/lib/kotoshu/language/normalizer/persian.rb +36 -0
  317. data/lib/kotoshu/language/normalizer/turkish.rb +38 -0
  318. data/lib/kotoshu/language/registry.rb +209 -0
  319. data/lib/kotoshu/language/resources/ar/common_words.txt +6753 -0
  320. data/lib/kotoshu/language/resources/ar/confusion_sets.txt +11 -0
  321. data/lib/kotoshu/language/resources/de/common_words.txt +10003 -0
  322. data/lib/kotoshu/language/resources/de/confusion_sets.txt +246 -0
  323. data/lib/kotoshu/language/resources/en/common_words.txt +9979 -0
  324. data/lib/kotoshu/language/resources/en/confusion_sets.txt +871 -0
  325. data/lib/kotoshu/language/resources/es/common_words.txt +9992 -0
  326. data/lib/kotoshu/language/resources/es/confusion_sets.txt +17 -0
  327. data/lib/kotoshu/language/resources/fr/common_words.txt +9993 -0
  328. data/lib/kotoshu/language/resources/fr/confusion_sets.txt +76 -0
  329. data/lib/kotoshu/language/resources/pt/common_words.txt +9977 -0
  330. data/lib/kotoshu/language/resources/pt/confusion_sets.txt +18 -0
  331. data/lib/kotoshu/language/resources/ru/common_words.txt +9951 -0
  332. data/lib/kotoshu/language/resources/ru/confusion_sets.txt +5 -0
  333. data/lib/kotoshu/language/script.rb +128 -0
  334. data/lib/kotoshu/language/segmenter.rb +122 -0
  335. data/lib/kotoshu/language/suika.rb +38 -0
  336. data/lib/kotoshu/language/tokenizer/base.rb +187 -0
  337. data/lib/kotoshu/language/tokenizer/cyrillic_tokenizer.rb +76 -0
  338. data/lib/kotoshu/language/tokenizer/devanagari_tokenizer.rb +70 -0
  339. data/lib/kotoshu/language/tokenizer/french_tokenizer.rb +172 -0
  340. data/lib/kotoshu/language/tokenizer/german_tokenizer.rb +41 -0
  341. data/lib/kotoshu/language/tokenizer/greek_tokenizer.rb +72 -0
  342. data/lib/kotoshu/language/tokenizer/hangul_tokenizer.rb +70 -0
  343. data/lib/kotoshu/language/tokenizer/japanese_tokenizer.rb +55 -0
  344. data/lib/kotoshu/language/tokenizer/latin_tokenizer.rb +153 -0
  345. data/lib/kotoshu/language/tokenizer/portuguese_tokenizer.rb +160 -0
  346. data/lib/kotoshu/language/tokenizer/russian_tokenizer.rb +93 -0
  347. data/lib/kotoshu/language/tokenizer/script_tokenizer.rb +62 -0
  348. data/lib/kotoshu/language/tokenizer/spanish_tokenizer.rb +122 -0
  349. data/lib/kotoshu/language.rb +127 -0
  350. data/lib/kotoshu/languages/ar/language.rb +98 -0
  351. data/lib/kotoshu/languages/bg/language.rb +37 -0
  352. data/lib/kotoshu/languages/ca/language.rb +22 -0
  353. data/lib/kotoshu/languages/cs/language.rb +22 -0
  354. data/lib/kotoshu/languages/da/language.rb +22 -0
  355. data/lib/kotoshu/languages/de/language.rb +554 -0
  356. data/lib/kotoshu/languages/el/language.rb +50 -0
  357. data/lib/kotoshu/languages/en/language.rb +470 -0
  358. data/lib/kotoshu/languages/es/language.rb +476 -0
  359. data/lib/kotoshu/languages/et/language.rb +24 -0
  360. data/lib/kotoshu/languages/fa/language.rb +91 -0
  361. data/lib/kotoshu/languages/fr/language.rb +505 -0
  362. data/lib/kotoshu/languages/he/language.rb +98 -0
  363. data/lib/kotoshu/languages/hr/language.rb +24 -0
  364. data/lib/kotoshu/languages/hu/language.rb +22 -0
  365. data/lib/kotoshu/languages/id/language.rb +25 -0
  366. data/lib/kotoshu/languages/it/language.rb +22 -0
  367. data/lib/kotoshu/languages/ja/language.rb +476 -0
  368. data/lib/kotoshu/languages/ko/language.rb +56 -0
  369. data/lib/kotoshu/languages/latin_base.rb +53 -0
  370. data/lib/kotoshu/languages/lt/language.rb +24 -0
  371. data/lib/kotoshu/languages/lv/language.rb +24 -0
  372. data/lib/kotoshu/languages/nb/language.rb +25 -0
  373. data/lib/kotoshu/languages/ne/language.rb +60 -0
  374. data/lib/kotoshu/languages/nl/language.rb +22 -0
  375. data/lib/kotoshu/languages/nn/language.rb +26 -0
  376. data/lib/kotoshu/languages/pl/language.rb +22 -0
  377. data/lib/kotoshu/languages/pt/language.rb +439 -0
  378. data/lib/kotoshu/languages/ro/language.rb +22 -0
  379. data/lib/kotoshu/languages/ru/language.rb +420 -0
  380. data/lib/kotoshu/languages/sk/language.rb +25 -0
  381. data/lib/kotoshu/languages/sl/language.rb +25 -0
  382. data/lib/kotoshu/languages/sr/language.rb +39 -0
  383. data/lib/kotoshu/languages/sr-Latn/language.rb +35 -0
  384. data/lib/kotoshu/languages/sv/language.rb +22 -0
  385. data/lib/kotoshu/languages/tr/language.rb +36 -0
  386. data/lib/kotoshu/languages/uk/language.rb +38 -0
  387. data/lib/kotoshu/languages/vi/language.rb +22 -0
  388. data/lib/kotoshu/languages.rb +64 -0
  389. data/lib/kotoshu/metrics_collector.rb +238 -0
  390. data/lib/kotoshu/metrics_module.rb +121 -0
  391. data/lib/kotoshu/models/context.rb +119 -0
  392. data/lib/kotoshu/models/embedding_model.rb +181 -0
  393. data/lib/kotoshu/models/fasttext_model.rb +212 -0
  394. data/lib/kotoshu/models/nearest_neighbor.rb +96 -0
  395. data/lib/kotoshu/models/onnx_model.rb +330 -0
  396. data/lib/kotoshu/models/semantic_error.rb +204 -0
  397. data/lib/kotoshu/models/suggestion.rb +106 -0
  398. data/lib/kotoshu/models/word_embedding.rb +97 -0
  399. data/lib/kotoshu/models.rb +27 -0
  400. data/lib/kotoshu/multi_language_checker.rb +127 -0
  401. data/lib/kotoshu/native.rb +83 -0
  402. data/lib/kotoshu/native_backend.rb +131 -0
  403. data/lib/kotoshu/paths.rb +79 -0
  404. data/lib/kotoshu/personal_dictionary.rb +105 -0
  405. data/lib/kotoshu/plugins/plugin.rb +61 -0
  406. data/lib/kotoshu/plugins/registry.rb +118 -0
  407. data/lib/kotoshu/plugins.rb +9 -0
  408. data/lib/kotoshu/project_config.rb +76 -0
  409. data/lib/kotoshu/readers/aff_data.rb +530 -0
  410. data/lib/kotoshu/readers/aff_reader.rb +393 -0
  411. data/lib/kotoshu/readers/condition_checker.rb +125 -0
  412. data/lib/kotoshu/readers/dic_reader.rb +208 -0
  413. data/lib/kotoshu/readers/file_reader.rb +377 -0
  414. data/lib/kotoshu/readers/lookup_builder.rb +584 -0
  415. data/lib/kotoshu/readers/readers.rb +17 -0
  416. data/lib/kotoshu/readers.rb +25 -0
  417. data/lib/kotoshu/resource_bundle.rb +55 -0
  418. data/lib/kotoshu/resource_manager.rb +600 -0
  419. data/lib/kotoshu/results/result.rb +165 -0
  420. data/lib/kotoshu/results.rb +8 -0
  421. data/lib/kotoshu/rspec.rb +163 -0
  422. data/lib/kotoshu/scripts/fasttext_to_onnx.py +275 -0
  423. data/lib/kotoshu/source_registry.rb +104 -0
  424. data/lib/kotoshu/spellchecker/parallel_checker.rb +90 -0
  425. data/lib/kotoshu/spellchecker.rb +406 -0
  426. data/lib/kotoshu/string_metrics.rb +153 -0
  427. data/lib/kotoshu/suggestions/context.rb +43 -0
  428. data/lib/kotoshu/suggestions/frequency_provider.rb +80 -0
  429. data/lib/kotoshu/suggestions/generator.rb +169 -0
  430. data/lib/kotoshu/suggestions/pipeline.rb +135 -0
  431. data/lib/kotoshu/suggestions/semantic_cascade.rb +73 -0
  432. data/lib/kotoshu/suggestions/strategies/base_strategy.rb +315 -0
  433. data/lib/kotoshu/suggestions/strategies/composite_strategy.rb +197 -0
  434. data/lib/kotoshu/suggestions/strategies/edit_distance_strategy.rb +631 -0
  435. data/lib/kotoshu/suggestions/strategies/keyboard_proximity_strategy.rb +207 -0
  436. data/lib/kotoshu/suggestions/strategies/ngram_strategy.rb +165 -0
  437. data/lib/kotoshu/suggestions/strategies/phonetic_strategy.rb +284 -0
  438. data/lib/kotoshu/suggestions/strategies/semantic_strategy.rb +317 -0
  439. data/lib/kotoshu/suggestions/strategies/symspell_strategy.rb +270 -0
  440. data/lib/kotoshu/suggestions/strategies/word_index.rb +78 -0
  441. data/lib/kotoshu/suggestions/suggestion.rb +154 -0
  442. data/lib/kotoshu/suggestions/suggestion_set.rb +270 -0
  443. data/lib/kotoshu/suggestions/sweep_index.rb +137 -0
  444. data/lib/kotoshu/suggestions.rb +29 -0
  445. data/lib/kotoshu/tasks/check_task.rb +104 -0
  446. data/lib/kotoshu/tasks.rb +11 -0
  447. data/lib/kotoshu/validators/spelling_validator.rb +101 -0
  448. data/lib/kotoshu/validators.rb +9 -0
  449. data/lib/kotoshu/version.rb +5 -0
  450. data/lib/kotoshu.rb +538 -0
  451. data/rakelib/compile.rake +10 -0
  452. data/script/validate_all_dictionaries.rb +444 -0
  453. data/scripts/build_native_gem.rb +45 -0
  454. data/scripts/extract_eval_grids.rb +37 -0
  455. data/scripts/generate_frozen_tiers.rb +44 -0
  456. data/sig/kotoshu.rbs +435 -0
  457. data/test_oop.rb +79 -0
  458. metadata +546 -0
@@ -0,0 +1,302 @@
1
+ # frozen_string_literal: true
2
+
3
+ require "open-uri"
4
+
5
+ module Kotoshu
6
+ module Dictionary
7
+ # Plain text dictionary backend.
8
+ #
9
+ # This dictionary reads from simple plain text word lists,
10
+ # with support for comments and various formatting options.
11
+ #
12
+ # File format:
13
+ # - One word per line
14
+ # - Lines starting with # are comments
15
+ # - Empty lines are ignored
16
+ # - Supports multi-word phrases (e.g., "New York")
17
+ #
18
+ # @example Creating from a file
19
+ # dict = PlainText.new("words.txt", language_code: "en-US")
20
+ # dict.lookup?("hello") # => true
21
+ #
22
+ # @example Creating from a URL
23
+ # dict = PlainText.new("https://raw.githubusercontent.com/kotoshu/dictionaries/main/en_US/words.txt",
24
+ # language_code: "en-US")
25
+ #
26
+ # @example Creating from an array
27
+ # dict = PlainText.from_words(%w[hello world test], language_code: "en")
28
+ class PlainText < Base
29
+ # @return [String] The path to the dictionary file (or nil if created from array)
30
+ attr_reader :path
31
+
32
+ # @return [Boolean] Whether lookups are case-sensitive
33
+ attr_reader :case_sensitive
34
+
35
+ # @return [Regexp, nil] Pattern for word filtering
36
+ attr_reader :word_pattern
37
+
38
+ # Create a new PlainText dictionary.
39
+ #
40
+ # @param path [String, nil] Path to the dictionary file or URL. Nil
41
+ # when constructing from in-memory +words:+.
42
+ # @param language_code [String] The language code
43
+ # @param locale [String, nil] The locale (optional)
44
+ # @param case_sensitive [Boolean] Whether lookups are case-sensitive
45
+ # @param word_pattern [Regexp, nil] Pattern to filter words (optional)
46
+ # @param metadata [Hash] Additional metadata (optional)
47
+ # @param words [Array<String>, nil] Initial word list (bypasses
48
+ # file loading; used by .from_words).
49
+ def initialize(path = nil, language_code:, locale: nil, case_sensitive: false,
50
+ word_pattern: nil, metadata: {}, words: nil)
51
+ super(language_code, locale: locale, metadata: metadata)
52
+
53
+ @original_path = path
54
+ @path = path ? resolve_path(path) : nil
55
+ @case_sensitive = case_sensitive
56
+ @word_pattern = word_pattern
57
+ @words = words ? normalize_words(words) : load_words(@path)
58
+ @word_set = build_word_set
59
+ @length_index = build_length_index
60
+
61
+ # Register this dictionary type
62
+ self.class.register_type(:plain_text) unless Dictionary.registry.key?(:plain_text)
63
+ end
64
+
65
+ # Check if a word exists in the dictionary.
66
+ #
67
+ # @param word [String] The word to look up
68
+ # @return [Boolean] True if the word exists
69
+ def lookup(word)
70
+ return false if word.nil? || word.empty?
71
+
72
+ lookup_word = @case_sensitive ? word : word.downcase
73
+ @word_set.key?(lookup_word)
74
+ end
75
+
76
+ # Generate spelling suggestions.
77
+ #
78
+ # Uses edit distance to find similar words in the dictionary.
79
+ #
80
+ # @param word [String] The misspelled word
81
+ # @param max_suggestions [Integer] Maximum suggestions
82
+ # @return [Array<String>] List of suggested words
83
+ def suggest(word, max_suggestions: 10)
84
+ return [] if word.nil? || word.empty?
85
+
86
+ lookup_word = @case_sensitive ? word : word.downcase
87
+
88
+ # Find words with same prefix
89
+ prefix_len = [lookup_word.length - 1, 3].max
90
+ prefix = lookup_word[0...prefix_len]
91
+ candidates = @words.select { |w| w.start_with?(prefix) }
92
+
93
+ # Calculate edit distances
94
+ candidates.map do |dict_word|
95
+ dist = edit_distance(lookup_word, dict_word)
96
+ [dict_word, dist]
97
+ end.select { |_, dist| dist.positive? && dist <= 2 }
98
+ .sort_by { |_, dist| dist }
99
+ .first(max_suggestions)
100
+ .map(&:first)
101
+ end
102
+
103
+ # Add a word to the dictionary.
104
+ #
105
+ # @param word [String] The word to add
106
+ # @param flags [Array<String>] Flags (ignored for PlainText)
107
+ # @return [Boolean] True if added
108
+ def add_word(word, flags: [])
109
+ return false if word.nil? || word.empty?
110
+
111
+ lookup_word = @case_sensitive ? word : word.downcase
112
+ return false if @word_set.key?(lookup_word)
113
+
114
+ @words << lookup_word
115
+ @word_set[lookup_word] = true
116
+ (@length_index[lookup_word.length] ||= []) << lookup_word
117
+ reset_sweep_index
118
+
119
+ true
120
+ end
121
+
122
+ # Remove a word from the dictionary.
123
+ #
124
+ # @param word [String] The word to remove
125
+ # @return [Boolean] True if removed
126
+ def remove_word(word)
127
+ return false if word.nil? || word.empty?
128
+
129
+ lookup_word = @case_sensitive ? word : word.downcase
130
+ return false unless @word_set.key?(lookup_word)
131
+
132
+ @word_set.delete(lookup_word)
133
+ @words.delete(lookup_word)
134
+ @length_index[lookup_word.length]&.delete(lookup_word)
135
+ reset_sweep_index
136
+
137
+ true
138
+ end
139
+
140
+ # Get all words in the dictionary.
141
+ #
142
+ # @return [Array<String>] All words
143
+ def words
144
+ @words.dup
145
+ end
146
+
147
+ # Return words whose length is in [min_length, max_length].
148
+ # Uses the length index — O(buckets) instead of O(n) scan.
149
+ #
150
+ # @param min_length [Integer] Minimum length (inclusive)
151
+ # @param max_length [Integer] Maximum length (inclusive)
152
+ # @return [Array<String>] Words in the length range
153
+ def find_by_length_range(min_length:, max_length:)
154
+ (min_length..max_length).flat_map { |len| @length_index[len] || [] }
155
+ end
156
+
157
+ # Create a dictionary from an array of words.
158
+ #
159
+ # @param words [Array<String>] The words
160
+ # @param language_code [String] The language code
161
+ # @param locale [String, nil] The locale (optional)
162
+ # @param case_sensitive [Boolean] Whether lookups are case-sensitive
163
+ # @return [PlainText] New dictionary
164
+ #
165
+ # @example
166
+ # dict = PlainText.from_words(%w[hello world test], language_code: "en")
167
+ def self.from_words(words, language_code:, locale: nil, case_sensitive: false)
168
+ new(words: words, language_code: language_code,
169
+ locale: locale, case_sensitive: case_sensitive)
170
+ end
171
+
172
+ # Create a dictionary from a string.
173
+ #
174
+ # @param text [String] The text containing words (newline separated)
175
+ # @param language_code [String] The language code
176
+ # @param locale [String, nil] The locale (optional)
177
+ # @param case_sensitive [Boolean] Whether lookups are case-sensitive
178
+ # @return [PlainText] New dictionary
179
+ #
180
+ # @example
181
+ # text = "hello\nworld\ntest"
182
+ # dict = PlainText.from_string(text, language_code: "en")
183
+ def self.from_string(text, language_code:, locale: nil, case_sensitive: false)
184
+ words = text.split("\n").reject { |l| l.empty? || l.strip.start_with?("#") }
185
+ .map(&:strip)
186
+
187
+ from_words(words, language_code: language_code, locale: locale,
188
+ case_sensitive: case_sensitive)
189
+ end
190
+
191
+ private
192
+
193
+ # Resolve path - handles URLs by downloading to temp location.
194
+ #
195
+ # @param path [String] File path or URL
196
+ # @return [String] Local file path
197
+ def resolve_path(path)
198
+ return File.expand_path(path) unless url?(path)
199
+
200
+ # Download URL to temp file
201
+ download_to_temp(path)
202
+ end
203
+
204
+ # Check if path is a URL.
205
+ #
206
+ # @param path [String] Path to check
207
+ # @return [Boolean] True if URL
208
+ def url?(path)
209
+ path.start_with?("http://", "https://")
210
+ end
211
+
212
+ # Download URL to temporary file.
213
+ #
214
+ # @param url [String] URL to download
215
+ # @return [String] Path to downloaded file
216
+ def download_to_temp(url)
217
+ require "tempfile"
218
+
219
+ uri = URI.parse(url)
220
+ filename = File.basename(uri.path)
221
+
222
+ temp = Tempfile.new([filename, ".txt"], encoding: "UTF-8")
223
+ temp.binmode
224
+
225
+ URI.open(uri, "rb") do |remote_file|
226
+ IO.copy_stream(remote_file, temp)
227
+ end
228
+
229
+ temp.close
230
+ temp.path
231
+ end
232
+
233
+ # Load words from dictionary file.
234
+ #
235
+ # @param path [String] The file path
236
+ # @return [Array<String>] List of words
237
+ def load_words(path)
238
+ raise DictionaryNotFoundError, path unless File.exist?(path)
239
+
240
+ File.foreach(path, chomp: true)
241
+ .reject { |line| line.empty? || line.strip.start_with?("#") }
242
+ .map(&:strip)
243
+ .select { |word| @word_pattern.nil? || word.match?(@word_pattern) }
244
+ .map { |word| @case_sensitive ? word : word.downcase }
245
+ end
246
+
247
+ # Build a hash set for O(1) lookups.
248
+ #
249
+ # @return [Hash] Word membership hash (word => true)
250
+ def build_word_set
251
+ @words.to_h { |word| [word, true] }
252
+ end
253
+
254
+ # Build the length-bucketed index used by find_by_length_range.
255
+ # O(n) once at construction; queries are O(buckets_in_range).
256
+ # add_word and remove_word maintain the buckets incrementally.
257
+ def build_length_index
258
+ @words.group_by(&:length)
259
+ end
260
+
261
+ # Normalize an in-memory word list for storage: dup (so callers
262
+ # can't mutate our copy) and downcase unless case-sensitive.
263
+ #
264
+ # @param words [Array<String>] Input words
265
+ # @return [Array<String>] Normalized words
266
+ def normalize_words(words)
267
+ words.dup.map { |w| @case_sensitive ? w : w.downcase }
268
+ end
269
+
270
+ # Calculate Levenshtein edit distance.
271
+ #
272
+ # @param str1 [String] First string
273
+ # @param str2 [String] Second string
274
+ # @return [Integer] Edit distance
275
+ def edit_distance(str1, str2)
276
+ return str2.length if str1.empty?
277
+ return str1.length if str2.empty?
278
+
279
+ # Use smaller string for inner loop
280
+ str1, str2 = str2, str1 if str1.length > str2.length
281
+
282
+ previous = (0..str1.length).to_a
283
+
284
+ str2.each_char.with_index do |char2, j|
285
+ current = [j + 1]
286
+
287
+ str1.each_char.with_index do |char1, i|
288
+ insert_cost = current[i] + 1
289
+ delete_cost = previous[i + 1] + 1
290
+ substitute_cost = previous[i] + (char1 == char2 ? 0 : 1)
291
+
292
+ current << [insert_cost, delete_cost, substitute_cost].min
293
+ end
294
+
295
+ previous = current
296
+ end
297
+
298
+ previous.last
299
+ end
300
+ end
301
+ end
302
+ end
@@ -0,0 +1,246 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Kotoshu
4
+ module Dictionary
5
+ # Repository for managing multiple dictionary instances.
6
+ #
7
+ # This class provides a centralized registry for dictionaries,
8
+ # allowing them to be registered and retrieved by key.
9
+ #
10
+ # @example Registering and retrieving dictionaries
11
+ # repo = Repository.new
12
+ # repo.register(:en_US, unix_dict)
13
+ # repo.register(:custom, custom_dict)
14
+ # repo.get(:en_US) # => unix_dict
15
+ #
16
+ # @example Using the global repository
17
+ # Repository.register(:en_US, dict)
18
+ # Repository.get(:en_US)
19
+ class Repository
20
+ # @return [Hash] The dictionary storage
21
+ attr_reader :dictionaries
22
+
23
+ # Create a new repository.
24
+ #
25
+ # @param dictionaries [Hash] Initial dictionaries (optional)
26
+ def initialize(dictionaries = {})
27
+ @dictionaries = dictionaries.dup
28
+ end
29
+
30
+ # Register a dictionary.
31
+ #
32
+ # @param key [Symbol, String] The key to register under
33
+ # @param dictionary [Base] The dictionary instance
34
+ # @return [self] Self for chaining
35
+ #
36
+ # @example
37
+ # repo.register(:en_US, unix_dict)
38
+ def register(key, dictionary)
39
+ @dictionaries[key.to_sym] = dictionary
40
+ self
41
+ end
42
+ alias add register
43
+ alias []= register
44
+
45
+ # Get a dictionary by key.
46
+ #
47
+ # @param key [Symbol, String] The key
48
+ # @return [Base, nil] The dictionary or nil if not found
49
+ #
50
+ # @example
51
+ # repo.get(:en_US)
52
+ def get(key)
53
+ @dictionaries[key.to_sym]
54
+ end
55
+ alias [] get
56
+
57
+ # Check if a key is registered.
58
+ #
59
+ # @param key [Symbol, String] The key
60
+ # @return [Boolean] True if the key exists
61
+ #
62
+ # @example
63
+ # repo.registered?(:en_US) # => true
64
+ def registered?(key)
65
+ @dictionaries.key?(key.to_sym)
66
+ end
67
+ alias has_key? registered?
68
+ alias key? registered?
69
+
70
+ # Unregister a dictionary.
71
+ #
72
+ # @param key [Symbol, String] The key
73
+ # @return [Base, nil] The removed dictionary or nil
74
+ #
75
+ # @example
76
+ # repo.unregister(:en_US)
77
+ def unregister(key)
78
+ @dictionaries.delete(key.to_sym)
79
+ end
80
+ alias remove unregister
81
+
82
+ # Clear all dictionaries.
83
+ #
84
+ # @return [self] Self for chaining
85
+ def clear
86
+ @dictionaries.clear
87
+ self
88
+ end
89
+
90
+ # Get all registered keys.
91
+ #
92
+ # @return [Array<Symbol>] All keys
93
+ def keys
94
+ @dictionaries.keys
95
+ end
96
+
97
+ # Iterate over registered keys.
98
+ #
99
+ # @yield [key] Block to execute for each key
100
+ # @return [Enumerator] Enumerator if no block given
101
+ def each_key(&)
102
+ return enum_for(:each_key) unless block_given?
103
+
104
+ @dictionaries.each_key(&)
105
+ end
106
+
107
+ # Get all dictionaries.
108
+ #
109
+ # @return [Array<Base>] All dictionaries
110
+ def values
111
+ @dictionaries.values
112
+ end
113
+
114
+ # Get the number of registered dictionaries.
115
+ #
116
+ # @return [Integer] Dictionary count
117
+ def size
118
+ @dictionaries.size
119
+ end
120
+ alias count size
121
+ alias length size
122
+
123
+ # Check if the repository is empty.
124
+ #
125
+ # @return [Boolean] True if empty
126
+ def empty?
127
+ @dictionaries.empty?
128
+ end
129
+
130
+ # Iterate over dictionaries.
131
+ #
132
+ # @yield [key, dictionary] Each key and dictionary
133
+ # @return [Enumerator] Enumerator if no block given
134
+ def each(&)
135
+ return enum_for(:each) unless block_given?
136
+
137
+ @dictionaries.each(&)
138
+ end
139
+
140
+ # Merge another repository into this one.
141
+ #
142
+ # @param other [Repository, Hash] The repository or hash to merge
143
+ # @return [self] Self for chaining
144
+ #
145
+ # @example
146
+ # repo1.merge(repo2)
147
+ def merge(other)
148
+ dicts_to_merge = other.is_a?(Repository) ? other.dictionaries : other
149
+
150
+ @dictionaries.merge!(dicts_to_merge)
151
+ self
152
+ end
153
+
154
+ # Find dictionaries by language code.
155
+ #
156
+ # @param language_code [String] The language code
157
+ # @return [Array<Base>] Matching dictionaries
158
+ #
159
+ # @example
160
+ # repo.find_by_language("en-US")
161
+ def find_by_language(language_code)
162
+ @dictionaries.values.select do |dict|
163
+ dict.language_code.casecmp(language_code).zero?
164
+ end
165
+ end
166
+
167
+ # Convert to hash.
168
+ #
169
+ # @return [Hash] Hash representation
170
+ def to_h
171
+ @dictionaries.dup
172
+ end
173
+
174
+ # String representation.
175
+ #
176
+ # @return [String] String representation
177
+ def to_s
178
+ "Repository(size: #{size})"
179
+ end
180
+ alias inspect to_s
181
+
182
+ # Global repository instance.
183
+ #
184
+ # @return [Repository] The global repository
185
+ #
186
+ # @example Using the global repository
187
+ # Repository.instance.register(:en_US, dict)
188
+ def self.instance
189
+ @instance ||= new
190
+ end
191
+
192
+ # Register a dictionary in the global repository.
193
+ #
194
+ # @param key [Symbol, String] The key
195
+ # @param dictionary [Base] The dictionary
196
+ # @return [Repository] The global repository
197
+ #
198
+ # @example
199
+ # Repository.register(:en_US, dict)
200
+ def self.register(key, dictionary)
201
+ instance.register(key, dictionary)
202
+ end
203
+
204
+ # Get a dictionary from the global repository.
205
+ #
206
+ # @param key [Symbol, String] The key
207
+ # @return [Base, nil] The dictionary or nil
208
+ #
209
+ # @example
210
+ # Repository.get(:en_US)
211
+ def self.get(key)
212
+ instance.get(key)
213
+ end
214
+
215
+ # Unregister a dictionary from the global repository.
216
+ #
217
+ # @param key [Symbol, String] The key
218
+ # @return [Base, nil] The removed dictionary or nil
219
+ def self.unregister(key)
220
+ instance.unregister(key)
221
+ end
222
+
223
+ # Clear the global repository.
224
+ #
225
+ # @return [Repository] The global repository
226
+ def self.clear
227
+ instance.clear
228
+ end
229
+
230
+ # Get all keys from the global repository.
231
+ #
232
+ # @return [Array<Symbol>] All keys
233
+ def self.keys
234
+ instance.keys
235
+ end
236
+
237
+ # Check if a key is registered in the global repository.
238
+ #
239
+ # @param key [Symbol, String] The key
240
+ # @return [Boolean] True if the key exists
241
+ def self.registered?(key)
242
+ instance.registered?(key)
243
+ end
244
+ end
245
+ end
246
+ end