kotoshu 1.0.2-x86_64-linux

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (458) hide show
  1. checksums.yaml +7 -0
  2. data/.kotoshu-baseline.json +1 -0
  3. data/.pre-commit-hooks.yaml +18 -0
  4. data/.rspec +3 -0
  5. data/.rubocop.yml +351 -0
  6. data/.yardopts +8 -0
  7. data/CHANGELOG.md +813 -0
  8. data/CLAUDE.md +176 -0
  9. data/CODE_OF_CONDUCT.md +132 -0
  10. data/Cargo.lock +359 -0
  11. data/Cargo.toml +15 -0
  12. data/LICENSE +31 -0
  13. data/README.adoc +1292 -0
  14. data/Rakefile +150 -0
  15. data/SECURITY.md +93 -0
  16. data/TODO.impl/00-cut-0.1.md +121 -0
  17. data/TODO.impl/00-cut-0.2.md +175 -0
  18. data/TODO.impl/00-vision.md +281 -0
  19. data/TODO.impl/01-hunspell-correctness.md +111 -0
  20. data/TODO.impl/02-cli-unification.md +74 -0
  21. data/TODO.impl/03-dynamic-download.md +107 -0
  22. data/TODO.impl/04-language-modules.md +89 -0
  23. data/TODO.impl/05-semantic-path.md +83 -0
  24. data/TODO.impl/06-cjk-support.md +105 -0
  25. data/TODO.impl/07-rtl-support.md +71 -0
  26. data/TODO.impl/08-grammar-engine.md +106 -0
  27. data/TODO.impl/09-integrity-security.md +90 -0
  28. data/TODO.impl/10-testing-ci.md +98 -0
  29. data/TODO.impl/100-full-feature-batch3.md +28 -0
  30. data/TODO.impl/101-int4-tier-experiment.md +32 -0
  31. data/TODO.impl/102-lid-chain.md +28 -0
  32. data/TODO.impl/103-oov-bucket-tables.md +27 -0
  33. data/TODO.impl/104-vscode-marketplace-readiness.md +32 -0
  34. data/TODO.impl/105-personal-dictionary-in-check.md +34 -0
  35. data/TODO.impl/106-native-lid-detection.md +36 -0
  36. data/TODO.impl/107-basic-support-every-staged-language.md +42 -0
  37. data/TODO.impl/108-ko-ne-full-feature.md +37 -0
  38. data/TODO.impl/109-ten-audit.md +26 -0
  39. data/TODO.impl/11-release-v1.md +95 -0
  40. data/TODO.impl/110-sr-latn-and-polish.md +33 -0
  41. data/TODO.impl/111-embedding-bakeoff.md +33 -0
  42. data/TODO.impl/112-deployability-and-gating.md +26 -0
  43. data/TODO.impl/113-language-packs.md +26 -0
  44. data/TODO.impl/114-typo-biencoder-thread.md +33 -0
  45. data/TODO.impl/115-hybrid-retrieval-pricing.md +22 -0
  46. data/TODO.impl/116-baseline-suggestion-skip.md +81 -0
  47. data/TODO.impl/117-deterministic-frequency-tiers.md +110 -0
  48. data/TODO.impl/118-server-gem-floor.md +33 -0
  49. data/TODO.impl/119-embedded-kelly-tiers.md +56 -0
  50. data/TODO.impl/120-setup-metadata-refresh.md +35 -0
  51. data/TODO.impl/121-jekyll-baseline-skip.md +33 -0
  52. data/TODO.impl/122-pack-compression-kpk2.md +66 -0
  53. data/TODO.impl/123-typo-corpus-synthesis.md +55 -0
  54. data/TODO.impl/124-owner-residue.md +19 -0
  55. data/TODO.impl/125-consumer-floor-guards.md +43 -0
  56. data/TODO.impl/126-tier-error-budgets.md +33 -0
  57. data/TODO.impl/127-suggestion-feedback-loop.md +34 -0
  58. data/TODO.impl/128-hybrid-pricing-verdict.md +47 -0
  59. data/TODO.impl/129-pt-fr-corpora.md +23 -0
  60. data/TODO.impl/130-news-truth-0912.md +23 -0
  61. data/TODO.impl/131-hybrid-productization.md +42 -0
  62. data/TODO.impl/132-techniques-page-and-prose.md +27 -0
  63. data/TODO.impl/133-rust-first-distribution.md +68 -0
  64. data/TODO.impl/20-encapsulation-cleanup.md +47 -0
  65. data/TODO.impl/21-autoload-migration.md +64 -0
  66. data/TODO.impl/22-url-pin-single-source-of-truth.md +120 -0
  67. data/TODO.impl/23-fix-url-defaults.md +57 -0
  68. data/TODO.impl/24-cli-auto-setup-prompt.md +76 -0
  69. data/TODO.impl/25-soft-onnxruntime-require.md +75 -0
  70. data/TODO.impl/26-onnx-vocab-json-generation.md +96 -0
  71. data/TODO.impl/27-end-to-end-smoke-spec.md +113 -0
  72. data/TODO.impl/28-readme-quickstart-verification.md +68 -0
  73. data/TODO.impl/29-status-command.md +84 -0
  74. data/TODO.impl/30-language-auto-detection.md +74 -0
  75. data/TODO.impl/31-download-progress.md +58 -0
  76. data/TODO.impl/32-sarif-output-verification.md +72 -0
  77. data/TODO.impl/33-audit-log-rotation.md +54 -0
  78. data/TODO.impl/34-cache-eviction.md +59 -0
  79. data/TODO.impl/35-shell-completion.md +61 -0
  80. data/TODO.impl/36-cleanup-regressions-0.3.1.md +134 -0
  81. data/TODO.impl/37-hunspell-correctness-tier2.md +203 -0
  82. data/TODO.impl/38-onnx-semantic-gating.md +218 -0
  83. data/TODO.impl/39-tier3-and-beyond.md +232 -0
  84. data/TODO.impl/40-spec-drift-cleanup.md +134 -0
  85. data/TODO.impl/50-structure-aware-document-api.md +194 -0
  86. data/TODO.impl/51-grammar-engine-expansion.md +75 -0
  87. data/TODO.impl/52-multi-language-documents.md +95 -0
  88. data/TODO.impl/53-document-plugin-architecture.md +94 -0
  89. data/TODO.impl/54-cjk-support.md +117 -0
  90. data/TODO.impl/55-rtl-support.md +109 -0
  91. data/TODO.impl/56-t4-t5-t6-quality-architecture-ecosystem.md +126 -0
  92. data/TODO.impl/57-t5.1-step3-pure-function-strategies.md +138 -0
  93. data/TODO.impl/58-t5.2-configuration-as-data.md +113 -0
  94. data/TODO.impl/59-yard-api-documentation.md +75 -0
  95. data/TODO.impl/60-lsp-server.md +174 -0
  96. data/TODO.impl/61-editor-ecosystem.md +167 -0
  97. data/TODO.impl/62-framework-integrations.md +159 -0
  98. data/TODO.impl/63-web-playground-wasm.md +186 -0
  99. data/TODO.impl/64-http-api-and-sdks.md +191 -0
  100. data/TODO.impl/65-universal-kotoshu.md +251 -0
  101. data/TODO.impl/66-kotoshu-core.md +169 -0
  102. data/TODO.impl/67-kotoshu-rs-and-access-libraries.md +137 -0
  103. data/TODO.impl/68-sota-adoption.md +152 -0
  104. data/TODO.impl/69-sota-typo-eval.md +74 -0
  105. data/TODO.impl/70-sota-confidence-cascade.md +59 -0
  106. data/TODO.impl/71-sota-nested-model.md +63 -0
  107. data/TODO.impl/72-model2vec-evaluation.md +49 -0
  108. data/TODO.impl/73-rl-reranker.md +42 -0
  109. data/TODO.impl/74-distilled-reranker.md +36 -0
  110. data/TODO.impl/75-llm-evaluator.md +35 -0
  111. data/TODO.impl/76-optional-llm-backend.md +37 -0
  112. data/TODO.impl/77-model-coverage-expansion.md +96 -0
  113. data/TODO.impl/78-in-browser-playground.md +69 -0
  114. data/TODO.impl/79-news-and-releases.md +60 -0
  115. data/TODO.impl/80-ecosystem-docs.md +56 -0
  116. data/TODO.impl/81-editor-reach.md +68 -0
  117. data/TODO.impl/82-doc-formats-and-ignores.md +81 -0
  118. data/TODO.impl/83-models-batch-2.md +56 -0
  119. data/TODO.impl/84-language-modules-wave2.md +75 -0
  120. data/TODO.impl/85-wasm-model-api.md +48 -0
  121. data/TODO.impl/86-site-truth-wave2.md +45 -0
  122. data/TODO.impl/87-lsp-personal-dictionary.md +36 -0
  123. data/TODO.impl/88-cli-directory-mode.md +54 -0
  124. data/TODO.impl/89-framework-integrations-exec.md +59 -0
  125. data/TODO.impl/90-gem-correctness-residues.md +44 -0
  126. data/TODO.impl/91-unicode-and-sv-aff.md +47 -0
  127. data/TODO.impl/92-tier-mirror-cors.md +88 -0
  128. data/TODO.impl/93-python-wheels.md +32 -0
  129. data/TODO.impl/94-site-integrations-docs.md +35 -0
  130. data/TODO.impl/95-editor-action-polish.md +27 -0
  131. data/TODO.impl/96-server-semantic-models.md +50 -0
  132. data/TODO.impl/97-yard-execution.md +73 -0
  133. data/TODO.impl/98-campaign-cleanup.md +78 -0
  134. data/TODO.impl/99-site-truth-performance-docs.md +31 -0
  135. data/conformance/vectors.jsonl +2630 -0
  136. data/data/en/grammar/rules.yaml +851 -0
  137. data/docs/STABILITY-1.0-AUDIT.md +251 -0
  138. data/docs/STABILITY-1.0.md +137 -0
  139. data/docs/cache-architecture.md +502 -0
  140. data/docs/verification-evidence/correct3/pr_body.md +37 -0
  141. data/docs/verification-evidence/correct3/rspec_final.log +5588 -0
  142. data/docs/verification-evidence/correct3/rspec_full.log +4504 -0
  143. data/docs/verification-evidence/correct3/sv.aff +856 -0
  144. data/docs/verification-evidence/correct3/sv.dic +153717 -0
  145. data/examples/01_basic_word_checking.rb +38 -0
  146. data/examples/02_text_document_checking.rb +77 -0
  147. data/examples/03_dictionary_backends.rb +137 -0
  148. data/examples/04_trie_data_structure.rb +146 -0
  149. data/examples/05_suggestion_algorithms.rb +239 -0
  150. data/examples/06_configuration_advanced.rb +287 -0
  151. data/examples/07_multi_language_dictionaries.rb +278 -0
  152. data/exe/kotoshu +6 -0
  153. data/lib/kotoshu/algorithms/capitalization.rb +276 -0
  154. data/lib/kotoshu/algorithms/edit_distance.rb +128 -0
  155. data/lib/kotoshu/algorithms/lookup/affix_form.rb +132 -0
  156. data/lib/kotoshu/algorithms/lookup/compound_checks.rb +209 -0
  157. data/lib/kotoshu/algorithms/lookup/compound_form.rb +50 -0
  158. data/lib/kotoshu/algorithms/lookup.rb +841 -0
  159. data/lib/kotoshu/algorithms/ngram_suggest.rb +367 -0
  160. data/lib/kotoshu/algorithms/permutations.rb +283 -0
  161. data/lib/kotoshu/algorithms/phonet_suggest.rb +162 -0
  162. data/lib/kotoshu/algorithms/soundex.rb +92 -0
  163. data/lib/kotoshu/algorithms/suggest.rb +794 -0
  164. data/lib/kotoshu/algorithms.rb +23 -0
  165. data/lib/kotoshu/analyzers/semantic_analyzer.rb +405 -0
  166. data/lib/kotoshu/analyzers.rb +8 -0
  167. data/lib/kotoshu/baseline/application.rb +18 -0
  168. data/lib/kotoshu/baseline/entry.rb +33 -0
  169. data/lib/kotoshu/baseline/store.rb +175 -0
  170. data/lib/kotoshu/baseline.rb +20 -0
  171. data/lib/kotoshu/cache/base_cache.rb +778 -0
  172. data/lib/kotoshu/cache/cache.rb +91 -0
  173. data/lib/kotoshu/cache/eviction_policy.rb +66 -0
  174. data/lib/kotoshu/cache/frequency_cache.rb +283 -0
  175. data/lib/kotoshu/cache/language_cache.rb +511 -0
  176. data/lib/kotoshu/cache/lookup_cache.rb +166 -0
  177. data/lib/kotoshu/cache/model_cache.rb +1147 -0
  178. data/lib/kotoshu/cache/model_registry.rb +109 -0
  179. data/lib/kotoshu/cache/staged_languages.rb +45 -0
  180. data/lib/kotoshu/cache/suggestion_cache.rb +113 -0
  181. data/lib/kotoshu/cache.rb +49 -0
  182. data/lib/kotoshu/cli/auto_setup.rb +71 -0
  183. data/lib/kotoshu/cli/baseline_command.rb +119 -0
  184. data/lib/kotoshu/cli/batch_reporter.rb +321 -0
  185. data/lib/kotoshu/cli/cache_command.rb +282 -0
  186. data/lib/kotoshu/cli/completions_command.rb +210 -0
  187. data/lib/kotoshu/cli/dict_command.rb +64 -0
  188. data/lib/kotoshu/cli/directory_check.rb +146 -0
  189. data/lib/kotoshu/cli/directory_walker.rb +132 -0
  190. data/lib/kotoshu/cli/display_formatter.rb +429 -0
  191. data/lib/kotoshu/cli/errors.rb +36 -0
  192. data/lib/kotoshu/cli/ignore_matcher.rb +205 -0
  193. data/lib/kotoshu/cli/interactive_reviewer.rb +314 -0
  194. data/lib/kotoshu/cli/language_resolver.rb +91 -0
  195. data/lib/kotoshu/cli/navigation_manager.rb +273 -0
  196. data/lib/kotoshu/cli/personal_command.rb +113 -0
  197. data/lib/kotoshu/cli/progress_reporter.rb +114 -0
  198. data/lib/kotoshu/cli/status_report.rb +130 -0
  199. data/lib/kotoshu/cli.rb +880 -0
  200. data/lib/kotoshu/components/passthrough_spell_checker.rb +70 -0
  201. data/lib/kotoshu/components/pos_tagger.rb +98 -0
  202. data/lib/kotoshu/components/spell_checker.rb +73 -0
  203. data/lib/kotoshu/components/synthesizer.rb +60 -0
  204. data/lib/kotoshu/components/tokenizer.rb +58 -0
  205. data/lib/kotoshu/components/whitespace_tokenizer.rb +94 -0
  206. data/lib/kotoshu/components.rb +13 -0
  207. data/lib/kotoshu/configuration/builder.rb +207 -0
  208. data/lib/kotoshu/configuration/resolver.rb +124 -0
  209. data/lib/kotoshu/configuration.rb +829 -0
  210. data/lib/kotoshu/conformance_exporter.rb +256 -0
  211. data/lib/kotoshu/conformance_runner.rb +176 -0
  212. data/lib/kotoshu/core/exceptions.rb +186 -0
  213. data/lib/kotoshu/core/indexed_dictionary.rb +293 -0
  214. data/lib/kotoshu/core/models/affix_rule.rb +262 -0
  215. data/lib/kotoshu/core/models/result/document_result.rb +132 -0
  216. data/lib/kotoshu/core/models/result/word_result.rb +131 -0
  217. data/lib/kotoshu/core/models/word.rb +131 -0
  218. data/lib/kotoshu/core/trie/builder.rb +119 -0
  219. data/lib/kotoshu/core/trie/node.rb +94 -0
  220. data/lib/kotoshu/core/trie/trie.rb +249 -0
  221. data/lib/kotoshu/core.rb +28 -0
  222. data/lib/kotoshu/data/common_words/de.yml +1800 -0
  223. data/lib/kotoshu/data/common_words/en.yml +1215 -0
  224. data/lib/kotoshu/data/common_words/es.yml +750 -0
  225. data/lib/kotoshu/data/common_words/fr.yml +1015 -0
  226. data/lib/kotoshu/data/common_words/pt.yml +870 -0
  227. data/lib/kotoshu/data/common_words/ru.yml +484 -0
  228. data/lib/kotoshu/data/common_words_loader.rb +141 -0
  229. data/lib/kotoshu/data/frozen_kelly/en.json +1154 -0
  230. data/lib/kotoshu/data/frozen_kelly.rb +38 -0
  231. data/lib/kotoshu/data.rb +8 -0
  232. data/lib/kotoshu/data_structures/bloom_filter.rb +188 -0
  233. data/lib/kotoshu/data_structures.rb +8 -0
  234. data/lib/kotoshu/debug_logger.rb +146 -0
  235. data/lib/kotoshu/debug_mode.rb +136 -0
  236. data/lib/kotoshu/defaults.rb +84 -0
  237. data/lib/kotoshu/dictionaries/catalog.rb +814 -0
  238. data/lib/kotoshu/dictionaries.rb +8 -0
  239. data/lib/kotoshu/dictionary/base.rb +324 -0
  240. data/lib/kotoshu/dictionary/cspell.rb +243 -0
  241. data/lib/kotoshu/dictionary/custom.rb +225 -0
  242. data/lib/kotoshu/dictionary/hunspell.rb +520 -0
  243. data/lib/kotoshu/dictionary/plain_text.rb +302 -0
  244. data/lib/kotoshu/dictionary/repository.rb +246 -0
  245. data/lib/kotoshu/dictionary/unified.rb +236 -0
  246. data/lib/kotoshu/dictionary/unix_words.rb +218 -0
  247. data/lib/kotoshu/dictionary.rb +15 -0
  248. data/lib/kotoshu/documents/document.rb +120 -0
  249. data/lib/kotoshu/documents/plain_text_document.rb +73 -0
  250. data/lib/kotoshu/documents/source_position.rb +45 -0
  251. data/lib/kotoshu/documents/source_range.rb +76 -0
  252. data/lib/kotoshu/documents/suppressions/scanner.rb +149 -0
  253. data/lib/kotoshu/documents/suppressions/suppression.rb +75 -0
  254. data/lib/kotoshu/documents/suppressions.rb +44 -0
  255. data/lib/kotoshu/documents/text_node.rb +49 -0
  256. data/lib/kotoshu/documents.rb +178 -0
  257. data/lib/kotoshu/embeddings/embedding_pipeline.rb +238 -0
  258. data/lib/kotoshu/embeddings/lru_cache.rb +244 -0
  259. data/lib/kotoshu/embeddings/onnx_runtime_model.rb +411 -0
  260. data/lib/kotoshu/embeddings/protocol.rb +96 -0
  261. data/lib/kotoshu/embeddings/protocols.rb +23 -0
  262. data/lib/kotoshu/embeddings/registry.rb +184 -0
  263. data/lib/kotoshu/embeddings/search.rb +204 -0
  264. data/lib/kotoshu/embeddings/similarity_engine.rb +278 -0
  265. data/lib/kotoshu/embeddings/similarity_search.rb +328 -0
  266. data/lib/kotoshu/embeddings/vocabulary.rb +306 -0
  267. data/lib/kotoshu/embeddings.rb +87 -0
  268. data/lib/kotoshu/fluent_checker.rb +94 -0
  269. data/lib/kotoshu/grammar/pattern_matchers/base_matcher.rb +48 -0
  270. data/lib/kotoshu/grammar/pattern_matchers/double_negative_matcher.rb +179 -0
  271. data/lib/kotoshu/grammar/pattern_matchers/phrase_matcher.rb +86 -0
  272. data/lib/kotoshu/grammar/pattern_matchers/possessive_context_matcher.rb +75 -0
  273. data/lib/kotoshu/grammar/pattern_matchers/possessive_contraction_matcher.rb +87 -0
  274. data/lib/kotoshu/grammar/pattern_matchers/sentence_start_matcher.rb +84 -0
  275. data/lib/kotoshu/grammar/pattern_matchers/vowel_sound_matcher.rb +81 -0
  276. data/lib/kotoshu/grammar/pattern_matchers/word_list_matcher.rb +66 -0
  277. data/lib/kotoshu/grammar/rule.rb +99 -0
  278. data/lib/kotoshu/grammar/rule_engine.rb +96 -0
  279. data/lib/kotoshu/grammar/rule_loader.rb +30 -0
  280. data/lib/kotoshu/grammar.rb +24 -0
  281. data/lib/kotoshu/integrity/audit_log.rb +167 -0
  282. data/lib/kotoshu/integrity/manifest.rb +116 -0
  283. data/lib/kotoshu/integrity/net_http.rb +51 -0
  284. data/lib/kotoshu/integrity/rotation_policy.rb +88 -0
  285. data/lib/kotoshu/integrity.rb +26 -0
  286. data/lib/kotoshu/jekyll.rb +101 -0
  287. data/lib/kotoshu/keyboard/layout.rb +116 -0
  288. data/lib/kotoshu/keyboard/layouts/arabic.rb +59 -0
  289. data/lib/kotoshu/keyboard/layouts/azerty.rb +55 -0
  290. data/lib/kotoshu/keyboard/layouts/bulgarian.rb +57 -0
  291. data/lib/kotoshu/keyboard/layouts/devanagari_inscript.rb +52 -0
  292. data/lib/kotoshu/keyboard/layouts/dubeolsik.rb +56 -0
  293. data/lib/kotoshu/keyboard/layouts/dvorak.rb +54 -0
  294. data/lib/kotoshu/keyboard/layouts/greek.rb +52 -0
  295. data/lib/kotoshu/keyboard/layouts/hebrew.rb +57 -0
  296. data/lib/kotoshu/keyboard/layouts/hrsl.rb +94 -0
  297. data/lib/kotoshu/keyboard/layouts/jcuken.rb +57 -0
  298. data/lib/kotoshu/keyboard/layouts/latin.rb +266 -0
  299. data/lib/kotoshu/keyboard/layouts/persian.rb +58 -0
  300. data/lib/kotoshu/keyboard/layouts/qwerty.rb +52 -0
  301. data/lib/kotoshu/keyboard/layouts/qwertz.rb +55 -0
  302. data/lib/kotoshu/keyboard/layouts/serbian.rb +59 -0
  303. data/lib/kotoshu/keyboard/layouts/turkish_q.rb +52 -0
  304. data/lib/kotoshu/keyboard/layouts/ukrainian.rb +51 -0
  305. data/lib/kotoshu/keyboard/registry.rb +201 -0
  306. data/lib/kotoshu/keyboard.rb +96 -0
  307. data/lib/kotoshu/kotoshu_native.so +0 -0
  308. data/lib/kotoshu/language/detector.rb +242 -0
  309. data/lib/kotoshu/language/identifier.rb +376 -0
  310. data/lib/kotoshu/language/languages/base.rb +271 -0
  311. data/lib/kotoshu/language/lid_detector.rb +188 -0
  312. data/lib/kotoshu/language/normalizer/arabic.rb +113 -0
  313. data/lib/kotoshu/language/normalizer/base.rb +133 -0
  314. data/lib/kotoshu/language/normalizer/greek.rb +63 -0
  315. data/lib/kotoshu/language/normalizer/hebrew.rb +72 -0
  316. data/lib/kotoshu/language/normalizer/persian.rb +36 -0
  317. data/lib/kotoshu/language/normalizer/turkish.rb +38 -0
  318. data/lib/kotoshu/language/registry.rb +209 -0
  319. data/lib/kotoshu/language/resources/ar/common_words.txt +6753 -0
  320. data/lib/kotoshu/language/resources/ar/confusion_sets.txt +11 -0
  321. data/lib/kotoshu/language/resources/de/common_words.txt +10003 -0
  322. data/lib/kotoshu/language/resources/de/confusion_sets.txt +246 -0
  323. data/lib/kotoshu/language/resources/en/common_words.txt +9979 -0
  324. data/lib/kotoshu/language/resources/en/confusion_sets.txt +871 -0
  325. data/lib/kotoshu/language/resources/es/common_words.txt +9992 -0
  326. data/lib/kotoshu/language/resources/es/confusion_sets.txt +17 -0
  327. data/lib/kotoshu/language/resources/fr/common_words.txt +9993 -0
  328. data/lib/kotoshu/language/resources/fr/confusion_sets.txt +76 -0
  329. data/lib/kotoshu/language/resources/pt/common_words.txt +9977 -0
  330. data/lib/kotoshu/language/resources/pt/confusion_sets.txt +18 -0
  331. data/lib/kotoshu/language/resources/ru/common_words.txt +9951 -0
  332. data/lib/kotoshu/language/resources/ru/confusion_sets.txt +5 -0
  333. data/lib/kotoshu/language/script.rb +128 -0
  334. data/lib/kotoshu/language/segmenter.rb +122 -0
  335. data/lib/kotoshu/language/suika.rb +38 -0
  336. data/lib/kotoshu/language/tokenizer/base.rb +187 -0
  337. data/lib/kotoshu/language/tokenizer/cyrillic_tokenizer.rb +76 -0
  338. data/lib/kotoshu/language/tokenizer/devanagari_tokenizer.rb +70 -0
  339. data/lib/kotoshu/language/tokenizer/french_tokenizer.rb +172 -0
  340. data/lib/kotoshu/language/tokenizer/german_tokenizer.rb +41 -0
  341. data/lib/kotoshu/language/tokenizer/greek_tokenizer.rb +72 -0
  342. data/lib/kotoshu/language/tokenizer/hangul_tokenizer.rb +70 -0
  343. data/lib/kotoshu/language/tokenizer/japanese_tokenizer.rb +55 -0
  344. data/lib/kotoshu/language/tokenizer/latin_tokenizer.rb +153 -0
  345. data/lib/kotoshu/language/tokenizer/portuguese_tokenizer.rb +160 -0
  346. data/lib/kotoshu/language/tokenizer/russian_tokenizer.rb +93 -0
  347. data/lib/kotoshu/language/tokenizer/script_tokenizer.rb +62 -0
  348. data/lib/kotoshu/language/tokenizer/spanish_tokenizer.rb +122 -0
  349. data/lib/kotoshu/language.rb +127 -0
  350. data/lib/kotoshu/languages/ar/language.rb +98 -0
  351. data/lib/kotoshu/languages/bg/language.rb +37 -0
  352. data/lib/kotoshu/languages/ca/language.rb +22 -0
  353. data/lib/kotoshu/languages/cs/language.rb +22 -0
  354. data/lib/kotoshu/languages/da/language.rb +22 -0
  355. data/lib/kotoshu/languages/de/language.rb +554 -0
  356. data/lib/kotoshu/languages/el/language.rb +50 -0
  357. data/lib/kotoshu/languages/en/language.rb +470 -0
  358. data/lib/kotoshu/languages/es/language.rb +476 -0
  359. data/lib/kotoshu/languages/et/language.rb +24 -0
  360. data/lib/kotoshu/languages/fa/language.rb +91 -0
  361. data/lib/kotoshu/languages/fr/language.rb +505 -0
  362. data/lib/kotoshu/languages/he/language.rb +98 -0
  363. data/lib/kotoshu/languages/hr/language.rb +24 -0
  364. data/lib/kotoshu/languages/hu/language.rb +22 -0
  365. data/lib/kotoshu/languages/id/language.rb +25 -0
  366. data/lib/kotoshu/languages/it/language.rb +22 -0
  367. data/lib/kotoshu/languages/ja/language.rb +476 -0
  368. data/lib/kotoshu/languages/ko/language.rb +56 -0
  369. data/lib/kotoshu/languages/latin_base.rb +53 -0
  370. data/lib/kotoshu/languages/lt/language.rb +24 -0
  371. data/lib/kotoshu/languages/lv/language.rb +24 -0
  372. data/lib/kotoshu/languages/nb/language.rb +25 -0
  373. data/lib/kotoshu/languages/ne/language.rb +60 -0
  374. data/lib/kotoshu/languages/nl/language.rb +22 -0
  375. data/lib/kotoshu/languages/nn/language.rb +26 -0
  376. data/lib/kotoshu/languages/pl/language.rb +22 -0
  377. data/lib/kotoshu/languages/pt/language.rb +439 -0
  378. data/lib/kotoshu/languages/ro/language.rb +22 -0
  379. data/lib/kotoshu/languages/ru/language.rb +420 -0
  380. data/lib/kotoshu/languages/sk/language.rb +25 -0
  381. data/lib/kotoshu/languages/sl/language.rb +25 -0
  382. data/lib/kotoshu/languages/sr/language.rb +39 -0
  383. data/lib/kotoshu/languages/sr-Latn/language.rb +35 -0
  384. data/lib/kotoshu/languages/sv/language.rb +22 -0
  385. data/lib/kotoshu/languages/tr/language.rb +36 -0
  386. data/lib/kotoshu/languages/uk/language.rb +38 -0
  387. data/lib/kotoshu/languages/vi/language.rb +22 -0
  388. data/lib/kotoshu/languages.rb +64 -0
  389. data/lib/kotoshu/metrics_collector.rb +238 -0
  390. data/lib/kotoshu/metrics_module.rb +121 -0
  391. data/lib/kotoshu/models/context.rb +119 -0
  392. data/lib/kotoshu/models/embedding_model.rb +181 -0
  393. data/lib/kotoshu/models/fasttext_model.rb +212 -0
  394. data/lib/kotoshu/models/nearest_neighbor.rb +96 -0
  395. data/lib/kotoshu/models/onnx_model.rb +330 -0
  396. data/lib/kotoshu/models/semantic_error.rb +204 -0
  397. data/lib/kotoshu/models/suggestion.rb +106 -0
  398. data/lib/kotoshu/models/word_embedding.rb +97 -0
  399. data/lib/kotoshu/models.rb +27 -0
  400. data/lib/kotoshu/multi_language_checker.rb +127 -0
  401. data/lib/kotoshu/native.rb +83 -0
  402. data/lib/kotoshu/native_backend.rb +131 -0
  403. data/lib/kotoshu/paths.rb +79 -0
  404. data/lib/kotoshu/personal_dictionary.rb +105 -0
  405. data/lib/kotoshu/plugins/plugin.rb +61 -0
  406. data/lib/kotoshu/plugins/registry.rb +118 -0
  407. data/lib/kotoshu/plugins.rb +9 -0
  408. data/lib/kotoshu/project_config.rb +76 -0
  409. data/lib/kotoshu/readers/aff_data.rb +530 -0
  410. data/lib/kotoshu/readers/aff_reader.rb +393 -0
  411. data/lib/kotoshu/readers/condition_checker.rb +125 -0
  412. data/lib/kotoshu/readers/dic_reader.rb +208 -0
  413. data/lib/kotoshu/readers/file_reader.rb +377 -0
  414. data/lib/kotoshu/readers/lookup_builder.rb +584 -0
  415. data/lib/kotoshu/readers/readers.rb +17 -0
  416. data/lib/kotoshu/readers.rb +25 -0
  417. data/lib/kotoshu/resource_bundle.rb +55 -0
  418. data/lib/kotoshu/resource_manager.rb +600 -0
  419. data/lib/kotoshu/results/result.rb +165 -0
  420. data/lib/kotoshu/results.rb +8 -0
  421. data/lib/kotoshu/rspec.rb +163 -0
  422. data/lib/kotoshu/scripts/fasttext_to_onnx.py +275 -0
  423. data/lib/kotoshu/source_registry.rb +104 -0
  424. data/lib/kotoshu/spellchecker/parallel_checker.rb +90 -0
  425. data/lib/kotoshu/spellchecker.rb +406 -0
  426. data/lib/kotoshu/string_metrics.rb +153 -0
  427. data/lib/kotoshu/suggestions/context.rb +43 -0
  428. data/lib/kotoshu/suggestions/frequency_provider.rb +80 -0
  429. data/lib/kotoshu/suggestions/generator.rb +169 -0
  430. data/lib/kotoshu/suggestions/pipeline.rb +135 -0
  431. data/lib/kotoshu/suggestions/semantic_cascade.rb +73 -0
  432. data/lib/kotoshu/suggestions/strategies/base_strategy.rb +315 -0
  433. data/lib/kotoshu/suggestions/strategies/composite_strategy.rb +197 -0
  434. data/lib/kotoshu/suggestions/strategies/edit_distance_strategy.rb +631 -0
  435. data/lib/kotoshu/suggestions/strategies/keyboard_proximity_strategy.rb +207 -0
  436. data/lib/kotoshu/suggestions/strategies/ngram_strategy.rb +165 -0
  437. data/lib/kotoshu/suggestions/strategies/phonetic_strategy.rb +284 -0
  438. data/lib/kotoshu/suggestions/strategies/semantic_strategy.rb +317 -0
  439. data/lib/kotoshu/suggestions/strategies/symspell_strategy.rb +270 -0
  440. data/lib/kotoshu/suggestions/strategies/word_index.rb +78 -0
  441. data/lib/kotoshu/suggestions/suggestion.rb +154 -0
  442. data/lib/kotoshu/suggestions/suggestion_set.rb +270 -0
  443. data/lib/kotoshu/suggestions/sweep_index.rb +137 -0
  444. data/lib/kotoshu/suggestions.rb +29 -0
  445. data/lib/kotoshu/tasks/check_task.rb +104 -0
  446. data/lib/kotoshu/tasks.rb +11 -0
  447. data/lib/kotoshu/validators/spelling_validator.rb +101 -0
  448. data/lib/kotoshu/validators.rb +9 -0
  449. data/lib/kotoshu/version.rb +5 -0
  450. data/lib/kotoshu.rb +538 -0
  451. data/rakelib/compile.rake +10 -0
  452. data/script/validate_all_dictionaries.rb +444 -0
  453. data/scripts/build_native_gem.rb +45 -0
  454. data/scripts/extract_eval_grids.rb +37 -0
  455. data/scripts/generate_frozen_tiers.rb +44 -0
  456. data/sig/kotoshu.rbs +435 -0
  457. data/test_oop.rb +79 -0
  458. metadata +546 -0
@@ -0,0 +1,314 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Kotoshu
4
+ module Cli
5
+ # Interactive review session for spell/grammar checking.
6
+ #
7
+ # Provides a user-friendly terminal interface for reviewing errors
8
+ # with full navigation support (forward, backward, jump, skip, accept).
9
+ #
10
+ # @example Starting an interactive session
11
+ # reviewer = InteractiveReviewer.new(document, analyzer)
12
+ # reviewer.run # Enters interactive loop
13
+ #
14
+ # @example Batch mode (non-interactive)
15
+ # reviewer = InteractiveReviewer.new(document, analyzer)
16
+ # reporter = reviewer.run_batch # Returns BatchReporter
17
+ class InteractiveReviewer
18
+ attr_reader :document, :analyzer, :navigation, :formatter
19
+
20
+ # Create a new interactive reviewer.
21
+ #
22
+ # @param document [Object] Document to review (responds to #content)
23
+ # @param analyzer [Analyzers::SemanticAnalyzer] Error analyzer
24
+ # @param formatter [DisplayFormatter, nil] Display formatter (default: new instance)
25
+ def initialize(document, analyzer, formatter: nil)
26
+ raise ArgumentError, "Document required" unless document
27
+ raise ArgumentError, "Analyzer required" unless analyzer
28
+
29
+ @document = document
30
+ @analyzer = analyzer
31
+
32
+ # Analyze document for errors
33
+ errors = @analyzer.analyze(@document)
34
+
35
+ # Create navigation manager
36
+ @navigation = NavigationManager.new(errors)
37
+
38
+ # Create display formatter
39
+ @formatter = formatter || DisplayFormatter.new
40
+
41
+ @running = false
42
+ @show_context = true
43
+ end
44
+
45
+ # Run the interactive review loop.
46
+ #
47
+ # @return [Hash] Session summary with statistics
48
+ def run
49
+ @running = true
50
+
51
+ # Show welcome message
52
+ show_welcome
53
+
54
+ # Show summary screen
55
+ puts @formatter.summary_screen(@document, @navigation)
56
+
57
+ # Main interactive loop
58
+ while @running && @navigation.current
59
+ show_current_error
60
+ process_input(get_user_input)
61
+ end
62
+
63
+ # Show exit message
64
+ show_exit_summary
65
+
66
+ # Return session summary
67
+ session_summary
68
+ end
69
+
70
+ # Run in batch mode (non-interactive).
71
+ #
72
+ # @return [BatchReporter] Reporter with results
73
+ def run_batch
74
+ # Analyze all errors without user interaction
75
+ errors = @navigation.errors
76
+
77
+ # Apply all high-confidence corrections automatically
78
+ errors.each do |error|
79
+ if error.high_confidence? && error.suggestions&.any?
80
+ @navigation.accept_suggestion(error.recommended_suggestion)
81
+ end
82
+ end
83
+
84
+ # Return batch reporter
85
+ BatchReporter.new(@document, @navigation, @formatter)
86
+ end
87
+
88
+ # Check if session has errors.
89
+ #
90
+ # @return [Boolean] True if there are errors to review
91
+ def has_errors?
92
+ @navigation.errors.any?
93
+ end
94
+
95
+ # Get session statistics.
96
+ #
97
+ # @return [Hash] Statistics hash
98
+ def statistics
99
+ @navigation.statistics
100
+ end
101
+
102
+ private
103
+
104
+ # Show welcome message.
105
+ def show_welcome
106
+ puts ""
107
+ puts @formatter.colorize("╔═══════════════════════════════════════════════════════════════╗", :bold)
108
+ puts @formatter.colorize("║ Kotoshu Interactive Spell/Grammar Review ║", :bold)
109
+ puts @formatter.colorize("╚═══════════════════════════════════════════════════════════════╝", :bold)
110
+ puts ""
111
+ puts "Document: #{@document.name}"
112
+ puts "Language: #{@document.language_code}"
113
+ puts "Errors found: #{@navigation.errors.size}"
114
+ puts ""
115
+ puts "Type 'h' for help, 'q' to quit"
116
+ puts ""
117
+ end
118
+
119
+ # Show current error screen.
120
+ def show_current_error
121
+ error = @navigation.current
122
+ return unless error
123
+
124
+ index = @navigation.current_index + 1
125
+ total = @navigation.errors.size
126
+
127
+ puts @formatter.issue_screen(error, index: index, total: total, show_context: @show_context)
128
+ end
129
+
130
+ # Get user input from terminal.
131
+ #
132
+ # @return [String] User input
133
+ def get_user_input
134
+ print @formatter.prompt("Action>")
135
+ $stdin.gets&.chomp || 'q'
136
+ end
137
+
138
+ # Process user input command.
139
+ #
140
+ # @param input [String] User input
141
+ def process_input(input)
142
+ return if input.nil? || input.empty?
143
+
144
+ case input
145
+ when '', 'n', 'enter'
146
+ # Move to next error
147
+ @navigation.forward
148
+
149
+ when 'b', 'back'
150
+ # Move to previous error
151
+ @navigation.backward
152
+
153
+ when 's', 'skip'
154
+ # Skip current error
155
+ @navigation.skip_current
156
+
157
+ when /^(\d+)$/
158
+ # Accept suggestion by number
159
+ suggestion_number = $1.to_i - 1 # Convert to 0-based index
160
+ accept_suggestion_by_number(suggestion_number)
161
+
162
+ when 'j', 'jump'
163
+ # Jump to error
164
+ jump_to_error
165
+
166
+ when 'f', 'first'
167
+ @navigation.first
168
+
169
+ when 'l', 'last'
170
+ @navigation.last
171
+
172
+ when 'l', 'list'
173
+ # List all errors
174
+ puts @formatter.list_all_errors(@navigation)
175
+ puts @formatter.prompt("Press Enter to continue...")
176
+ $stdin.gets
177
+
178
+ when 't', 'toggle'
179
+ # Toggle context display
180
+ @show_context = !@show_context
181
+
182
+ when 'v', 'verbose'
183
+ # Toggle verbose mode
184
+ @formatter.verbose = !@formatter.verbose
185
+ puts @formatter.success("Verbose mode: #{@formatter.verbose ? 'ON' : 'OFF'}")
186
+
187
+ when '?'
188
+ # Show summary
189
+ puts @formatter.summary_screen(@document, @navigation)
190
+
191
+ when 'h', 'help'
192
+ # Show help
193
+ puts @formatter.help_screen
194
+ puts @formatter.prompt("Press Enter to continue...")
195
+ $stdin.gets
196
+
197
+ when 'q', 'quit'
198
+ # Quit and save
199
+ quit_with_save
200
+
201
+ when 'Q', 'QUIT'
202
+ # Quit without saving
203
+ quit_without_save
204
+
205
+ when '!', 'export'
206
+ # Export corrections
207
+ export_corrections
208
+
209
+ else
210
+ # Unknown command
211
+ puts @formatter.warning("Unknown command: #{input}. Type 'h' for help.")
212
+ end
213
+ end
214
+
215
+ # Accept suggestion by number.
216
+ #
217
+ # @param number [Integer] Suggestion number (0-based)
218
+ def accept_suggestion_by_number(number)
219
+ error = @navigation.current
220
+ return unless error
221
+
222
+ suggestions = error.suggestions || []
223
+ if number < 0 || number >= suggestions.size
224
+ puts @formatter.warning("Invalid suggestion number: #{number + 1}")
225
+ return
226
+ end
227
+
228
+ suggestion = suggestions[number]
229
+ @navigation.accept_suggestion(suggestion)
230
+ puts @formatter.success("Accepted: #{error.original} → #{suggestion.word}")
231
+ end
232
+
233
+ # Jump to specific error.
234
+ def jump_to_error
235
+ print @formatter.prompt("Jump to error number>")
236
+ input = $stdin.gets&.chomp
237
+
238
+ return unless input
239
+
240
+ number = input.to_i - 1 # Convert to 0-based
241
+ if number >= 0 && number < @navigation.errors.size
242
+ @navigation.jump_to(number)
243
+ else
244
+ puts @formatter.warning("Invalid error number: #{input}")
245
+ end
246
+ end
247
+
248
+ # Quit and save changes.
249
+ def quit_with_save
250
+ @running = false
251
+ puts @formatter.success("Changes saved!")
252
+ end
253
+
254
+ # Quit without saving.
255
+ def quit_without_save
256
+ @running = false
257
+ puts @formatter.warning("Quit without saving. No changes were made.")
258
+ end
259
+
260
+ # Export corrections to file.
261
+ def export_corrections
262
+ print @formatter.prompt("Export to file (default: corrections.json)>")
263
+ filepath = $stdin.gets&.chomp || 'corrections.json'
264
+
265
+ # Export corrections
266
+ corrections = @navigation.export_corrections
267
+
268
+ # Write to file
269
+ require 'json'
270
+ File.write(filepath, JSON.pretty_generate(corrections))
271
+
272
+ puts @formatter.export_summary(@navigation, filepath)
273
+ puts @formatter.prompt("Press Enter to continue...")
274
+ $stdin.gets
275
+ end
276
+
277
+ # Show exit summary.
278
+ def show_exit_summary
279
+ puts ""
280
+ puts @formatter.statistics(@navigation)
281
+ puts ""
282
+
283
+ if @navigation.modified.any?
284
+ puts @formatter.success("#{@navigation.modified.size} corrections applied")
285
+ end
286
+
287
+ if @navigation.skipped.any?
288
+ puts "#{@navigation.skipped.size} errors skipped"
289
+ end
290
+
291
+ pending = @navigation.errors.size - @navigation.modified.size - @navigation.skipped.size
292
+ if pending > 0
293
+ puts "#{pending} errors remaining"
294
+ end
295
+ end
296
+
297
+ # Get session summary.
298
+ #
299
+ # @return [Hash] Session summary
300
+ def session_summary
301
+ {
302
+ document: {
303
+ name: @document.name,
304
+ format: @document.format,
305
+ language: @document.language_code
306
+ },
307
+ statistics: @navigation.statistics,
308
+ corrections: @navigation.export_corrections,
309
+ history: @navigation.history_summary
310
+ }
311
+ end
312
+ end
313
+ end
314
+ end
@@ -0,0 +1,91 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Kotoshu
4
+ module Cli
5
+ # Resolves which language a check should run in.
6
+ #
7
+ # The CLI's --language flag accepts:
8
+ # - omitted / "auto" → detect from content, fall back if needed
9
+ # - "default" → Configuration.default_language (no detection)
10
+ # - any other code → used as-is
11
+ #
12
+ # Pure logic — no IO. Detection delegates to Kotoshu::Language.detect
13
+ # which uses character-set heuristics and needs no model download.
14
+ # A detection only "sticks" if the detected language is set up
15
+ # (Kotoshu.setup? returns true); otherwise the configured default
16
+ # is used and a fallback note is included in the result.
17
+ class LanguageResolver
18
+ Result = Struct.new(:language, :detected, :fallback, :note, keyword_init: true)
19
+
20
+ # @param flag_value [String, nil] Raw --language flag value.
21
+ # @param default_language [String, nil] Configuration.default_language.
22
+ # @param detector [#detect] Object responding to .detect(text) -> String|nil.
23
+ # Defaults to Kotoshu::Language.
24
+ # @param setup_predicate [#call] Callable returning true if a language is
25
+ # set up. Defaults to Kotoshu.method(:setup?).
26
+ def initialize(flag_value:, default_language:,
27
+ detector: Kotoshu::Language,
28
+ setup_predicate: Kotoshu.method(:setup?))
29
+ @flag_value = flag_value
30
+ @default_language = default_language
31
+ @detector = detector
32
+ @setup_predicate = setup_predicate
33
+ end
34
+
35
+ # @param text [String] The document text, used only when flag is "auto".
36
+ # @return [Result]
37
+ def resolve(text:)
38
+ case @flag_value
39
+ when nil, "auto"
40
+ resolve_auto(text)
41
+ when "default"
42
+ Result.new(language: @default_language, detected: nil, fallback: nil,
43
+ note: nil)
44
+ else
45
+ Result.new(language: @flag_value, detected: nil, fallback: nil,
46
+ note: nil)
47
+ end
48
+ end
49
+
50
+ private
51
+
52
+ def resolve_auto(text)
53
+ detected = safe_detect(text)
54
+ if detected.nil?
55
+ return Result.new(language: @default_language, detected: nil,
56
+ fallback: @default_language,
57
+ note: "No language detected; using default '#{@default_language}'.")
58
+ end
59
+ if setup?(detected)
60
+ return Result.new(language: detected, detected: detected, fallback: nil,
61
+ note: "Detected: #{detected}.")
62
+ end
63
+
64
+ Result.new(language: @default_language, detected: detected,
65
+ fallback: @default_language,
66
+ note: "Detected: #{detected} (fallback: #{@default_language}).")
67
+ end
68
+
69
+ def safe_detect(text)
70
+ return nil if text.nil? || text.strip.empty?
71
+
72
+ detected = @detector.detect(text)
73
+ return nil if detected.nil? || detected.strip.empty?
74
+
75
+ normalize(detected)
76
+ rescue StandardError
77
+ nil
78
+ end
79
+
80
+ def normalize(code)
81
+ code.to_s.downcase.split(/[-_]/).first
82
+ end
83
+
84
+ def setup?(lang)
85
+ return false if lang.nil? || lang.strip.empty?
86
+
87
+ @setup_predicate.call(lang)
88
+ end
89
+ end
90
+ end
91
+ end
@@ -0,0 +1,273 @@
1
+ # frozen_string_literal: true
2
+
3
+ module Kotoshu
4
+ module Cli
5
+ # Manages navigation through errors in interactive review mode.
6
+ #
7
+ # Tracks current position, user decisions, and provides filtering
8
+ # for efficient error review.
9
+ #
10
+ # @example Creating navigation for errors
11
+ # nav = NavigationManager.new(errors)
12
+ # nav.forward # Move to next error
13
+ # nav.accept_suggestion(error.suggestions.first)
14
+ class NavigationManager
15
+ attr_reader :errors, :current_index, :history, :skipped, :modified
16
+
17
+ # Create a new navigation manager.
18
+ #
19
+ # @param errors [Array<Models::SemanticError>] Sorted list of errors
20
+ def initialize(errors)
21
+ raise ArgumentError, "Errors cannot be nil" if errors.nil?
22
+ raise ArgumentError, "Errors must be an Array" unless errors.is_a?(Array)
23
+
24
+ @errors = errors.sort # Errors are Comparable
25
+ @current_index = 0
26
+ @history = []
27
+ @skipped = Set.new
28
+ @modified = Set.new
29
+ @filters = {}
30
+ end
31
+
32
+ # Get the current error.
33
+ #
34
+ # @return [Models::SemanticError, nil] Current error or nil
35
+ def current
36
+ return nil if @current_index >= @errors.size
37
+
38
+ @errors[@current_index]
39
+ end
40
+
41
+ # Check if there's a next error.
42
+ #
43
+ # @return [Boolean] True if there's a next error
44
+ def next?
45
+ @current_index < @errors.size - 1
46
+ end
47
+
48
+ # Check if there's a previous error.
49
+ #
50
+ # @return [Boolean] True if there's a previous error
51
+ def previous?
52
+ @current_index > 0
53
+ end
54
+
55
+ # Navigation methods
56
+
57
+ # Move to next error.
58
+ #
59
+ # @return [Models::SemanticError, nil] Next error or nil
60
+ def forward
61
+ return nil unless next?
62
+
63
+ @current_index += 1
64
+ current
65
+ end
66
+
67
+ # Move to previous error.
68
+ #
69
+ # @return [Models::SemanticError, nil] Previous error or nil
70
+ def backward
71
+ return nil unless previous?
72
+
73
+ @current_index -= 1
74
+ current
75
+ end
76
+
77
+ # Jump to specific error by index.
78
+ #
79
+ # @param index [Integer] Error index (0-based)
80
+ # @return [Models::SemanticError, nil] Error at index or nil
81
+ def jump_to(index)
82
+ return nil if index < 0 || index >= @errors.size
83
+
84
+ @current_index = index
85
+ current
86
+ end
87
+
88
+ # Jump to first error.
89
+ #
90
+ # @return [Models::SemanticError, nil] First error or nil
91
+ def first
92
+ jump_to(0)
93
+ end
94
+
95
+ # Jump to last error.
96
+ #
97
+ # @return [Models::SemanticError, nil] Last error or nil
98
+ def last
99
+ jump_to(@errors.size - 1)
100
+ end
101
+
102
+ # Skip the current error.
103
+ #
104
+ # @return [Models::SemanticError, nil] Next error or nil
105
+ def skip_current
106
+ @skipped.add(@current_index)
107
+ forward
108
+ end
109
+
110
+ # Accept a suggestion for the current error.
111
+ #
112
+ # Records the decision and marks the error as modified.
113
+ #
114
+ # @param suggestion [Models::Suggestion] The suggestion to accept
115
+ # @return [Models::SemanticError, nil] Next error or nil
116
+ def accept_suggestion(suggestion)
117
+ error = current
118
+ return nil unless error
119
+
120
+ record_decision(
121
+ error_id: error.id,
122
+ action: :accept,
123
+ original: error.original,
124
+ replacement: suggestion.word,
125
+ confidence: error.confidence
126
+ )
127
+
128
+ @modified.add(@current_index)
129
+ forward
130
+ end
131
+
132
+ # List all errors with their status.
133
+ #
134
+ # @return [Array<String>] Formatted error list
135
+ def list_all
136
+ @errors.each_with_index.map do |error, idx|
137
+ status = status_for(idx)
138
+ "#{idx + 1}. #{status} #{error.abbreviated}"
139
+ end
140
+ end
141
+
142
+ # Filter errors by minimum confidence.
143
+ #
144
+ # @param min_confidence [Float] Minimum confidence threshold (0.0 to 1.0)
145
+ # @return [Array<Models::SemanticError>] Filtered errors
146
+ def filter_by_confidence(min_confidence: 0.0)
147
+ @errors.select { |e| e.confidence >= min_confidence }
148
+ end
149
+
150
+ # Filter errors by type(s).
151
+ #
152
+ # @param types [Array<Symbol>] Error types to include
153
+ # @return [Array<Models::SemanticError>] Filtered errors
154
+ def filter_by_type(*types)
155
+ @errors.select { |e| types.include?(e.error_type) }
156
+ end
157
+
158
+ # Get only pending errors (not skipped or modified).
159
+ #
160
+ # @return [Array<Models::SemanticError>] Pending errors
161
+ def pending
162
+ @errors.each_with_index.reject do |_, idx|
163
+ @skipped.include?(idx) || @modified.include?(idx)
164
+ end.map(&:last)
165
+ end
166
+
167
+ # Get statistics about the errors.
168
+ #
169
+ # @return [Hash] Statistics hash
170
+ def statistics
171
+ {
172
+ total: @errors.size,
173
+ skipped: @skipped.size,
174
+ modified: @modified.size,
175
+ pending: pending.size,
176
+ by_type: @errors.group_by(&:error_type).transform_values(&:size),
177
+ by_confidence: {
178
+ high: @errors.count(&:high_confidence?),
179
+ medium: @errors.count { |e| e.confidence > 0.5 && e.confidence <= 0.8 },
180
+ low: @errors.count { |e| e.confidence <= 0.5 }
181
+ }
182
+ }
183
+ end
184
+
185
+ # Get all errors sorted by status (pending first).
186
+ #
187
+ # @return [Array<Models::SemanticError>] Errors sorted by status
188
+ def by_status
189
+ pending + @errors.each_with_index.select { |_, idx|
190
+ @modified.include?(idx)
191
+ }.map(&:last).reverse + @errors.each_with_index.select { |_, idx|
192
+ @skipped.include?(idx)
193
+ }.map(&:last).reverse
194
+ end
195
+
196
+ # Reset navigation state (clear all decisions).
197
+ #
198
+ # @return [void]
199
+ def reset
200
+ @current_index = 0
201
+ @history.clear
202
+ @skipped.clear
203
+ @modified.clear
204
+ end
205
+
206
+ # Export corrections as a list of changes.
207
+ #
208
+ # @return [Array<Hash>] List of correction changes
209
+ def export_corrections
210
+ @modified.to_a.sort.map do |idx|
211
+ error = @errors[idx]
212
+ suggestion = error.recommended_suggestion
213
+
214
+ {
215
+ line: error.location.line,
216
+ original: error.original,
217
+ replacement: suggestion.word,
218
+ error_type: error.error_type,
219
+ confidence: error.confidence
220
+ }
221
+ end
222
+ end
223
+
224
+ # Get user decision history.
225
+ #
226
+ # @return [Array<Hash>] List of decisions made
227
+ def history_summary
228
+ @history.map.with_index.map do |decision, idx|
229
+ {
230
+ id: idx + 1,
231
+ error_id: decision[:error_id],
232
+ action: decision[:action],
233
+ original: decision[:original],
234
+ replacement: decision[:replacement],
235
+ confidence: decision[:confidence],
236
+ timestamp: decision[:timestamp]
237
+ }
238
+ end
239
+ end
240
+
241
+ private
242
+
243
+ # Record a user decision.
244
+ #
245
+ # @param error_id [String] Error identifier
246
+ # @param action [Symbol] Action taken (:accept, :skip, :edit)
247
+ # @param original [String] Original text
248
+ # @param replacement [String] Replacement text
249
+ # @param confidence [Float] Confidence score
250
+ def record_decision(error_id:, action:, original:, replacement:, confidence:)
251
+ @history << {
252
+ error_id: error_id,
253
+ action: action,
254
+ original: original,
255
+ replacement: replacement,
256
+ confidence: confidence,
257
+ timestamp: Time.now
258
+ }
259
+ end
260
+
261
+ # Get status string for an error index.
262
+ #
263
+ # @param idx [Integer] Error index
264
+ # @return [String] Status string
265
+ def status_for(idx)
266
+ return "[DONE]" if @modified.include?(idx)
267
+ return "[SKIP]" if @skipped.include?(idx)
268
+
269
+ "[PENDING]"
270
+ end
271
+ end
272
+ end
273
+ end