kotoshu 1.0.6-aarch64-linux → 1.0.7-aarch64-linux
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.kotoshu-baseline.json +1 -1
- data/CHANGELOG.md +32 -0
- data/Cargo.lock +6 -6
- data/TODO.impl/00-vision.md +46 -0
- data/TODO.impl/146-realword-confusion-detection.md +44 -0
- data/TODO.impl/147-bcp47-gem-half.md +42 -0
- data/TODO.impl/148-checks-framework.md +47 -0
- data/conformance/vectors.jsonl +207 -207
- data/data/ATTRIBUTION.md +78 -0
- data/data/README.md +135 -0
- data/docs/ARCHITECTURE_IMPROVEMENTS.md +801 -0
- data/docs/ARCHITECTURE_IMPROVEMENTS_PLAN.md +505 -0
- data/docs/KOTOSHU_FULL_PLAN.md +970 -0
- data/docs/KOTOSHU_LANGUAGETOOL_GAPS.md +917 -0
- data/docs/KOTOSHU_SOLIDIFICATION_PLAN.md +1650 -0
- data/docs/ONNX_FUNCTIONAL_VERIFICATION.md +149 -0
- data/docs/RELEASING.md +78 -0
- data/docs/TDD_ITERATION_STRATEGY.md +1123 -0
- data/docs/architecture-overview.md +473 -0
- data/docs/architecture.md +821 -0
- data/docs/embeddings_architecture_v2_plan.md +861 -0
- data/docs/getting-started.md +393 -0
- data/docs/language-modules.md +361 -0
- data/docs/onnx-implementation.md +166 -0
- data/docs/performance.md +488 -0
- data/docs/plugins.md +750 -0
- data/examples/ru_russian_example.rb +1 -2
- data/lib/kotoshu/cache/frequency_cache.rb +9 -2
- data/lib/kotoshu/cache/language_cache.rb +63 -6
- data/lib/kotoshu/cache/staged_languages.rb +3 -12
- data/lib/kotoshu/checks/base.rb +56 -0
- data/lib/kotoshu/checks/finding.rb +19 -0
- data/lib/kotoshu/checks/grammar_check.rb +43 -0
- data/lib/kotoshu/checks/registry.rb +59 -0
- data/lib/kotoshu/checks/spelling_check.rb +30 -0
- data/lib/kotoshu/checks.rb +16 -0
- data/lib/kotoshu/data/common_words_loader.rb +37 -7
- data/lib/kotoshu/data/confusion/pinyin.json +1 -0
- data/lib/kotoshu/keyboard/layout.rb +6 -6
- data/lib/kotoshu/keyboard/layouts/chinese_ime.rb +69 -0
- data/lib/kotoshu/keyboard/registry.rb +26 -0
- data/lib/kotoshu/keyboard.rb +6 -0
- data/lib/kotoshu/kotoshu_native.so +0 -0
- data/lib/kotoshu/multi_language_checker.rb +11 -2
- data/lib/kotoshu/resource_bundle.rb +5 -1
- data/lib/kotoshu/resource_manager.rb +27 -2
- data/lib/kotoshu/source_registry.rb +3 -0
- data/lib/kotoshu/spellchecker.rb +9 -5
- data/lib/kotoshu/suggestions/confusion_set.rb +68 -0
- data/lib/kotoshu/suggestions/frequency_provider.rb +89 -19
- data/lib/kotoshu/suggestions/generator.rb +11 -0
- data/lib/kotoshu/suggestions/strategies/base_strategy.rb +10 -0
- data/lib/kotoshu/suggestions/strategies/composite_strategy.rb +32 -3
- data/lib/kotoshu/suggestions/strategies/edit_distance_strategy.rb +45 -11
- data/lib/kotoshu/suggestions/strategies/symspell_strategy.rb +289 -35
- data/lib/kotoshu/suggestions.rb +18 -1
- data/lib/kotoshu/version.rb +1 -1
- data/lib/kotoshu.rb +1 -0
- data/scripts/check_russian_cefr.rb +34 -0
- data/scripts/convert_fasttext_to_onnx.py +317 -0
- data/scripts/diagnose_cefr.rb +41 -0
- data/scripts/download_and_convert_models.sh +262 -0
- data/scripts/examine_kelly_excel.rb +45 -0
- data/scripts/extract_vocabularies.rb +327 -0
- data/scripts/parse_kelly.rb +313 -0
- data/scripts/requirements.txt +12 -0
- data/scripts/setup_python.sh +76 -0
- data/scripts/test_cefr_cleaning.rb +27 -0
- data/scripts/test_excel_regex.rb +36 -0
- data/scripts/test_new_regex.rb +24 -0
- data/scripts/test_quotes.rb +11 -0
- data/scripts/test_unicode_regex.rb +36 -0
- metadata +45 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 51aa9c31d7eedc5d4e4bcae93ff0cf3c6d10dfd7f350b35ce6db91c89a10851b
|
|
4
|
+
data.tar.gz: c064ad3481bb49e4df500845c099ff01c86aa8359e9a000ec0ca4eb31cb6a4b8
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: f7b9b6f2eb04f15fe6079012d704bf4b76bc8f4bc56decff0939e28b6104e757bd16044bf712aaffe17717a2e57b0ab66f02662d3b2ef15cf87e8ddf6f3dcee5
|
|
7
|
+
data.tar.gz: 47604780a8e9d39ac681da6c613bb068a4f0e5bdfcd5d061662288f8601faad64e9fb5f7fb7ac2635e538260230aebb722b549b38ca8963d4fd8d4460e3dc4c1
|