harumt 0.1.0 → 0.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +11 -0
- package/README.en.md +24 -21
- package/README.md +66 -73
- package/data/config/lookup_tables.toml +9 -4
- package/dist/analyzer/config.js +1 -3
- package/dist/analyzer/connect.d.ts +1 -1
- package/dist/analyzer/connect.js +2 -1
- package/dist/analyzer/dictionary-provider.d.ts +2 -0
- package/dist/analyzer/dictionary-provider.js +3 -0
- package/dist/analyzer/haru-dictionary-provider.js +17 -6
- package/dist/analyzer/node-dictionary-provider.d.ts +19 -8
- package/dist/analyzer/node-dictionary-provider.js +109 -48
- package/dist/analyzer/node-helpers.js +12 -18
- package/dist/analyzer/page-cached-source.d.ts +59 -0
- package/dist/analyzer/page-cached-source.js +157 -0
- package/dist/analyzer-lexicon.js +6 -1
- package/dist/default-provider.d.ts +1 -1
- package/dist/default-provider.js +14 -6
- package/dist/dictionary/derivation.d.ts +0 -1
- package/dist/dictionary/morpheme.js +13 -7
- package/dist/dictionary/pattern.js +1 -1
- package/dist/dictionary/sense-normalization.js +3 -3
- package/dist/generator/aux-map.d.ts +1 -0
- package/dist/generator/aux-map.js +1 -1
- package/dist/generator/conjugator.d.ts +0 -1
- package/dist/generator/conjugator.js +0 -3
- package/dist/generator/numerals.d.ts +0 -1
- package/dist/generator/numerals.js +0 -3
- package/dist/pipeline/assembler/affix-helpers.d.ts +14 -0
- package/dist/pipeline/assembler/affix-helpers.js +154 -0
- package/dist/pipeline/assembler/content-override.d.ts +3 -0
- package/dist/pipeline/assembler/content-override.js +79 -0
- package/dist/pipeline/assembler/copula-focus-plan.d.ts +10 -0
- package/dist/pipeline/assembler/copula-focus-plan.js +32 -0
- package/dist/pipeline/assembler/copula-helpers.d.ts +31 -0
- package/dist/pipeline/assembler/copula-helpers.js +192 -0
- package/dist/pipeline/assembler/lexical-layout-hypothesis.d.ts +59 -0
- package/dist/pipeline/assembler/lexical-layout-hypothesis.js +357 -0
- package/dist/pipeline/assembler/light-verb-projection.d.ts +21 -0
- package/dist/pipeline/assembler/light-verb-projection.js +43 -0
- package/dist/pipeline/assembler/nande-reason.d.ts +4 -0
- package/dist/pipeline/assembler/nande-reason.js +162 -0
- package/dist/pipeline/assembler/particle-helpers.d.ts +10 -0
- package/dist/pipeline/assembler/particle-helpers.js +57 -0
- package/dist/pipeline/assembler/quantity-spans.d.ts +24 -0
- package/dist/pipeline/assembler/quantity-spans.js +58 -0
- package/dist/pipeline/assembler/question-plan.d.ts +5 -0
- package/dist/pipeline/assembler/question-plan.js +121 -0
- package/dist/pipeline/assembler/quote-helpers.d.ts +11 -0
- package/dist/pipeline/assembler/quote-helpers.js +67 -0
- package/dist/pipeline/assembler.d.ts +47 -31
- package/dist/pipeline/assembler.js +1219 -3234
- package/dist/pipeline/assembly-content-span.d.ts +59 -0
- package/dist/pipeline/assembly-content-span.js +149 -0
- package/dist/pipeline/attributive.d.ts +2 -2
- package/dist/pipeline/attributive.js +2 -5
- package/dist/pipeline/candidate-runtime.d.ts +2 -30
- package/dist/pipeline/candidate-runtime.js +4 -125
- package/dist/pipeline/clause-layout/adverbial-predicate.d.ts +22 -0
- package/dist/pipeline/clause-layout/adverbial-predicate.js +180 -0
- package/dist/pipeline/clause-layout/attributive-boundaries.d.ts +12 -0
- package/dist/pipeline/clause-layout/attributive-boundaries.js +325 -0
- package/dist/pipeline/clause-layout/boundary-detection.d.ts +100 -0
- package/dist/pipeline/clause-layout/boundary-detection.js +729 -0
- package/dist/pipeline/clause-layout/boundary-event-common.d.ts +8 -0
- package/dist/pipeline/clause-layout/boundary-event-common.js +50 -0
- package/dist/pipeline/clause-layout/boundary-settlement.d.ts +40 -0
- package/dist/pipeline/clause-layout/boundary-settlement.js +534 -0
- package/dist/pipeline/clause-layout/chuushi-closure.js +1 -2
- package/dist/pipeline/clause-layout/connective-boundaries.d.ts +34 -0
- package/dist/pipeline/clause-layout/connective-boundaries.js +1049 -0
- package/dist/pipeline/clause-layout/final-layout.d.ts +155 -0
- package/dist/pipeline/clause-layout/final-layout.js +544 -0
- package/dist/pipeline/clause-layout/index.d.ts +5 -597
- package/dist/pipeline/clause-layout/index.js +69 -6576
- package/dist/pipeline/clause-layout/juncture-verdict.d.ts +1 -3
- package/dist/pipeline/clause-layout/layout-types.d.ts +142 -0
- package/dist/pipeline/clause-layout/layout-types.js +16 -0
- package/dist/pipeline/clause-layout/lexical-adverbial-affiliation.d.ts +1 -1
- package/dist/pipeline/clause-layout/navigation.d.ts +48 -0
- package/dist/pipeline/clause-layout/navigation.js +264 -0
- package/dist/pipeline/clause-layout/nominal-anchor-evidence.d.ts +57 -0
- package/dist/pipeline/clause-layout/nominal-anchor-evidence.js +180 -0
- package/dist/pipeline/clause-layout/nominal-anchors.d.ts +9 -0
- package/dist/pipeline/clause-layout/nominal-anchors.js +318 -0
- package/dist/pipeline/clause-layout/nominal-binding.d.ts +1 -1
- package/dist/pipeline/clause-layout/nominal-binding.js +1 -1
- package/dist/pipeline/clause-layout/nominal-frame-reach.d.ts +7 -0
- package/dist/pipeline/clause-layout/nominal-frame-reach.js +77 -0
- package/dist/pipeline/clause-layout/particle-phrase-copula.d.ts +1 -1
- package/dist/pipeline/clause-layout/phrase-enumeration.d.ts +1 -1
- package/dist/pipeline/clause-layout/phrase-enumeration.js +2 -1
- package/dist/pipeline/clause-layout/predicate-ownership.d.ts +22 -0
- package/dist/pipeline/clause-layout/predicate-ownership.js +323 -0
- package/dist/pipeline/clause-layout/predicate-parallel.d.ts +2 -1
- package/dist/pipeline/clause-layout/predicate-parallel.js +16 -1
- package/dist/pipeline/clause-layout/predicate-shape.d.ts +49 -0
- package/dist/pipeline/clause-layout/predicate-shape.js +369 -0
- package/dist/pipeline/clause-layout/predicate-token-shape.d.ts +15 -0
- package/dist/pipeline/clause-layout/predicate-token-shape.js +142 -0
- package/dist/pipeline/clause-layout/prenominal-head-reach.d.ts +29 -0
- package/dist/pipeline/clause-layout/prenominal-head-reach.js +349 -0
- package/dist/pipeline/clause-layout/proto-layout.d.ts +144 -0
- package/dist/pipeline/clause-layout/proto-layout.js +327 -0
- package/dist/pipeline/clause-layout/proto-state.d.ts +2 -1
- package/dist/pipeline/clause-layout/punctuated-copula.d.ts +1 -1
- package/dist/pipeline/clause-layout/punctuation.d.ts +8 -0
- package/dist/pipeline/clause-layout/punctuation.js +33 -0
- package/dist/pipeline/clause-layout/quote-classification.d.ts +48 -0
- package/dist/pipeline/clause-layout/quote-classification.js +430 -0
- package/dist/pipeline/clause-layout/quote-delimiters.d.ts +2 -0
- package/dist/pipeline/clause-layout/quote-delimiters.js +16 -0
- package/dist/pipeline/clause-layout/renyou-verb-reading.d.ts +1 -1
- package/dist/pipeline/clause-layout/speech-act.js +1 -1
- package/dist/pipeline/clause-layout/token-evidence.d.ts +11 -0
- package/dist/pipeline/clause-layout/token-evidence.js +41 -0
- package/dist/pipeline/clause-layout/trivia.d.ts +5 -0
- package/dist/pipeline/clause-layout/trivia.js +18 -1
- package/dist/pipeline/clause-layout/utterance-boundaries.d.ts +41 -0
- package/dist/pipeline/clause-layout/utterance-boundaries.js +627 -0
- package/dist/pipeline/clause-layout/vocative.d.ts +5 -0
- package/dist/pipeline/clause-layout/vocative.js +91 -0
- package/dist/pipeline/clause-layout/whitespace-attributive-reading.d.ts +1 -1
- package/dist/pipeline/clause-layout/whitespace-attributive-reading.js +4 -1
- package/dist/pipeline/commitment/adverbial-adjunct-routing.d.ts +3 -0
- package/dist/pipeline/commitment/adverbial-adjunct-routing.js +109 -0
- package/dist/pipeline/commitment/benefactive-span-hydration.d.ts +5 -0
- package/dist/pipeline/commitment/benefactive-span-hydration.js +49 -0
- package/dist/pipeline/commitment/candidate-projection.d.ts +29 -0
- package/dist/pipeline/commitment/candidate-projection.js +512 -0
- package/dist/pipeline/commitment/connective-refinement.d.ts +8 -0
- package/dist/pipeline/commitment/connective-refinement.js +152 -0
- package/dist/pipeline/commitment/deferred-reanalysis.d.ts +1 -1
- package/dist/pipeline/commitment/final-sense-sync.d.ts +8 -0
- package/dist/pipeline/commitment/final-sense-sync.js +264 -0
- package/dist/pipeline/commitment/head-owner-candidate-selection.d.ts +15 -0
- package/dist/pipeline/commitment/head-owner-candidate-selection.js +158 -0
- package/dist/pipeline/commitment/particle-roles.d.ts +1 -1
- package/dist/pipeline/commitment/particle-roles.js +546 -398
- package/dist/pipeline/commitment/passive-class.d.ts +1 -1
- package/dist/pipeline/commitment/passive-class.js +2 -3
- package/dist/pipeline/commitment/quantity-span-commitment.d.ts +4 -0
- package/dist/pipeline/commitment/quantity-span-commitment.js +37 -0
- package/dist/pipeline/commitment/quote-refinement.d.ts +6 -0
- package/dist/pipeline/commitment/quote-refinement.js +130 -0
- package/dist/pipeline/commitment/role-case-shadow.d.ts +0 -4
- package/dist/pipeline/commitment/role-case-shadow.js +0 -3
- package/dist/pipeline/commitment/semantic-frame.d.ts +1 -1
- package/dist/pipeline/commitment/semantic-frame.js +2 -3
- package/dist/pipeline/commitment/span-evidence.d.ts +2 -3
- package/dist/pipeline/commitment/span-evidence.js +7 -18
- package/dist/pipeline/commitment/stem-candidate-selection.d.ts +24 -0
- package/dist/pipeline/commitment/stem-candidate-selection.js +663 -0
- package/dist/pipeline/commitment/te-connective-resolution.d.ts +1 -1
- package/dist/pipeline/commitment/te-connective-resolution.js +0 -1
- package/dist/pipeline/commitment/types.d.ts +1 -1
- package/dist/pipeline/commitment/types.js +1 -1
- package/dist/pipeline/commitment/voice-reading-resolution.d.ts +1 -1
- package/dist/pipeline/commitment/voice-reading-resolution.js +117 -34
- package/dist/pipeline/compounds/compound-tail-tokens.d.ts +12 -0
- package/dist/pipeline/compounds/compound-tail-tokens.js +37 -0
- package/dist/pipeline/compounds/compound-translation-candidates.d.ts +49 -0
- package/dist/pipeline/compounds/compound-translation-candidates.js +154 -0
- package/dist/pipeline/compounds/compound-verbs.js +4 -9
- package/dist/pipeline/compounds/index.d.ts +24 -29
- package/dist/pipeline/compounds/index.js +361 -383
- package/dist/pipeline/content-resolver/postaux-pattern-rendering.d.ts +0 -2
- package/dist/pipeline/content-resolver/postaux-pattern-rendering.js +1 -5
- package/dist/pipeline/content-resolver/types.d.ts +0 -4
- package/dist/pipeline/content-resolver.js +641 -492
- package/dist/pipeline/context.d.ts +2 -1
- package/dist/pipeline/context.js +4 -3
- package/dist/pipeline/core.d.ts +8 -95
- package/dist/pipeline/core.js +1339 -7183
- package/dist/pipeline/deferred-commitment.d.ts +2 -17
- package/dist/pipeline/deferred-commitment.js +406 -2353
- package/dist/pipeline/demo-discourse.d.ts +1 -1
- package/dist/pipeline/fallback/index.d.ts +0 -1
- package/dist/pipeline/fallback/index.js +3 -7
- package/dist/pipeline/fallback/orphan-unit-absorption.d.ts +4 -0
- package/dist/pipeline/fallback/orphan-unit-absorption.js +57 -0
- package/dist/pipeline/fallback/unsupported-raw.d.ts +0 -2
- package/dist/pipeline/fallback/unsupported-raw.js +0 -10
- package/dist/pipeline/head-tail/boundary/clause-start.js +1 -10
- package/dist/pipeline/head-tail/boundary/ka-ownership.d.ts +3 -2
- package/dist/pipeline/head-tail/boundary/ka-ownership.js +16 -9
- package/dist/pipeline/head-tail/boundary/marker.js +1 -1
- package/dist/pipeline/head-tail/boundary/punctuation.d.ts +0 -1
- package/dist/pipeline/head-tail/boundary/punctuation.js +1 -6
- package/dist/pipeline/head-tail/boundary/quote-marker.js +1 -1
- package/dist/pipeline/head-tail/candidate/collect.d.ts +3 -3
- package/dist/pipeline/head-tail/candidate/context.d.ts +1 -1
- package/dist/pipeline/head-tail/candidate/context.js +1 -1
- package/dist/pipeline/head-tail/candidate/evidence.d.ts +0 -2
- package/dist/pipeline/head-tail/candidate/evidence.js +0 -22
- package/dist/pipeline/head-tail/candidate/owner-payload.d.ts +1 -1
- package/dist/pipeline/head-tail/candidate/semantic-classifiers.d.ts +2 -1
- package/dist/pipeline/head-tail/data/honorific-formulaic-arm-table.d.ts +0 -1
- package/dist/pipeline/head-tail/data/honorific-formulaic-arm-table.js +0 -3
- package/dist/pipeline/head-tail/data/quoted-reporting-sets.d.ts +2 -0
- package/dist/pipeline/head-tail/data/quoted-reporting-sets.js +4 -0
- package/dist/pipeline/head-tail/grammar.d.ts +0 -1
- package/dist/pipeline/head-tail/head/adapters/nominal/commit.js +3 -2
- package/dist/pipeline/head-tail/head/adapters/nominal/grammar.d.ts +2 -1
- package/dist/pipeline/head-tail/head/adapters/nominal/integration.d.ts +2 -2
- package/dist/pipeline/head-tail/head/adapters/nominal/integration.js +6 -6
- package/dist/pipeline/head-tail/head/adapters/nominal/owner-arbitration.d.ts +1 -1
- package/dist/pipeline/head-tail/head/adapters/nominal/parser.d.ts +1 -2
- package/dist/pipeline/head-tail/head/adapters/nominal/parser.js +20 -24
- package/dist/pipeline/head-tail/head/adapters/nominal/plan-lifecycle.d.ts +1 -1
- package/dist/pipeline/head-tail/head/adapters/nominal/renyou-nominal-head.js +2 -2
- package/dist/pipeline/head-tail/integration/content-head-dispatch.d.ts +5 -6
- package/dist/pipeline/head-tail/integration/content-head-dispatch.js +2 -5
- package/dist/pipeline/head-tail/integration/copula-focus-adjunct.js +1 -1
- package/dist/pipeline/head-tail/integration/copula-host-chain.js +1 -1
- package/dist/pipeline/head-tail/integration/honorific-formulaic-host.d.ts +25 -0
- package/dist/pipeline/head-tail/integration/honorific-formulaic-host.js +142 -0
- package/dist/pipeline/head-tail/integration/nominal-assembly.d.ts +2 -2
- package/dist/pipeline/head-tail/integration/nominal-assembly.js +1 -1
- package/dist/pipeline/head-tail/integration/particle-phrase-copula.d.ts +1 -1
- package/dist/pipeline/head-tail/integration/semantic-carrier-predicate.js +3 -20
- package/dist/pipeline/head-tail/integration/tail-assembly.d.ts +2 -3
- package/dist/pipeline/head-tail/integration/tail-assembly.js +20 -145
- package/dist/pipeline/head-tail/lifecycle/commit-context.d.ts +1 -1
- package/dist/pipeline/head-tail/lifecycle/head-tail-render-plan.d.ts +1 -1
- package/dist/pipeline/head-tail/lifecycle/hooks.d.ts +2 -3
- package/dist/pipeline/head-tail/lifecycle/hooks.js +0 -9
- package/dist/pipeline/head-tail/lifecycle/plan-context.d.ts +1 -1
- package/dist/pipeline/head-tail/lifecycle/plan-context.js +1 -1
- package/dist/pipeline/head-tail/lifecycle/registry.d.ts +3 -4
- package/dist/pipeline/head-tail/lifecycle/registry.js +1 -4
- package/dist/pipeline/head-tail/lifecycle/render.js +2 -2
- package/dist/pipeline/head-tail/line-memo.d.ts +1 -1
- package/dist/pipeline/head-tail/line-memo.js +25 -6
- package/dist/pipeline/head-tail/tail/chain.d.ts +3 -3
- package/dist/pipeline/head-tail/tail/families/tokoro-semantics.d.ts +0 -1
- package/dist/pipeline/head-tail/tail/families/tokoro-semantics.js +2 -1
- package/dist/pipeline/head-tail/tail/families/youda-semantics.js +1 -4
- package/dist/pipeline/head-tail/tail/postverb-events.d.ts +0 -180
- package/dist/pipeline/head-tail/tail/postverb-events.js +2 -2249
- package/dist/pipeline/head-tail/tail/postverb-tail-classifier.js +3 -4
- package/dist/pipeline/head-tail/tail/predicate-root/aspect-semantics.d.ts +10 -8
- package/dist/pipeline/head-tail/tail/predicate-root/aspect-semantics.js +2 -55
- package/dist/pipeline/head-tail/tail/predicate-root/benefactive-hydration.d.ts +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/benefactive-hydration.js +1 -18
- package/dist/pipeline/head-tail/tail/predicate-root/boundary-semantics.js +4 -2
- package/dist/pipeline/head-tail/tail/predicate-root/classifiers/causative-aux.d.ts +4 -0
- package/dist/pipeline/head-tail/tail/predicate-root/classifiers/causative-aux.js +11 -0
- package/dist/pipeline/head-tail/tail/predicate-root/classifiers/copula-concessive.d.ts +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/classifiers/copula-concessive.js +14 -3
- package/dist/pipeline/head-tail/tail/predicate-root/classifiers/tokens.d.ts +0 -2
- package/dist/pipeline/head-tail/tail/predicate-root/classifiers/tokens.js +3 -12
- package/dist/pipeline/head-tail/tail/predicate-root/commit.d.ts +2 -1
- package/dist/pipeline/head-tail/tail/predicate-root/commit.js +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/commitment-bridge.d.ts +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/connective-ops.d.ts +9 -0
- package/dist/pipeline/head-tail/tail/predicate-root/connective-ops.js +69 -0
- package/dist/pipeline/head-tail/tail/predicate-root/connective-render.d.ts +7 -0
- package/dist/pipeline/head-tail/tail/predicate-root/connective-render.js +52 -0
- package/dist/pipeline/head-tail/tail/predicate-root/connective-surface-lookup.d.ts +11 -0
- package/dist/pipeline/head-tail/tail/predicate-root/connective-surface-lookup.js +114 -0
- package/dist/pipeline/head-tail/tail/predicate-root/derivational-host-base.js +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/grammar.d.ts +2 -14
- package/dist/pipeline/head-tail/tail/predicate-root/grammar.js +19 -128
- package/dist/pipeline/head-tail/tail/predicate-root/head-contract-table.d.ts +2 -1
- package/dist/pipeline/head-tail/tail/predicate-root/head-contract-table.js +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/head-hydration.js +2 -17
- package/dist/pipeline/head-tail/tail/predicate-root/inspect.d.ts +2 -8
- package/dist/pipeline/head-tail/tail/predicate-root/inspect.js +12 -16
- package/dist/pipeline/head-tail/tail/predicate-root/integration/attributive-boundary.d.ts +35 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/attributive-boundary.js +1079 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/clause-boundaries.d.ts +69 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/clause-boundaries.js +2972 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/contracts.d.ts +118 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/end-boundary-inference.d.ts +22 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/end-boundary-inference.js +698 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/head-admission.d.ts +39 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/head-admission.js +689 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/head-profiles.d.ts +13 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/head-profiles.js +138 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/parse-clause.d.ts +60 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/parse-clause.js +2013 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/predicate-evidence.d.ts +15 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/predicate-evidence.js +109 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/predicate-start-evidence.d.ts +48 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/predicate-start-evidence.js +608 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/readiness.d.ts +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/integration/readiness.js +3 -2
- package/dist/pipeline/head-tail/tail/predicate-root/integration/stem-candidates.d.ts +177 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/stem-candidates.js +1885 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/tail-arbitration.d.ts +13 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/tail-arbitration.js +283 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/tail-chunk-scan-end.d.ts +8 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/tail-chunk-scan-end.js +389 -0
- package/dist/pipeline/head-tail/tail/predicate-root/integration/zero-head.js +3 -2
- package/dist/pipeline/head-tail/tail/predicate-root/integration.d.ts +9 -166
- package/dist/pipeline/head-tail/tail/predicate-root/integration.js +254 -10644
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/connective-tail.d.ts +51 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/connective-tail.js +808 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/connective.d.ts +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/connective.js +5 -3
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/copula-tail.d.ts +22 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/copula-tail.js +156 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/copula.d.ts +8 -2
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/copula.js +177 -51
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/lexical-idioms.d.ts +37 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/lexical-idioms.js +959 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/likeness-modal.d.ts +15 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/likeness-modal.js +327 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/modal-tail.d.ts +44 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/modal-tail.js +998 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/obligation-tail.d.ts +20 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/obligation-tail.js +424 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/obligation.d.ts +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/obligation.js +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/postverb-operator.d.ts +25 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/postverb-operator.js +722 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/predicate-projection-connective.js +143 -9
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/predicate-quote.d.ts +44 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/predicate-quote.js +856 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/projection-tail.d.ts +45 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/projection-tail.js +573 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/quantity-extent.d.ts +2 -1
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/quantity-extent.js +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/te-aspect.d.ts +23 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/te-aspect.js +598 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/te-host.d.ts +11 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/te-host.js +52 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/terminal-sfp.d.ts +24 -0
- package/dist/pipeline/head-tail/tail/predicate-root/matchers/terminal-sfp.js +873 -0
- package/dist/pipeline/head-tail/tail/predicate-root/mid-chain-connective-license.js +2 -1
- package/dist/pipeline/head-tail/tail/predicate-root/nominal-host-phrase.d.ts +0 -1
- package/dist/pipeline/head-tail/tail/predicate-root/nominal-host-phrase.js +0 -3
- package/dist/pipeline/head-tail/tail/predicate-root/op-builders.d.ts +5 -1
- package/dist/pipeline/head-tail/tail/predicate-root/op-builders.js +21 -0
- package/dist/pipeline/head-tail/tail/predicate-root/operator-head.d.ts +1 -3
- package/dist/pipeline/head-tail/tail/predicate-root/operator-head.js +0 -16
- package/dist/pipeline/head-tail/tail/predicate-root/parse-boundary-hint.d.ts +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/parse-closure.d.ts +15 -0
- package/dist/pipeline/head-tail/tail/predicate-root/parse-closure.js +158 -0
- package/dist/pipeline/head-tail/tail/predicate-root/parse-coordinates.d.ts +10 -0
- package/dist/pipeline/head-tail/tail/predicate-root/parse-coordinates.js +29 -0
- package/dist/pipeline/head-tail/tail/predicate-root/parse-stem.d.ts +14 -0
- package/dist/pipeline/head-tail/tail/predicate-root/parse-stem.js +150 -0
- package/dist/pipeline/head-tail/tail/predicate-root/parse-tail.d.ts +40 -0
- package/dist/pipeline/head-tail/tail/predicate-root/parse-tail.js +1625 -0
- package/dist/pipeline/head-tail/tail/predicate-root/parser.d.ts +26 -137
- package/dist/pipeline/head-tail/tail/predicate-root/parser.js +153 -9225
- package/dist/pipeline/head-tail/tail/predicate-root/plan-lifecycle.d.ts +2 -2
- package/dist/pipeline/head-tail/tail/predicate-root/postverb-host-attachment.d.ts +8 -0
- package/dist/pipeline/head-tail/tail/predicate-root/postverb-host-attachment.js +105 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-admission-contract.js +261 -215
- package/dist/pipeline/head-tail/tail/predicate-root/production-claim-access.d.ts +0 -1
- package/dist/pipeline/head-tail/tail/predicate-root/production-claim-access.js +0 -3
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/attributive-change.d.ts +3 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/attributive-change.js +327 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/attributive.d.ts +54 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/attributive.js +1212 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/chain-patterns.d.ts +191 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/chain-patterns.js +127 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/clause-chain.d.ts +17 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/clause-chain.js +1071 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/conditional-carriers.d.ts +4 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/conditional-carriers.js +366 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/confirmation.d.ts +3 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/confirmation.js +289 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/copula.d.ts +8 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/copula.js +868 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/desiderative.d.ts +4 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/desiderative.js +414 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/exemplification.d.ts +2 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/exemplification.js +290 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/imperative.d.ts +6 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/imperative.js +468 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/mid-chain-quote.d.ts +4 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/mid-chain-quote.js +558 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/nominalization.d.ts +6 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/nominalization.js +332 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/nominalized-quote.d.ts +3 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/nominalized-quote.js +393 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/normalization.d.ts +7 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/normalization.js +334 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/potential.d.ts +3 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/potential.js +304 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/reason-and-sequence.d.ts +6 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/reason-and-sequence.js +687 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/request.d.ts +4 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/request.js +1013 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/shared.d.ts +25 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/shared.js +53 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/subordination.d.ts +5 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/subordination.js +318 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/terminal.d.ts +14 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/terminal.js +976 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/volitional.d.ts +10 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families/volitional.js +677 -0
- package/dist/pipeline/head-tail/tail/predicate-root/production-families.d.ts +1 -8
- package/dist/pipeline/head-tail/tail/predicate-root/production-families.js +19 -11025
- package/dist/pipeline/head-tail/tail/predicate-root/production-lowering-bindings.js +9 -3
- package/dist/pipeline/head-tail/tail/predicate-root/production-registry.d.ts +2 -3
- package/dist/pipeline/head-tail/tail/predicate-root/production-registry.js +15 -19
- package/dist/pipeline/head-tail/tail/predicate-root/quote-tail-context.d.ts +8 -0
- package/dist/pipeline/head-tail/tail/predicate-root/quote-tail-context.js +66 -0
- package/dist/pipeline/head-tail/tail/predicate-root/render-derivational-host-projection.d.ts +11 -0
- package/dist/pipeline/head-tail/tail/predicate-root/render-derivational-host-projection.js +67 -0
- package/dist/pipeline/head-tail/tail/predicate-root/render-root.d.ts +10 -0
- package/dist/pipeline/head-tail/tail/predicate-root/render-root.js +203 -0
- package/dist/pipeline/head-tail/tail/predicate-root/render-sfp-terminal.d.ts +3 -0
- package/dist/pipeline/head-tail/tail/predicate-root/render-sfp-terminal.js +647 -0
- package/dist/pipeline/head-tail/tail/predicate-root/render.d.ts +9 -25
- package/dist/pipeline/head-tail/tail/predicate-root/render.js +715 -5879
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/aspect-bases.d.ts +23 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/aspect-bases.js +523 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/aspect-benefactive.js +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/attributive-tail-forms.d.ts +71 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/attributive-tail-forms.js +907 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/aux-layer-context.d.ts +48 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/aux-layer-context.js +1 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/base-model.d.ts +3 -1
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/base-model.js +35 -1
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/base-support.d.ts +8 -1
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/base-support.js +90 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/command-render.d.ts +1 -13
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/command-render.js +3 -10
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/command-tail.d.ts +17 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/command-tail.js +439 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/conjecture-compose.d.ts +34 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/conjecture-compose.js +358 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/connective-compose.d.ts +2 -120
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/connective-compose.js +90 -1670
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/connective-ending.d.ts +7 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/connective-ending.js +36 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/continuative-copula.d.ts +7 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/continuative-copula.js +61 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/desire-bases.d.ts +9 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/desire-bases.js +69 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/hostless-conditional-quote.d.ts +12 -2
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/hostless-conditional-quote.js +19 -1
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/idiom-bases.d.ts +119 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/idiom-bases.js +393 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/modal-bases.d.ts +77 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/modal-bases.js +1243 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/non-chain-tail.d.ts +3 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/non-chain-tail.js +1045 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/noun-copula-attributive-forms.d.ts +38 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/noun-copula-attributive-forms.js +507 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/noun-copula-conjecture-compose.d.ts +5 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/noun-copula-conjecture-compose.js +108 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/noun-copula-tail-forms.d.ts +72 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/noun-copula-tail-forms.js +1343 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/noun-copula.js +9 -3
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/op-chain.js +1229 -1107
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/operator-chain-tail.d.ts +23 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/operator-chain-tail.js +443 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/postverb-auxiliary-bases.d.ts +12 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/postverb-auxiliary-bases.js +1193 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/predicate-base-projection.d.ts +18 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/predicate-base-projection.js +284 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/predicate-bases.d.ts +3 -271
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/predicate-bases.js +438 -5062
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/predicate-terminal-compose.d.ts +10 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/predicate-terminal-compose.js +167 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/purpose-manner-compose.d.ts +9 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/purpose-manner-compose.js +92 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/quote-complement-compose.d.ts +53 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/quote-complement-compose.js +534 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/reason-quote-carrier.js +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/scope-bridge-bases.d.ts +5 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/scope-bridge-bases.js +571 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/sequence-after-copula.js +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/sfp-question.d.ts +2 -1
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/sfp-question.js +9 -12
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/tail-host-trace.d.ts +15 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/tail-host-trace.js +134 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/voice-benefactive-bases.d.ts +41 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/voice-benefactive-bases.js +648 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/voice-benefactive-tail.d.ts +12 -0
- package/dist/pipeline/head-tail/tail/predicate-root/renderers/voice-benefactive-tail.js +306 -0
- package/dist/pipeline/head-tail/tail/predicate-root/span-provenance.d.ts +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/suffix-handoff.d.ts +0 -1
- package/dist/pipeline/head-tail/tail/predicate-root/suffix-handoff.js +0 -13
- package/dist/pipeline/head-tail/tail/predicate-root/tail-evidence-decision.d.ts +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/tail-evidence-decision.js +5 -45
- package/dist/pipeline/head-tail/tail/predicate-root/tame-reason-evidence.d.ts +8 -1
- package/dist/pipeline/head-tail/tail/predicate-root/tame-reason-evidence.js +15 -0
- package/dist/pipeline/head-tail/tail/predicate-root/trace.d.ts +1 -1
- package/dist/pipeline/head-tail/tail/predicate-root/trace.js +2 -1
- package/dist/pipeline/head-tail/tail/segments/nominal-frame.d.ts +1 -1
- package/dist/pipeline/head-tail/tail/te-tail-continuation-table.js +1 -3
- package/dist/pipeline/index.d.ts +0 -4
- package/dist/pipeline/lexical-nominal-head-claims.d.ts +1 -1
- package/dist/pipeline/lexical-particle-boundary-claims.d.ts +1 -1
- package/dist/pipeline/lexical-renyou-head-claims.d.ts +1 -1
- package/dist/pipeline/lexical-renyou-head-claims.js +1 -1
- package/dist/pipeline/lookup-tables.d.ts +1 -0
- package/dist/pipeline/lookup-tables.js +1 -0
- package/dist/pipeline/matchers.d.ts +0 -3
- package/dist/pipeline/matchers.js +1 -8
- package/dist/pipeline/particle-head-dispatch.d.ts +1 -1
- package/dist/pipeline/particle-head-dispatch.js +472 -442
- package/dist/pipeline/particles/index.d.ts +3 -3
- package/dist/pipeline/particles/secondary-particle.d.ts +1 -0
- package/dist/pipeline/particles/secondary-particle.js +4 -0
- package/dist/pipeline/pattern-runtime.d.ts +0 -61
- package/dist/pipeline/pattern-runtime.js +3 -684
- package/dist/pipeline/preprocess/analyzer-input-offsets.d.ts +5 -0
- package/dist/pipeline/preprocess/analyzer-input-offsets.js +23 -0
- package/dist/pipeline/preprocess/auxiliary-variant-retag.d.ts +7 -0
- package/dist/pipeline/preprocess/auxiliary-variant-retag.js +178 -0
- package/dist/pipeline/preprocess/bungo-nasal-n-retag.d.ts +9 -0
- package/dist/pipeline/preprocess/bungo-nasal-n-retag.js +318 -0
- package/dist/pipeline/preprocess/cat-meow.d.ts +4 -0
- package/dist/pipeline/preprocess/cat-meow.js +46 -0
- package/dist/pipeline/preprocess/causative-aux-lemma.d.ts +2 -0
- package/dist/pipeline/preprocess/causative-aux-lemma.js +10 -0
- package/dist/pipeline/preprocess/collapsed-aspect-aux.d.ts +3 -0
- package/dist/pipeline/preprocess/collapsed-aspect-aux.js +217 -0
- package/dist/pipeline/preprocess/collapsed-te-oku.d.ts +3 -0
- package/dist/pipeline/preprocess/collapsed-te-oku.js +210 -0
- package/dist/pipeline/preprocess/collocation-emission.d.ts +14 -0
- package/dist/pipeline/preprocess/collocation-emission.js +148 -0
- package/dist/pipeline/preprocess/colloquial-vowel-fusion.d.ts +4 -0
- package/dist/pipeline/preprocess/colloquial-vowel-fusion.js +164 -0
- package/dist/{transform → pipeline/preprocess}/compound-particle-merge.d.ts +2 -2
- package/dist/{transform → pipeline/preprocess}/compound-particle-merge.js +5 -5
- package/dist/pipeline/preprocess/copula-focus-negative-state-change.d.ts +3 -0
- package/dist/pipeline/preprocess/copula-focus-negative-state-change.js +79 -0
- package/dist/pipeline/preprocess/copula-renyou-retag.d.ts +3 -0
- package/dist/pipeline/preprocess/copula-renyou-retag.js +56 -0
- package/dist/pipeline/preprocess/emphasis-sokuon.d.ts +10 -0
- package/dist/pipeline/preprocess/emphasis-sokuon.js +182 -0
- package/dist/{transform → pipeline/preprocess}/explanatory-mon-sfp-retag.d.ts +1 -1
- package/dist/{transform → pipeline/preprocess}/explanatory-mon-sfp-retag.js +2 -2
- package/dist/pipeline/preprocess/follower-context.d.ts +7 -0
- package/dist/pipeline/preprocess/follower-context.js +33 -0
- package/dist/pipeline/preprocess/fused-conditional.d.ts +3 -0
- package/dist/pipeline/preprocess/fused-conditional.js +97 -0
- package/dist/pipeline/preprocess/imperative-mistag-recovery.d.ts +7 -0
- package/dist/pipeline/preprocess/imperative-mistag-recovery.js +135 -0
- package/dist/pipeline/preprocess/input-text-normalization.d.ts +3 -0
- package/dist/pipeline/preprocess/input-text-normalization.js +39 -0
- package/dist/pipeline/preprocess/kansai-dialect.d.ts +9 -0
- package/dist/pipeline/preprocess/kansai-dialect.js +501 -0
- package/dist/{transform → pipeline/preprocess}/keijouji-copula-de-retag.d.ts +1 -1
- package/dist/{transform → pipeline/preprocess}/keijouji-copula-de-retag.js +2 -2
- package/dist/{transform → pipeline/preprocess}/ni-complement-matrix-flip.d.ts +1 -1
- package/dist/{transform → pipeline/preprocess}/ni-complement-matrix-flip.js +2 -2
- package/dist/pipeline/preprocess/past-quotative-tte-resplit.d.ts +3 -0
- package/dist/pipeline/preprocess/past-quotative-tte-resplit.js +55 -0
- package/dist/pipeline/preprocess/prolonged-orthography.d.ts +5 -0
- package/dist/pipeline/preprocess/prolonged-orthography.js +79 -0
- package/dist/pipeline/preprocess/prolonged-surface-canonicalization.d.ts +5 -0
- package/dist/pipeline/preprocess/prolonged-surface-canonicalization.js +161 -0
- package/dist/pipeline/preprocess/punctuation-canonicalization.d.ts +5 -0
- package/dist/pipeline/preprocess/punctuation-canonicalization.js +160 -0
- package/dist/{transform → pipeline/preprocess}/quotative-manner-noun-flip.d.ts +2 -2
- package/dist/{transform → pipeline/preprocess}/quotative-manner-noun-flip.js +10 -10
- package/dist/{transform → pipeline/preprocess}/reduplicated-mimetic.d.ts +1 -1
- package/dist/{transform → pipeline/preprocess}/reduplicated-mimetic.js +3 -3
- package/dist/{transform → pipeline/preprocess}/rentaishi-no-nominalizer-retag.d.ts +1 -1
- package/dist/{transform → pipeline/preprocess}/rentaishi-no-nominalizer-retag.js +2 -2
- package/dist/pipeline/preprocess/runtime-token-from-analyzer.d.ts +5 -0
- package/dist/pipeline/preprocess/runtime-token-from-analyzer.js +77 -0
- package/dist/pipeline/preprocess/runtime-token-from-preprocess.d.ts +13 -0
- package/dist/pipeline/preprocess/runtime-token-from-preprocess.js +15 -0
- package/dist/pipeline/preprocess/standalone-voice-mark.d.ts +9 -0
- package/dist/pipeline/preprocess/standalone-voice-mark.js +73 -0
- package/dist/pipeline/preprocess/synthetic-token.d.ts +10 -0
- package/dist/pipeline/preprocess/synthetic-token.js +26 -0
- package/dist/pipeline/preprocess/te-contraction.d.ts +4 -0
- package/dist/pipeline/preprocess/te-contraction.js +150 -0
- package/dist/pipeline/preprocess/terminal-role-tail.d.ts +5 -0
- package/dist/pipeline/preprocess/terminal-role-tail.js +148 -0
- package/dist/{transform → pipeline/preprocess}/terminal-sfp-retag-closure.d.ts +2 -2
- package/dist/{transform → pipeline/preprocess}/terminal-sfp-retag-closure.js +4 -4
- package/dist/pipeline/preprocess/to-iu-contraction.d.ts +2 -0
- package/dist/pipeline/preprocess/to-iu-contraction.js +65 -0
- package/dist/{transform → pipeline/preprocess}/volitional-resolution-sfp-retag.d.ts +1 -1
- package/dist/{transform → pipeline/preprocess}/volitional-resolution-sfp-retag.js +2 -2
- package/dist/{transform → pipeline/preprocess}/youon-remerge.d.ts +1 -1
- package/dist/{transform → pipeline/preprocess}/youon-remerge.js +3 -3
- package/dist/pipeline/projection/narou-ruby-input.d.ts +17 -0
- package/dist/pipeline/projection/narou-ruby-input.js +149 -0
- package/dist/pipeline/projection/parenthetical-delimiter-annotation.d.ts +6 -0
- package/dist/pipeline/projection/parenthetical-delimiter-annotation.js +117 -0
- package/dist/pipeline/projection/parenthetical-ruby-absorption.d.ts +6 -0
- package/dist/pipeline/projection/parenthetical-ruby-absorption.js +198 -0
- package/dist/pipeline/projection/parenthetical-source-boundary.d.ts +12 -0
- package/dist/pipeline/projection/parenthetical-source-boundary.js +117 -0
- package/dist/pipeline/projection/parenthetical-source-identity.d.ts +14 -0
- package/dist/pipeline/projection/parenthetical-source-identity.js +443 -0
- package/dist/pipeline/projection/parenthetical-target-insertion.d.ts +22 -0
- package/dist/pipeline/projection/parenthetical-target-insertion.js +584 -0
- package/dist/pipeline/projection/prepared-translation.d.ts +52 -0
- package/dist/pipeline/projection/prepared-translation.js +1 -0
- package/dist/pipeline/projection/prepared-tree.d.ts +6 -0
- package/dist/pipeline/projection/prepared-tree.js +66 -0
- package/dist/pipeline/projection/raw-parenthetical-split.d.ts +15 -0
- package/dist/pipeline/projection/raw-parenthetical-split.js +78 -0
- package/dist/pipeline/projection/ruby-annotation.d.ts +5 -0
- package/dist/pipeline/projection/ruby-annotation.js +161 -0
- package/dist/pipeline/projection/text-offset-projection.d.ts +7 -0
- package/dist/pipeline/projection/text-offset-projection.js +111 -0
- package/dist/pipeline/projection/transparent-pause-island.d.ts +8 -0
- package/dist/pipeline/projection/transparent-pause-island.js +188 -0
- package/dist/pipeline/pronominal-no-dispatch.js +1 -1
- package/dist/pipeline/quote/host-runtime.js +3 -2
- package/dist/pipeline/quote/host-taxonomy.d.ts +1 -0
- package/dist/pipeline/quote/host-taxonomy.js +2 -2
- package/dist/pipeline/quote/question-taking-enumeration.d.ts +1 -1
- package/dist/pipeline/quote/question-taking-enumeration.js +0 -4
- package/dist/pipeline/reason-source-evidence.d.ts +1 -0
- package/dist/pipeline/reason-source-evidence.js +1 -1
- package/dist/pipeline/rendering/functional-chain.d.ts +2 -0
- package/dist/pipeline/rendering/functional-chain.js +14 -0
- package/dist/pipeline/rendering/nominal-head-tail-plan-trace.d.ts +10 -0
- package/dist/pipeline/rendering/nominal-head-tail-plan-trace.js +336 -0
- package/dist/pipeline/rendering/render-plan-inspect.d.ts +9 -0
- package/dist/pipeline/rendering/render-plan-inspect.js +121 -0
- package/dist/pipeline/rendering/render-plan-payloads.d.ts +28 -0
- package/dist/pipeline/rendering/render-plan-payloads.js +125 -0
- package/dist/pipeline/rendering/render-plan-rewrite.d.ts +32 -0
- package/dist/pipeline/rendering/render-plan-rewrite.js +540 -0
- package/dist/pipeline/rendering/render-plan-segments.d.ts +42 -0
- package/dist/pipeline/rendering/render-plan-segments.js +263 -0
- package/dist/pipeline/rendering/render-plan.d.ts +4 -57
- package/dist/pipeline/rendering/render-plan.js +52 -1433
- package/dist/pipeline/rendering/request-normalization.d.ts +0 -1
- package/dist/pipeline/rendering/request-normalization.js +0 -3
- package/dist/pipeline/rendering/segment-allomorph.d.ts +17 -0
- package/dist/pipeline/rendering/segment-allomorph.js +152 -0
- package/dist/pipeline/rendering/segment-annotation-keys.d.ts +6 -0
- package/dist/pipeline/rendering/segment-annotation-keys.js +137 -0
- package/dist/pipeline/rendering/stem-derivation.js +1 -1
- package/dist/pipeline/rendering/target-segment-build.d.ts +13 -0
- package/dist/pipeline/rendering/target-segment-build.js +167 -0
- package/dist/pipeline/rendering/terminal-unit-punctuation.d.ts +16 -0
- package/dist/pipeline/rendering/terminal-unit-punctuation.js +96 -0
- package/dist/pipeline/rendering/unit-surface.d.ts +9 -0
- package/dist/pipeline/rendering/unit-surface.js +35 -0
- package/dist/pipeline/resource-cache.d.ts +19 -0
- package/dist/pipeline/resource-cache.js +164 -0
- package/dist/pipeline/rules/common.d.ts +0 -1
- package/dist/pipeline/rules/common.js +0 -1
- package/dist/pipeline/rules/entry-aux.d.ts +0 -2
- package/dist/pipeline/rules/entry-aux.js +0 -4
- package/dist/pipeline/rules/postaux-unsupported.js +1 -5
- package/dist/pipeline/rules/pre-entry.d.ts +0 -1
- package/dist/pipeline/rules/pre-entry.js +0 -1
- package/dist/pipeline/rules/tail-finalization.js +4 -5
- package/dist/pipeline/semantics/conditional.d.ts +2 -1
- package/dist/pipeline/semantics/conditional.js +3 -2
- package/dist/pipeline/semantics/copula-tail-runtime.js +2 -2
- package/dist/pipeline/semantics/explanatory-mon-reading.d.ts +1 -1
- package/dist/pipeline/semantics/explanatory-mon-reading.js +2 -2
- package/dist/pipeline/semantics/extent-phrase.js +1 -1
- package/dist/pipeline/semantics/frame.d.ts +3 -3
- package/dist/pipeline/semantics/frame.js +4 -4
- package/dist/pipeline/semantics/gano-conversion.d.ts +1 -2
- package/dist/pipeline/semantics/gano-conversion.js +1 -9
- package/dist/pipeline/semantics/grammar-runtime.d.ts +0 -7
- package/dist/pipeline/semantics/grammar-runtime.js +0 -92
- package/dist/pipeline/semantics/honorific.d.ts +1 -2
- package/dist/pipeline/semantics/honorific.js +0 -3
- package/dist/pipeline/semantics/mono-modal.d.ts +1 -1
- package/dist/pipeline/semantics/numeric.js +1 -3
- package/dist/pipeline/semantics/sfp-surface.js +8 -0
- package/dist/pipeline/source-candidate-set.d.ts +1 -2
- package/dist/pipeline/source-candidate-set.js +0 -3
- package/dist/pipeline/source-coordinate.d.ts +20 -0
- package/dist/pipeline/source-coordinate.js +42 -0
- package/dist/pipeline/structural-relation/clause-connective-relations.d.ts +12 -0
- package/dist/pipeline/structural-relation/clause-connective-relations.js +327 -0
- package/dist/pipeline/structural-relation/collect.d.ts +1 -12
- package/dist/pipeline/structural-relation/collect.js +11 -3105
- package/dist/pipeline/structural-relation/connective-relation-match.d.ts +17 -0
- package/dist/pipeline/structural-relation/connective-relation-match.js +39 -0
- package/dist/pipeline/structural-relation/diagnostics.d.ts +0 -2
- package/dist/pipeline/structural-relation/diagnostics.js +0 -7
- package/dist/pipeline/structural-relation/ka-parallel-relations.d.ts +3 -0
- package/dist/pipeline/structural-relation/ka-parallel-relations.js +695 -0
- package/dist/pipeline/structural-relation/nari-relations.d.ts +3 -0
- package/dist/pipeline/structural-relation/nari-relations.js +367 -0
- package/dist/pipeline/structural-relation/parallel-item-evidence.d.ts +12 -0
- package/dist/pipeline/structural-relation/parallel-item-evidence.js +73 -0
- package/dist/pipeline/structural-relation/punctuated-attributive-relations.d.ts +2 -0
- package/dist/pipeline/structural-relation/punctuated-attributive-relations.js +224 -0
- package/dist/pipeline/structural-relation/purpose-relations.d.ts +7 -0
- package/dist/pipeline/structural-relation/purpose-relations.js +306 -0
- package/dist/pipeline/structural-relation/quote-clause-boundary.d.ts +47 -0
- package/dist/pipeline/structural-relation/quote-clause-boundary.js +216 -0
- package/dist/pipeline/structural-relation/quote-closed-toka.d.ts +22 -0
- package/dist/pipeline/structural-relation/quote-closed-toka.js +158 -0
- package/dist/pipeline/structural-relation/quote-content-endings.d.ts +20 -0
- package/dist/pipeline/structural-relation/quote-content-endings.js +163 -0
- package/dist/pipeline/structural-relation/quote-content-span.d.ts +23 -0
- package/dist/pipeline/structural-relation/quote-content-span.js +270 -0
- package/dist/pipeline/structural-relation/quote-nominal-and-passive.d.ts +22 -0
- package/dist/pipeline/structural-relation/quote-nominal-and-passive.js +724 -0
- package/dist/pipeline/structural-relation/quote-payload.d.ts +33 -0
- package/dist/pipeline/structural-relation/quote-payload.js +137 -0
- package/dist/pipeline/structural-relation/quote-question-content.d.ts +18 -0
- package/dist/pipeline/structural-relation/quote-question-content.js +588 -0
- package/dist/pipeline/structural-relation/quote-reason-copula.d.ts +18 -0
- package/dist/pipeline/structural-relation/quote-reason-copula.js +84 -0
- package/dist/pipeline/structural-relation/quote-relation-enrichment.d.ts +4 -0
- package/dist/pipeline/structural-relation/quote-relation-enrichment.js +174 -0
- package/dist/pipeline/structural-relation/quote-request.d.ts +16 -0
- package/dist/pipeline/structural-relation/quote-request.js +249 -0
- package/dist/pipeline/structural-relation/quote.d.ts +4 -130
- package/dist/pipeline/structural-relation/quote.js +105 -2627
- package/dist/pipeline/structural-relation/reason-relations.d.ts +6 -0
- package/dist/pipeline/structural-relation/reason-relations.js +328 -0
- package/dist/pipeline/structural-relation/relation-coordinates.d.ts +21 -0
- package/dist/pipeline/structural-relation/relation-coordinates.js +110 -0
- package/dist/pipeline/structural-relation/render-attributive.d.ts +25 -0
- package/dist/pipeline/structural-relation/render-attributive.js +195 -0
- package/dist/pipeline/structural-relation/render-clause-connective.d.ts +29 -0
- package/dist/pipeline/structural-relation/render-clause-connective.js +114 -0
- package/dist/pipeline/structural-relation/render-connective-plan.d.ts +28 -0
- package/dist/pipeline/structural-relation/render-connective-plan.js +164 -0
- package/dist/pipeline/structural-relation/render-parallel.d.ts +60 -0
- package/dist/pipeline/structural-relation/render-parallel.js +1088 -0
- package/dist/pipeline/structural-relation/render-quote.d.ts +75 -0
- package/dist/pipeline/structural-relation/render-quote.js +968 -0
- package/dist/pipeline/structural-relation/render-reason-copula.d.ts +24 -0
- package/dist/pipeline/structural-relation/render-reason-copula.js +324 -0
- package/dist/pipeline/structural-relation/render-source-sequence.d.ts +11 -0
- package/dist/pipeline/structural-relation/render-source-sequence.js +154 -0
- package/dist/pipeline/structural-relation/render-unit-spans.d.ts +35 -0
- package/dist/pipeline/structural-relation/render-unit-spans.js +71 -0
- package/dist/pipeline/structural-relation/render.d.ts +2 -25
- package/dist/pipeline/structural-relation/render.js +10 -3043
- package/dist/pipeline/structural-relation/source-predicate-operator.d.ts +2 -1
- package/dist/pipeline/structural-relation/tari-listing-relations.d.ts +5 -0
- package/dist/pipeline/structural-relation/tari-listing-relations.js +354 -0
- package/dist/pipeline/structural-relation/toka-nominal-listing-relations.d.ts +2 -0
- package/dist/pipeline/structural-relation/toka-nominal-listing-relations.js +154 -0
- package/dist/pipeline/structural-relation/toka-nominal-listing-run.d.ts +11 -1
- package/dist/pipeline/structural-relation/toka-nominal-listing-run.js +16 -4
- package/dist/pipeline/structural-relation/types.d.ts +10 -1
- package/dist/pipeline/translation/access.d.ts +0 -3
- package/dist/pipeline/translation/unit.d.ts +4 -1
- package/dist/pipeline/translation/unit.js +29 -9
- package/dist/pipeline/translation/warnings.d.ts +9 -0
- package/dist/pipeline/translation/warnings.js +251 -0
- package/dist/pipeline-factory.js +2 -1
- package/dist/scripts/diagnose.js +3 -2
- package/dist/types/pos.d.ts +3 -0
- package/dist/types/pos.js +8 -0
- package/dist/types/reanalysis.d.ts +0 -1
- package/dist/types/reanalysis.js +0 -1
- package/dist/types/render-plan.d.ts +1 -2
- package/dist/utils/char-class.d.ts +2 -0
- package/dist/utils/char-class.js +6 -0
- package/dist/utils/record.d.ts +1 -0
- package/dist/utils/record.js +3 -0
- package/dist/webext-provider.d.ts +7 -0
- package/dist/webext-provider.js +56 -16
- package/package.json +1 -1
- package/dist/pipeline/head-tail/audit/types.d.ts +0 -7
- /package/dist/pipeline/head-tail/{audit/types.js → tail/predicate-root/integration/contracts.js} +0 -0
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,16 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## [0.1.1] - 2026-11-20
|
|
4
|
+
|
|
5
|
+
- 번역 품질
|
|
6
|
+
- 선호·감정 표현(`好き`·`嫌い`, `〜がる`)에서 주어와 대상의 조사를 구분합니다. 관계절 안에서 누가 누구를 좋아하는지는 아직 구분하지 못하는 경우가 있습니다.
|
|
7
|
+
- 가능 표현에서 사람·동물 주어를 주어로 옮깁니다. 등록된 동사 부류에만 적용되며, 그 밖의 동사와 사물 주어(탈것 등)는 이전과 같습니다.
|
|
8
|
+
- 종조사가 둘 이상 이어진 서술어(`〜よね`, `〜かな`)를 서술어로 인식합니다.
|
|
9
|
+
- 추측 표현과 함께 쓰인 `きっと` 를 「틀림없이」로 옮깁니다. 부탁 표현(`〜てね`)에서는 아직 「꼭」으로 옮기지 못합니다.
|
|
10
|
+
- 추측·양태 표현(`〜かもしれない`, `〜らしい`, `〜みたい`)이 붙은 서술어의 목적어 조사를 바로잡았습니다.
|
|
11
|
+
- Node 메모리 사용량 절감: 같은 프로세스의 파이프라인들이 시스템 사전 데이터를 공유합니다.
|
|
12
|
+
- 내부 구조 정리 (공개 API 변경 없음)
|
|
13
|
+
|
|
3
14
|
## [0.1.0] - 2026-11-11
|
|
4
15
|
|
|
5
16
|
첫 공개 릴리즈.
|
package/README.en.md
CHANGED
|
@@ -12,9 +12,13 @@
|
|
|
12
12
|
import { createTranslationPipeline } from "harumt";
|
|
13
13
|
|
|
14
14
|
const pipeline = await createTranslationPipeline();
|
|
15
|
-
await pipeline.translate("駅まで歩いて行きました。");
|
|
15
|
+
await pipeline.translate("駅まで歩いて行きました。");
|
|
16
|
+
// → 역까지 걸어서 갔어요.
|
|
16
17
|
```
|
|
17
18
|
|
|
19
|
+
**Try it now** — translate in your browser without installing anything: **[harumt.saturnsky.io](https://harumt.saturnsky.io)**
|
|
20
|
+
(downloads about 110 MB of dictionary data once; translation runs entirely in the browser).
|
|
21
|
+
|
|
18
22
|
This is a short English overview. The [Korean README](README.md) is the full documentation
|
|
19
23
|
(all options, the browser entry point, the diagnostic CLI).
|
|
20
24
|
|
|
@@ -43,7 +47,7 @@ make RBMT unnecessary. It is a project that can only live in this moment.
|
|
|
43
47
|
These come from the rule-based approach itself and will not go away in later versions. Improvements from here
|
|
44
48
|
will be gradual: one word and one sentence pattern at a time.
|
|
45
49
|
|
|
46
|
-
On a set of 167 LLM-written synthetic items graded blind against Google Translate (HaruMT 0.1.
|
|
50
|
+
On a set of 167 LLM-written synthetic items graded blind against Google Translate (HaruMT 0.1.1, Google output collected 2026-11-11),
|
|
47
51
|
HaruMT alone was rated OK on 31 items, Google alone on 18, both on 57 and neither on 61. On this set HaruMT was rated OK more often on
|
|
48
52
|
single sentences with clear grammar, and Google on web-novel style, proper names and multi-sentence text.
|
|
49
53
|
The grading is a single LLM pass, so treat it as a reference. All sentences, both outputs and the criteria are in
|
|
@@ -63,15 +67,13 @@ The system dictionary (about 300 MB) is distributed separately from the npm pack
|
|
|
63
67
|
[HaruMT GitHub repository](https://github.com/saturnsky/harumt) into your user data directory, so it survives
|
|
64
68
|
package updates and reinstalls:
|
|
65
69
|
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
| macOS | `~/Library/Application Support/harumt/dict/` |
|
|
70
|
-
| Windows | `%LOCALAPPDATA%\harumt\dict\` |
|
|
70
|
+
- **Linux** — `$XDG_DATA_HOME/harumt/dict/` (default `~/.local/share/harumt/dict/`)
|
|
71
|
+
- **macOS** — `~/Library/Application Support/harumt/dict/`
|
|
72
|
+
- **Windows** — `%LOCALAPPDATA%\harumt\dict\`
|
|
71
73
|
|
|
72
74
|
`npm uninstall harumt` does not remove the dictionary; delete the `harumt/` directory above yourself.
|
|
73
75
|
|
|
74
|
-
|
|
76
|
+
In 0.x versions the API may change between releases. Changes are listed in the [changelog](CHANGELOG.md).
|
|
75
77
|
|
|
76
78
|
## Usage
|
|
77
79
|
|
|
@@ -82,26 +84,29 @@ const pipeline = await createTranslationPipeline();
|
|
|
82
84
|
console.log(await pipeline.translate("駅まで歩いて行きました。"));
|
|
83
85
|
// 역까지 걸어서 갔어요.
|
|
84
86
|
|
|
85
|
-
const formal = await createTranslationPipeline({
|
|
87
|
+
const formal = await createTranslationPipeline({
|
|
88
|
+
register: "formal",
|
|
89
|
+
});
|
|
86
90
|
console.log(await formal.translate("駅まで歩いて行きました。"));
|
|
87
91
|
// 역까지 걸어서 갔습니다.
|
|
88
92
|
```
|
|
89
93
|
|
|
90
94
|
Creating the first pipeline takes about a second while the dictionary loads. As a reference (Apple M4, Node.js 22,
|
|
91
|
-
one process, single thread): about
|
|
92
|
-
loading and up to about
|
|
93
|
-
`register` option together with the politeness of the source sentence:
|
|
94
|
-
|
|
95
|
-
| `register` | Polite source (ます/です) | Plain source (だ/る) | Suited to |
|
|
96
|
-
|------------|--------------------------|----------------------|-----------|
|
|
97
|
-
| `"casual"` (default) | 해요체 — 갔어요 | 해체 — 갔어 | conversation, subtitles |
|
|
98
|
-
| `"formal"` | 합쇼체 — 갔습니다 | 서술체 — 갔다 | written text, news, reports |
|
|
95
|
+
one process, single thread): about 180 sentences (5,500 characters) per second, about 0.5 GB of memory right after
|
|
96
|
+
loading and up to about 0.7 GB during continuous translation.
|
|
99
97
|
|
|
100
98
|
`translateWithWarnings(text)` also returns warnings raised during translation, which helps pick out sentences
|
|
101
99
|
whose quality may have suffered. A user dictionary for personal names, the browser entry point
|
|
102
100
|
(`harumt/webext`) and the diagnostic CLI (`npx harumt-diagnose`) are described in the
|
|
103
101
|
[Korean README](README.md).
|
|
104
102
|
|
|
103
|
+
The output speech level follows the `register` option together with the politeness of the source sentence:
|
|
104
|
+
|
|
105
|
+
| `register` | Polite source (ます/です) | Plain source (だ/る) | Suited to |
|
|
106
|
+
|------------|--------------------------|----------------------|-----------|
|
|
107
|
+
| `"casual"` (default) | 해요체 — 갔어요 | 해체 — 갔어 | conversation, subtitles |
|
|
108
|
+
| `"formal"` | 합쇼체 — 갔습니다 | 서술체 — 갔다 | written text, news, reports |
|
|
109
|
+
|
|
105
110
|
## Development and feedback
|
|
106
111
|
|
|
107
112
|
HaruMT is developed in a separate internal repository. This public repository is a snapshot generated from it
|
|
@@ -133,10 +138,8 @@ Kanji readings are handled with [KANJIDIC2](https://www.edrdg.org/wiki/index.php
|
|
|
133
138
|
HaruMT's code and dictionary data are distributed under the [Apache License 2.0](LICENSE.Apache).
|
|
134
139
|
Two parts keep the license of the work they are derived from:
|
|
135
140
|
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
| `src/third-party/kanjidic2/` (kanji reading tables) | [KANJIDIC2](https://www.edrdg.org/wiki/index.php/KANJIDIC_Project) (EDRDG) | [CC BY-SA 4.0](https://creativecommons.org/licenses/by-sa/4.0/) |
|
|
139
|
-
| `src/third-party/unihan/` (Korean readings of kanji) | [Unihan](https://www.unicode.org/charts/unihan.html) (Unicode, Inc.) | [Unicode License v3](https://www.unicode.org/license.txt) |
|
|
141
|
+
- `src/third-party/kanjidic2/` (kanji reading tables) — from [KANJIDIC2](https://www.edrdg.org/wiki/index.php/KANJIDIC_Project) (EDRDG), under [CC BY-SA 4.0](https://creativecommons.org/licenses/by-sa/4.0/)
|
|
142
|
+
- `src/third-party/unihan/` (Korean readings of kanji) — from [Unihan](https://www.unicode.org/charts/unihan.html) (Unicode, Inc.), under the [Unicode License v3](https://www.unicode.org/license.txt)
|
|
140
143
|
|
|
141
144
|
The source and license notices for these parts are in `src/third-party/kanjidic2/LICENSE` and `src/third-party/unihan/LICENSE`.
|
|
142
145
|
For notices of the other bundled third-party data and code, see [`THIRD_PARTY_NOTICES.md`](THIRD_PARTY_NOTICES.md) and
|
package/README.md
CHANGED
|
@@ -12,9 +12,13 @@
|
|
|
12
12
|
import { createTranslationPipeline } from "harumt";
|
|
13
13
|
|
|
14
14
|
const pipeline = await createTranslationPipeline();
|
|
15
|
-
await pipeline.translate("駅まで歩いて行きました。");
|
|
15
|
+
await pipeline.translate("駅まで歩いて行きました。");
|
|
16
|
+
// → 역까지 걸어서 갔어요.
|
|
16
17
|
```
|
|
17
18
|
|
|
19
|
+
**바로 써 보기** — 설치하지 않고 브라우저에서 번역해 볼 수 있습니다: **[harumt.saturnsky.io](https://harumt.saturnsky.io)**
|
|
20
|
+
(처음 한 번 사전 데이터 약 110MB를 내려받습니다. 번역은 브라우저 안에서만 이루어집니다.)
|
|
21
|
+
|
|
18
22
|
- [소개](#소개)
|
|
19
23
|
- [설치](#설치)
|
|
20
24
|
- [사용법](#사용법)
|
|
@@ -24,8 +28,6 @@ await pipeline.translate("駅まで歩いて行きました。"); // → 역까
|
|
|
24
28
|
- [감사의 말 · 라이선스](#감사의-말)
|
|
25
29
|
- [변경 이력](CHANGELOG.md)
|
|
26
30
|
|
|
27
|
-
---
|
|
28
|
-
|
|
29
31
|
## 소개
|
|
30
32
|
|
|
31
33
|
일본어와 한국어는 어순과 문법 구조가 많이 닮아 있어, 규칙 기반 기계 번역(RBMT)이 상대적으로 힘을 발휘하기 좋은 언어쌍입니다.
|
|
@@ -54,7 +56,7 @@ HaruMT는 여러 언어에 두루 쓰이는 범용 RBMT를 지향하지 않습
|
|
|
54
56
|
|
|
55
57
|
### Google 번역과 견주면
|
|
56
58
|
|
|
57
|
-
LLM으로 만든 합성 문장 세트 167항목을 양쪽에 넣고, 어느 쪽 출력인지 가린 채 채점한 결과입니다 (HaruMT 0.1.
|
|
59
|
+
LLM으로 만든 합성 문장 세트 167항목을 양쪽에 넣고, 어느 쪽 출력인지 가린 채 채점한 결과입니다 (HaruMT 0.1.1, Google 번역 2026-11-11 수집).
|
|
58
60
|
|
|
59
61
|
| OK를 받은 쪽 | 문법 단문 (127) | 웹소설·고유명·단락 (40) | 전체 (167) |
|
|
60
62
|
|---|---|---|---|
|
|
@@ -63,14 +65,13 @@ LLM으로 만든 합성 문장 세트 167항목을 양쪽에 넣고, 어느 쪽
|
|
|
63
65
|
| Google 번역만 | 10 | 8 | 18 |
|
|
64
66
|
| 둘 다 아님 | 35 | 26 | 61 |
|
|
65
67
|
|
|
66
|
-
이 세트에서는 문법이 분명한 한 문장에서 HaruMT가, 웹소설 문체·고유명·여러 문장이 이어지는 글에서 Google 번역이 OK를 더 많이 받았습니다. 뒤쪽 범주에서는 양쪽 모두 대부분의 항목에서 OK를 받지 못했습니다.
|
|
67
|
-
채점은 LLM이 한 번 판정한 것이고 비교 대상도 하나뿐이니 참고 자료로 보아 주세요.
|
|
68
|
-
|
|
69
|
-
---
|
|
68
|
+
- 이 세트에서는 문법이 분명한 한 문장에서 HaruMT가, 웹소설 문체·고유명·여러 문장이 이어지는 글에서 Google 번역이 OK를 더 많이 받았습니다. 뒤쪽 범주에서는 양쪽 모두 대부분의 항목에서 OK를 받지 못했습니다.
|
|
69
|
+
- 채점은 LLM이 한 번 판정한 것이고 비교 대상도 하나뿐이니 참고 자료로 보아 주세요.
|
|
70
|
+
- 전체 문장과 양쪽 출력, 채점 기준은 [COMPARISON.md](https://github.com/saturnsky/harumt/blob/main/COMPARISON.md)에 있습니다.
|
|
70
71
|
|
|
71
72
|
## 설치
|
|
72
73
|
|
|
73
|
-
|
|
74
|
+
**요구 사항**: Node.js 22 이상
|
|
74
75
|
|
|
75
76
|
```bash
|
|
76
77
|
npm install harumt
|
|
@@ -82,17 +83,15 @@ npx harumt-fetch-dictionary
|
|
|
82
83
|
|
|
83
84
|
사전은 패키지 폴더가 아닌 사용자 데이터 디렉터리에 저장되므로, 패키지를 업데이트하거나 다시 설치해도 유지됩니다.
|
|
84
85
|
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
86
|
+
- **Linux** — `$XDG_DATA_HOME/harumt/dict/` (기본 `~/.local/share/harumt/dict/`)
|
|
87
|
+
- **macOS** — `~/Library/Application Support/harumt/dict/`
|
|
88
|
+
- **Windows** — `%LOCALAPPDATA%\harumt\dict\`
|
|
89
|
+
|
|
90
|
+
`harumt-fetch-dictionary`의 옵션은 다음과 같습니다.
|
|
90
91
|
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
| `--from <dir>` | 미리 받아 둔 Release 자산(`*.gz`)으로 설치 (오프라인 환경용) |
|
|
95
|
-
| `--force` | 이미 같은 사전이 설치되어 있어도 다시 내려받아 설치 |
|
|
92
|
+
- `--out <dir>` — 기본 위치 대신 지정한 디렉터리에 설치합니다. 파이프라인에는 `systemDictPath`로 경로를 지정합니다.
|
|
93
|
+
- `--from <dir>` — 미리 받아 둔 Release 자산(`*.gz`)으로 설치합니다. 오프라인 환경용입니다.
|
|
94
|
+
- `--force` — 이미 같은 사전이 설치되어 있어도 다시 내려받아 설치합니다.
|
|
96
95
|
|
|
97
96
|
### 사전 삭제
|
|
98
97
|
|
|
@@ -102,13 +101,9 @@ npx harumt-fetch-dictionary
|
|
|
102
101
|
사전이 갱신되면 새 버전은 `dict/` 아래 별도 디렉터리에 설치되고, 이전 버전은 그대로 남습니다.
|
|
103
102
|
설치할 때 이전 버전이 발견되면 안내 메시지가 출력됩니다. 다른 프로젝트에서 이전 버전의 HaruMT를 사용하고 있지 않다면 해당 디렉터리를 삭제해도 됩니다.
|
|
104
103
|
|
|
105
|
-
---
|
|
106
|
-
|
|
107
104
|
## 사용법
|
|
108
105
|
|
|
109
|
-
|
|
110
|
-
>
|
|
111
|
-
> 0.x 버전에서는 API가 버전마다 달라질 수 있습니다. 바뀐 내용은 [변경 이력](CHANGELOG.md)에 적습니다.
|
|
106
|
+
**참고** — 0.x 버전에서는 API가 버전마다 달라질 수 있습니다. 바뀐 내용은 [변경 이력](CHANGELOG.md)에 적습니다.
|
|
112
107
|
|
|
113
108
|
### 기본
|
|
114
109
|
|
|
@@ -119,30 +114,31 @@ const pipeline = await createTranslationPipeline();
|
|
|
119
114
|
console.log(await pipeline.translate("駅まで歩いて行きました。"));
|
|
120
115
|
// 역까지 걸어서 갔어요.
|
|
121
116
|
|
|
122
|
-
const formal = await createTranslationPipeline({
|
|
117
|
+
const formal = await createTranslationPipeline({
|
|
118
|
+
register: "formal",
|
|
119
|
+
});
|
|
123
120
|
console.log(await formal.translate("駅まで歩いて行きました。"));
|
|
124
121
|
// 역까지 걸어서 갔습니다.
|
|
125
122
|
```
|
|
126
123
|
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
124
|
+
**참고**
|
|
125
|
+
|
|
126
|
+
- 파이프라인을 처음 만들 때는 사전 적재에 1초 남짓 걸립니다(사전 파일이 디스크 캐시에 없으면 더 걸립니다).
|
|
127
|
+
- 같은 옵션으로 다시 호출하면 이미 만들어 둔 파이프라인 객체를 그대로 돌려줍니다.
|
|
128
|
+
- 하나의 파이프라인에서 여러 번역을 동시에 실행해도 번역 결과는 서로 영향을 주지 않습니다.
|
|
129
|
+
- 다만 `translateWithWarnings`의 경고는 동시에 진행 중인 다른 번역의 것이 섞이거나 빠질 수 있으니, 경고를 정확히 받아야 하면 한 번에 하나씩 실행하세요.
|
|
133
130
|
|
|
134
|
-
**성능 참고치** — Apple M4, Node.js 22, 프로세스 하나(단일 스레드), HaruMT 0.1.
|
|
131
|
+
**성능 참고치** — Apple M4, Node.js 22, 프로세스 하나(단일 스레드), HaruMT 0.1.1 기준입니다.
|
|
132
|
+
소설·회의록·자막·위키 문서 등에서 고르게 뽑은 8,090문장(문장당 평균 30자)을 한 문장씩 번역해 잰 값입니다. 문장이 길수록 문장당 시간은 늘어납니다.
|
|
135
133
|
|
|
136
134
|
| 항목 | 측정값 |
|
|
137
135
|
|------|--------|
|
|
138
136
|
| 첫 파이프라인 생성 + 첫 문장 | 약 1.1초 |
|
|
139
137
|
| 적재 직후 메모리(RSS) | 약 0.5GB |
|
|
140
|
-
| 번역 속도 | 초당 약
|
|
141
|
-
| 연속 번역 중 메모리(RSS) |
|
|
138
|
+
| 번역 속도 | 초당 약 180문장 (약 5,500자) |
|
|
139
|
+
| 연속 번역 중 메모리(RSS) | 0.7GB 안팎까지 증가 |
|
|
142
140
|
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
### 문체 (`register`)
|
|
141
|
+
### 문체
|
|
146
142
|
|
|
147
143
|
출력 문체는 `register` 옵션과 **원문의 문체**(정중체/보통체)를 함께 보고 결정됩니다.
|
|
148
144
|
|
|
@@ -155,14 +151,12 @@ console.log(await formal.translate("駅まで歩いて行きました。"));
|
|
|
155
151
|
|
|
156
152
|
`createTranslationPipeline(options)`에 넘길 수 있는 옵션입니다.
|
|
157
153
|
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
| `userDictPath` | — | `buildUserDict`로 만든 인명 사용자 사전 파일 경로 (Node 전용. 브라우저 진입점에서는 적용되지 않습니다) |
|
|
165
|
-
| `annotateOov`<br>`annotateUserDict` | — | annotation 입력(`AnnotatedText`)을 번역할 때 결과에 미등록어·사용자 사전 표시를 붙입니다. |
|
|
154
|
+
- `register` (기본값 `"casual"`) — 출력 문체. `"casual"` 또는 `"formal"`입니다.
|
|
155
|
+
- `dataDir` (기본값: 패키지의 `data/`) — 번역 데이터 디렉터리. 프로세스에서 처음 지정한 값으로 고정됩니다.
|
|
156
|
+
- `systemDictPath` (기본값: 내려받은 사전) — 시스템 사전(`.hrdic`) 경로. 인덱스는 같은 이름의 `.hridx`를 사용합니다.
|
|
157
|
+
- `readingFallbackRule` (기본값 `"common"`) — 사전에 없는 인명·고유명사·외래어를 독음으로 음역하는 규칙. `"common"`은 관용 표기(타카나시), `"official"`은 외래어 표기법(다카나시)을 따릅니다.
|
|
158
|
+
- `userDictPath` — `buildUserDict`로 만든 인명 사용자 사전 파일 경로. Node 전용이며 브라우저 진입점에서는 적용되지 않습니다.
|
|
159
|
+
- `annotateOov`, `annotateUserDict` — annotation 입력(`AnnotatedText`)을 번역할 때 결과에 미등록어·사용자 사전 표시를 붙입니다.
|
|
166
160
|
|
|
167
161
|
### 경고 받기
|
|
168
162
|
|
|
@@ -170,7 +164,8 @@ console.log(await formal.translate("駅まで歩いて行きました。"));
|
|
|
170
164
|
품질이 떨어졌을 가능성이 있는 문장을 골라내는 데 활용할 수 있습니다.
|
|
171
165
|
|
|
172
166
|
```ts
|
|
173
|
-
const { text, warnings } =
|
|
167
|
+
const { text, warnings } =
|
|
168
|
+
await pipeline.translateWithWarnings("駅まで歩いて行きました。");
|
|
174
169
|
```
|
|
175
170
|
|
|
176
171
|
### 인명 사용자 사전
|
|
@@ -182,7 +177,7 @@ const { text, warnings } = await pipeline.translateWithWarnings("駅まで歩い
|
|
|
182
177
|
import { UserDictionary } from "harumt";
|
|
183
178
|
|
|
184
179
|
pipeline.replaceUserDictionary(new UserDictionary([
|
|
185
|
-
{ japanese: "春沙里", reading: "ハルサリ", category: "person" }
|
|
180
|
+
{ japanese: "春沙里", reading: "ハルサリ", category: "person" },
|
|
186
181
|
]));
|
|
187
182
|
console.log(await pipeline.translate("春沙里さんが来ました。"));
|
|
188
183
|
// 하루사리 씨가 왔어요.
|
|
@@ -195,12 +190,15 @@ console.log(await pipeline.translate("春沙里さんが来ました。"));
|
|
|
195
190
|
```ts
|
|
196
191
|
import { buildUserDict, createTranslationPipeline } from "harumt";
|
|
197
192
|
|
|
198
|
-
buildUserDict(
|
|
199
|
-
|
|
193
|
+
buildUserDict(
|
|
194
|
+
[{ japanese: "春沙里", reading: "ハルサリ", category: "person" }],
|
|
195
|
+
"user-dict.json",
|
|
196
|
+
);
|
|
197
|
+
const pipeline = await createTranslationPipeline({
|
|
198
|
+
userDictPath: "user-dict.json",
|
|
199
|
+
});
|
|
200
200
|
```
|
|
201
201
|
|
|
202
|
-
---
|
|
203
|
-
|
|
204
202
|
## 브라우저 · 웹 확장
|
|
205
203
|
|
|
206
204
|
`harumt/webext`는 Node API 없이 동작하는 진입점으로, 데이터 파일을 `fetch`로 읽습니다.
|
|
@@ -221,24 +219,27 @@ const pipeline = await createTranslationPipeline({ userDictPath: "user-dict.json
|
|
|
221
219
|
**사용**
|
|
222
220
|
|
|
223
221
|
```ts
|
|
224
|
-
import {
|
|
222
|
+
import {
|
|
223
|
+
initializeWebext,
|
|
224
|
+
createTranslationPipeline,
|
|
225
|
+
} from "harumt/webext";
|
|
225
226
|
|
|
226
227
|
// 확장에서는 생략할 수 있습니다(runtime.getURL로 위치를 찾습니다).
|
|
227
228
|
// 일반 웹 페이지에서는 baseUrl을 지정합니다.
|
|
228
|
-
await initializeWebext({
|
|
229
|
+
await initializeWebext({
|
|
230
|
+
baseUrl: "https://example.com/harumt/",
|
|
231
|
+
});
|
|
229
232
|
|
|
230
|
-
const pipeline = await createTranslationPipeline(
|
|
233
|
+
const pipeline = await createTranslationPipeline();
|
|
231
234
|
console.log(await pipeline.translate("本を読んでいる。"));
|
|
232
235
|
// 책을 읽고 있어.
|
|
233
236
|
```
|
|
234
237
|
|
|
235
|
-
|
|
236
|
-
>
|
|
237
|
-
> - `initializeWebext`는 한 번만 호출할 수 있습니다. 호출하지 않으면 첫 파이프라인을 만들 때 확장 런타임 기준으로 초기화됩니다.
|
|
238
|
-
> - 사전 전체(약 300MB)를 메모리에 올리므로, 메인 스레드보다 **Worker에서 실행하는 것을 권장**합니다.
|
|
239
|
-
> - 브라우저에서는 번역 호출이 내부적으로 한 번에 하나씩 순서대로 처리됩니다.
|
|
238
|
+
**주의**
|
|
240
239
|
|
|
241
|
-
|
|
240
|
+
- `initializeWebext`는 한 번만 호출할 수 있습니다. 호출하지 않으면 첫 파이프라인을 만들 때 확장 런타임 기준으로 초기화됩니다.
|
|
241
|
+
- 사전 전체(약 300MB)를 메모리에 올리므로, 메인 스레드보다 **Worker에서 실행하는 것을 권장**합니다.
|
|
242
|
+
- 브라우저에서는 번역 호출이 내부적으로 한 번에 하나씩 순서대로 처리됩니다.
|
|
242
243
|
|
|
243
244
|
## 진단 CLI
|
|
244
245
|
|
|
@@ -249,13 +250,9 @@ console.log(await pipeline.translate("本を読んでいる。"));
|
|
|
249
250
|
npx harumt-diagnose "駅まで歩いて行きました。"
|
|
250
251
|
```
|
|
251
252
|
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
| `--system-dict <path>` | 시스템 사전 경로 지정 |
|
|
256
|
-
| `--no-color` | 색상 출력 끄기 |
|
|
257
|
-
|
|
258
|
-
---
|
|
253
|
+
- `--data-dir <dir>` — 번역 데이터 디렉터리를 지정합니다.
|
|
254
|
+
- `--system-dict <path>` — 시스템 사전 경로를 지정합니다.
|
|
255
|
+
- `--no-color` — 색상 출력을 끕니다.
|
|
259
256
|
|
|
260
257
|
## 개발 방식과 피드백
|
|
261
258
|
|
|
@@ -272,8 +269,6 @@ HaruMT는 별도의 내부 저장소에서 개발하며, 이 공개 저장소는
|
|
|
272
269
|
|
|
273
270
|
[GitHub Sponsors](https://github.com/sponsors/saturnsky)를 통해서도 개발을 응원하실 수 있습니다.
|
|
274
271
|
|
|
275
|
-
---
|
|
276
|
-
|
|
277
272
|
## 감사의 말
|
|
278
273
|
|
|
279
274
|
데이터 구조, 사전 데이터, annotation 인터페이스 등에 크게 기여해 주신 [lifthrasiir](https://github.com/lifthrasiir)님께 감사드립니다.
|
|
@@ -287,10 +282,8 @@ HaruMT의 형태소 분석은 Works Applications의 [Sudachi](https://github.com
|
|
|
287
282
|
HaruMT의 코드와 사전 데이터는 [Apache License 2.0](LICENSE.Apache)으로 배포됩니다.
|
|
288
283
|
다만 아래 두 부분은 원 저작물의 라이선스를 그대로 따릅니다.
|
|
289
284
|
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
| `src/third-party/kanjidic2/` (한자 독음 표) | [KANJIDIC2](https://www.edrdg.org/wiki/index.php/KANJIDIC_Project) (EDRDG) | [CC BY-SA 4.0](https://creativecommons.org/licenses/by-sa/4.0/) |
|
|
293
|
-
| `src/third-party/unihan/` (한자 한국어 독음 표) | [Unihan](https://www.unicode.org/charts/unihan.html) (Unicode, Inc.) | [Unicode License v3](https://www.unicode.org/license.txt) |
|
|
285
|
+
- `src/third-party/kanjidic2/` (한자 독음 표) — 출처 [KANJIDIC2](https://www.edrdg.org/wiki/index.php/KANJIDIC_Project) (EDRDG), 라이선스 [CC BY-SA 4.0](https://creativecommons.org/licenses/by-sa/4.0/)
|
|
286
|
+
- `src/third-party/unihan/` (한자 한국어 독음 표) — 출처 [Unihan](https://www.unicode.org/charts/unihan.html) (Unicode, Inc.), 라이선스 [Unicode License v3](https://www.unicode.org/license.txt)
|
|
294
287
|
|
|
295
288
|
각 부분의 출처와 라이선스 고지는 `src/third-party/kanjidic2/LICENSE`, `src/third-party/unihan/LICENSE`에 있습니다.
|
|
296
289
|
그 밖의 서드파티 데이터와 코드의 고지는 [`THIRD_PARTY_NOTICES.md`](THIRD_PARTY_NOTICES.md)와 [`licenses/`](licenses/)를 참고하세요.
|
|
@@ -778,14 +778,14 @@ gojuon_section_nouns = [ "段", "行" ]
|
|
|
778
778
|
[person]
|
|
779
779
|
nouns = [ "母", "父", "両親", "祖母", "祖父", "兄", "姉", "弟", "妹", "家族", "夫", "妻", "彼氏", "恋人", "友達", "友人", "人", "子ども", "子供", "先生", "学生", "生徒", "医者", "店員", "部下", "部長", "後輩", "先輩", "同僚", "お客", "担任", "弟子", "上司", "社長", "課長", "校長", "会長", "監督", "選手", "副官", "国民", "市民", "住民", "王", "皇帝", "王子", "王女", "王妃", "姫", "皇子", "皇女", "令嬢", "聖女", "魔王", "巫女", "神", "神様", "女神", "死神", "邪神", "天使", "悪魔", "精霊", "妖精", "仲間", "相手", "敵", "味方", "くそったれ", "クソったれ", "男", "女", "男子", "女子", "男性", "女性", "少年", "少女", "青年", "大人", "若者", "老人", "赤ちゃん", "娘", "息子", "男の子", "女の子" ]
|
|
780
780
|
noun_suffixes = [ "旧友", "親友", "友", "両親", "親", "祖父", "祖母", "義父", "義母", "父", "母", "兄", "姉", "弟", "妹", "者", "師", "士", "家", "手", "員", "長", "客", "野郎", "女", "太子" ]
|
|
781
|
-
noun_suffix_exact_exclusions = [ "酵母", "分母", "声母", "韻母", "前者", "後者", "手", "切手", "苦手", "上手", "下手", "相手", "家", "国家", "成長", "特長", "延長", "身長", "全長" ]
|
|
781
|
+
noun_suffix_exact_exclusions = [ "酵母", "分母", "声母", "韻母", "前者", "後者", "手", "切手", "苦手", "上手", "下手", "相手", "空手", "家", "国家", "成長", "特長", "延長", "身長", "全長", "富士" ]
|
|
782
782
|
pronouns = [ "彼", "彼女" ]
|
|
783
783
|
second_person_pronouns = [ "君", "きみ", "あなた", "貴方", "あんた", "お前", "おまえ", "汝", "なんじ", "貴様", "きさま" ]
|
|
784
784
|
suffixes = [ "さん", "様", "君", "ちゃん", "先生", "先輩" ]
|
|
785
785
|
collective_nouns = [ "みんな", "皆", "全員", "大勢" ]
|
|
786
786
|
count_counters = [ "人", "名" ]
|
|
787
787
|
pronoun_bases = [ "私", "わたし", "私ども", "僕", "ぼく", "俺", "おれ", "君", "きみ", "あなた", "彼", "彼女", "誰", "だれ", "どなた" ]
|
|
788
|
-
animate_nouns = [ "犬", "猫", "鳥", "魚", "兎", "うさぎ", "馬", "牛", "豚", "羊", "熊", "ペット", "虫", "蝉", "セミ", "鈴虫", "コオロギ", "蛙", "カエル", "小鳥", "百舌鳥", "モズ", "雀", "スズメ", "カラス", "鶯", "ウグイス", "狐", "きつね", "狼", "オオカミ", "鹿", "猿", "サル", "鼠", "ネズミ", "蛇", "ヘビ", "蜂", "ハチ", "蚊", "獣", "竜", "龍", "ドラゴン", "魔物", "魔獣", "モンスター", "怪物", "化け物", "妖怪" ]
|
|
788
|
+
animate_nouns = [ "犬", "猫", "鳥", "魚", "兎", "うさぎ", "馬", "牛", "豚", "羊", "熊", "ペット", "虫", "蝉", "セミ", "鈴虫", "コオロギ", "蛙", "カエル", "小鳥", "百舌鳥", "モズ", "雀", "スズメ", "カラス", "鶯", "ウグイス", "狐", "きつね", "狼", "オオカミ", "鹿", "猿", "サル", "鼠", "ネズミ", "蛇", "ヘビ", "蜂", "ハチ", "蚊", "獣", "竜", "龍", "ドラゴン", "魔物", "魔獣", "モンスター", "怪物", "化け物", "妖怪", "インコ", "鸚哥", "オウム", "鸚鵡", "ハト", "鳩", "ニワトリ", "鶏", "アヒル", "ペンギン", "イヌ", "ネコ", "ウサギ", "ウシ", "ブタ", "ヒツジ", "ヤギ", "山羊", "キリン", "ライオン", "トラ", "虎", "パンダ", "ゴリラ", "チンパンジー", "イルカ", "クジラ", "鯨", "リス", "ハムスター", "タヌキ", "狸" ]
|
|
789
789
|
animate_noun_suffixes = [ "犬", "猫", "狼", "熊", "竜", "龍", "蛇" ]
|
|
790
790
|
animate_noun_suffix_exact_exclusions = [ "狛犬", "招き猫" ]
|
|
791
791
|
plural_suffixes = [ "たち", "達", "ら" ]
|
|
@@ -1826,8 +1826,13 @@ sensory_noun_chill = [ "寒気" ]
|
|
|
1826
1826
|
sensory_noun_presence_sign = [ "気配", "雰囲気" ]
|
|
1827
1827
|
sensory_noun_premonition = [ "予感" ]
|
|
1828
1828
|
self_locomotion_verbs = [ "歩く", "走る", "泳ぐ", "飛ぶ", "登る" ]
|
|
1829
|
-
|
|
1830
|
-
|
|
1829
|
+
animate_ga_subject_verbs = []
|
|
1830
|
+
animate_ga_subject_verbs_includes = [ "semantic.animate_ga_subject_intransitive_verbs", "semantic.animate_ga_subject_inanimate_object_verbs" ]
|
|
1831
|
+
animate_ga_subject_intransitive_verbs = [ "行く", "いく", "ゆく", "来る", "くる", "帰る", "かえる", "戻る", "もどる", "通う", "急ぐ", "起きる", "寝る", "働く", "はたらく", "座る", "すわる", "泊まる", "集まる", "あつまる", "暮らす", "くらす", "出歩く", "であるく", "眠る", "ねむる", "泣く", "勝つ", "逆らう", "さからう", "這う", "乗る", "のる" ]
|
|
1832
|
+
animate_ga_subject_intransitive_verbs_includes = [ "semantic.self_locomotion_verbs" ]
|
|
1833
|
+
animate_ga_subject_inanimate_object_verbs = [ "言う", "いう", "話す", "はなす", "喋る", "しゃべる", "語る", "かたる", "読む", "よむ", "書く", "聞く", "聴く", "きく", "歌う", "うたう", "弾く", "楽しむ", "たのしむ", "味わう", "あじわう", "学ぶ", "まなぶ", "行う", "おこなう", "果たす", "はたす", "過ごす", "すごす", "着る", "履く", "飲む", "のむ", "開ける", "あける" ]
|
|
1834
|
+
desire_aux_subject_verbs = []
|
|
1835
|
+
desire_aux_subject_verbs_includes = [ "semantic.animate_ga_subject_intransitive_verbs" ]
|
|
1831
1836
|
desire_holder_nouns = [ "人", "者", "子", "学生", "社員", "店員", "先生", "客", "会社", "企業", "組織", "店", "学校", "家庭", "家族" ]
|
|
1832
1837
|
desire_person_target_verbs = [ "会う", "逢う", "話す" ]
|
|
1833
1838
|
emotion_nouns = [ "感情", "気持ち", "愛情", "愛着", "悲しみ", "喜び", "敬意", "達成感", "痛み", "好奇心", "不安", "怒り", "思い", "衝動", "欲望" ]
|
package/dist/analyzer/config.js
CHANGED
|
@@ -21,6 +21,7 @@
|
|
|
21
21
|
*/
|
|
22
22
|
import { InfoSubset } from "./subset.js";
|
|
23
23
|
import { SudachiError } from "./error.js";
|
|
24
|
+
import { isRecord } from "../utils/record.js";
|
|
24
25
|
export var SurfaceProjection;
|
|
25
26
|
(function (SurfaceProjection) {
|
|
26
27
|
SurfaceProjection["Surface"] = "surface";
|
|
@@ -57,9 +58,6 @@ export class Config {
|
|
|
57
58
|
return this.systemDict;
|
|
58
59
|
}
|
|
59
60
|
}
|
|
60
|
-
function isRecord(value) {
|
|
61
|
-
return typeof value === "object" && value !== null && !Array.isArray(value);
|
|
62
|
-
}
|
|
63
61
|
export function parseSurfaceProjection(value) {
|
|
64
62
|
if (Object.values(SurfaceProjection).includes(value)) {
|
|
65
63
|
return value;
|
package/dist/analyzer/connect.js
CHANGED
|
@@ -20,6 +20,7 @@
|
|
|
20
20
|
* for HaruMT.
|
|
21
21
|
*/
|
|
22
22
|
import { SudachiError } from "./error.js";
|
|
23
|
+
import { readDictionarySection } from "./dictionary-provider.js";
|
|
23
24
|
export class ConnectionMatrix {
|
|
24
25
|
numLeft;
|
|
25
26
|
numRight;
|
|
@@ -39,7 +40,7 @@ export class ConnectionMatrix {
|
|
|
39
40
|
message: "Invalid grammar"
|
|
40
41
|
}).withContext("connection matrix");
|
|
41
42
|
}
|
|
42
|
-
const bytes = source
|
|
43
|
+
const bytes = readDictionarySection(source, offset, byteLength);
|
|
43
44
|
const matrix = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
|
|
44
45
|
return new ConnectionMatrix(matrix, numLeft, numRight);
|
|
45
46
|
}
|
|
@@ -4,8 +4,10 @@ import type { LexiconLike } from "./lexicon-set.js";
|
|
|
4
4
|
export interface DictionaryDataSource {
|
|
5
5
|
readonly byteLength: number;
|
|
6
6
|
slice(offset: number, length: number): Uint8Array;
|
|
7
|
+
readSection?(offset: number, length: number): Uint8Array;
|
|
7
8
|
close(): void;
|
|
8
9
|
}
|
|
10
|
+
export declare function readDictionarySection(source: DictionaryDataSource, offset: number, length: number): Uint8Array;
|
|
9
11
|
export interface DictionaryProvider {
|
|
10
12
|
readConfiguration(path: string): Promise<Config>;
|
|
11
13
|
readGrammar(config: Config): Promise<Grammar>;
|
|
@@ -22,7 +22,7 @@
|
|
|
22
22
|
import { Config } from "./config.js";
|
|
23
23
|
import { SudachiError } from "./error.js";
|
|
24
24
|
import { ConnectionMatrix } from "./connect.js";
|
|
25
|
-
import {} from "./dictionary-provider.js";
|
|
25
|
+
import { readDictionarySection } from "./dictionary-provider.js";
|
|
26
26
|
import { Grammar } from "./grammar.js";
|
|
27
27
|
import { InfoSubset } from "./subset.js";
|
|
28
28
|
import { Trie } from "./read/trie.js";
|
|
@@ -51,9 +51,14 @@ export class HaruDictionaryProvider {
|
|
|
51
51
|
const metadata = this.metadata();
|
|
52
52
|
const strings = new HaruStringCodec(metadata.strings);
|
|
53
53
|
const source = this.dictionarySource();
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
54
|
+
try {
|
|
55
|
+
const posList = readHaruPosList(source.slice(metadata.posList.start, metadata.posList.size), metadata.posList.count, strings);
|
|
56
|
+
const connection = this.readConnectionMatrix(source, metadata);
|
|
57
|
+
return Grammar.fromParts(posList, connection, metadata.posList.size + metadata.connections.size);
|
|
58
|
+
}
|
|
59
|
+
finally {
|
|
60
|
+
source.close();
|
|
61
|
+
}
|
|
57
62
|
}
|
|
58
63
|
async readLexicon(_config) {
|
|
59
64
|
const metadata = this.metadata();
|
|
@@ -63,7 +68,13 @@ export class HaruDictionaryProvider {
|
|
|
63
68
|
const wordParamSource = this.sourceForSection(metadata.wordParams.start);
|
|
64
69
|
const wordInfoSource = this.sourceForSection(metadata.wordInfo.start);
|
|
65
70
|
const trie = Trie.fromSource(trieSource, sectionOffset(metadata.trie.start), metadata.trie.count);
|
|
66
|
-
|
|
71
|
+
let wordParams;
|
|
72
|
+
try {
|
|
73
|
+
wordParams = new HaruWordParams(wordParamSource, sectionOffset(metadata.wordParams.start), metadata.wordParams.count);
|
|
74
|
+
}
|
|
75
|
+
finally {
|
|
76
|
+
wordParamSource.close();
|
|
77
|
+
}
|
|
67
78
|
const wordInfos = new HaruWordInfos(wordInfoSource, sectionOffset(metadata.wordInfo.start), metadata.wordParams.count, wordParams, strings);
|
|
68
79
|
const lexicon = new HaruLexicon(trie, new HaruWordIdTable(wordIdTableSource, sectionOffset(metadata.wordIdTable.start)), wordParams, wordInfos, strings);
|
|
69
80
|
wordInfos.setSurfaceLookup((surface) => lexicon.wordIdsForExactSurface(surface));
|
|
@@ -227,7 +238,7 @@ class HaruWordParams {
|
|
|
227
238
|
overrides = new Map();
|
|
228
239
|
constructor(source, offset, size) {
|
|
229
240
|
this.size = size;
|
|
230
|
-
const bytes = source
|
|
241
|
+
const bytes = readDictionarySection(source, offset, size * 10);
|
|
231
242
|
this.view = new DataView(bytes.buffer, bytes.byteOffset, bytes.byteLength);
|
|
232
243
|
}
|
|
233
244
|
getParams(wordId) {
|
|
@@ -1,10 +1,21 @@
|
|
|
1
1
|
import type { DictionaryDataSource } from "./dictionary-provider.js";
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
readonly
|
|
5
|
-
|
|
6
|
-
constructor(path: string);
|
|
7
|
-
slice(offset: number, length: number): Uint8Array;
|
|
8
|
-
close(): void;
|
|
9
|
-
private loadPage;
|
|
2
|
+
import { PageCachedSource, type PageCachedSourceOptions, type PageCacheStats } from "./page-cached-source.js";
|
|
3
|
+
export declare class PageCachedFileSource extends PageCachedSource {
|
|
4
|
+
readonly mtimeNs: bigint;
|
|
5
|
+
constructor(path: string, options?: PageCachedSourceOptions);
|
|
10
6
|
}
|
|
7
|
+
export declare class SharedFileSourceRegistry {
|
|
8
|
+
private readonly entries;
|
|
9
|
+
private readonly sourceOptions;
|
|
10
|
+
constructor(options?: {
|
|
11
|
+
readonly maxPages?: number;
|
|
12
|
+
});
|
|
13
|
+
private retire;
|
|
14
|
+
open(path: string): DictionaryDataSource;
|
|
15
|
+
clear(): void;
|
|
16
|
+
budgetedPages(): number | undefined;
|
|
17
|
+
pageCacheStats(): ReadonlyMap<string, PageCacheStats>;
|
|
18
|
+
}
|
|
19
|
+
export declare function openSharedSystemDictionarySource(path: string): DictionaryDataSource;
|
|
20
|
+
export declare function clearSystemDictionarySources(): void;
|
|
21
|
+
export declare function systemDictionarySourceStats(): ReadonlyMap<string, PageCacheStats>;
|