chaffjs 0.20.0 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +5 -4
- package/dist/api.d.ts +16 -1
- package/dist/api.d.ts.map +1 -1
- package/dist/api.js.map +1 -1
- package/dist/cli-text.d.ts +2 -0
- package/dist/cli-text.d.ts.map +1 -1
- package/dist/cli-text.js +14 -5
- package/dist/cli-text.js.map +1 -1
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +4 -0
- package/dist/cli.js.map +1 -1
- package/dist/command-help.d.ts +7 -0
- package/dist/command-help.d.ts.map +1 -0
- package/dist/command-help.js +18 -0
- package/dist/command-help.js.map +1 -0
- package/dist/commands/eval.js +2 -2
- package/dist/commands/eval.js.map +1 -1
- package/dist/commands/fix-plan.d.ts.map +1 -1
- package/dist/commands/fix-plan.js +11 -1
- package/dist/commands/fix-plan.js.map +1 -1
- package/dist/commands/help.d.ts +4 -0
- package/dist/commands/help.d.ts.map +1 -0
- package/dist/commands/help.js +7 -0
- package/dist/commands/help.js.map +1 -0
- package/dist/config/load.d.ts +2 -0
- package/dist/config/load.d.ts.map +1 -1
- package/dist/config/load.js +1 -0
- package/dist/config/load.js.map +1 -1
- package/dist/config/option-problems.js +2 -2
- package/dist/config/option-problems.js.map +1 -1
- package/dist/config/rule-problems.js +2 -2
- package/dist/config/rule-problems.js.map +1 -1
- package/dist/custom/checked.d.ts +9 -0
- package/dist/custom/checked.d.ts.map +1 -0
- package/dist/custom/checked.js +3 -0
- package/dist/custom/checked.js.map +1 -0
- package/dist/custom/dsl-fields.d.ts +27 -0
- package/dist/custom/dsl-fields.d.ts.map +1 -0
- package/dist/custom/dsl-fields.js +86 -0
- package/dist/custom/dsl-fields.js.map +1 -0
- package/dist/custom/load.d.ts.map +1 -1
- package/dist/custom/load.js +2 -0
- package/dist/custom/load.js.map +1 -1
- package/dist/custom/parse.d.ts +14 -3
- package/dist/custom/parse.d.ts.map +1 -1
- package/dist/custom/parse.js +44 -40
- package/dist/custom/parse.js.map +1 -1
- package/dist/custom/problems.d.ts.map +1 -1
- package/dist/custom/problems.js +11 -1
- package/dist/custom/problems.js.map +1 -1
- package/dist/detectors/blank-structure.d.ts.map +1 -1
- package/dist/detectors/blank-structure.js +6 -4
- package/dist/detectors/blank-structure.js.map +1 -1
- package/dist/detectors/clause-shape.d.ts +22 -0
- package/dist/detectors/clause-shape.d.ts.map +1 -0
- package/dist/detectors/clause-shape.js +149 -0
- package/dist/detectors/clause-shape.js.map +1 -0
- package/dist/detectors/code-fences.d.ts +34 -0
- package/dist/detectors/code-fences.d.ts.map +1 -0
- package/dist/detectors/code-fences.js +100 -0
- package/dist/detectors/code-fences.js.map +1 -0
- package/dist/detectors/cross-definitions.d.ts +4 -0
- package/dist/detectors/cross-definitions.d.ts.map +1 -0
- package/dist/detectors/cross-definitions.js +43 -0
- package/dist/detectors/cross-definitions.js.map +1 -0
- package/dist/detectors/cross-facts.d.ts +4 -0
- package/dist/detectors/cross-facts.d.ts.map +1 -0
- package/dist/detectors/cross-facts.js +53 -0
- package/dist/detectors/cross-facts.js.map +1 -0
- package/dist/detectors/cross-registry/cross-doc-duplicate-definition.d.ts +3 -0
- package/dist/detectors/cross-registry/cross-doc-duplicate-definition.d.ts.map +1 -0
- package/dist/detectors/cross-registry/cross-doc-duplicate-definition.js +3 -0
- package/dist/detectors/cross-registry/cross-doc-duplicate-definition.js.map +1 -0
- package/dist/detectors/cross-registry/cross-doc-fact-conflict.d.ts +3 -0
- package/dist/detectors/cross-registry/cross-doc-fact-conflict.d.ts.map +1 -0
- package/dist/detectors/cross-registry/cross-doc-fact-conflict.js +3 -0
- package/dist/detectors/cross-registry/cross-doc-fact-conflict.js.map +1 -0
- package/dist/detectors/custom.d.ts.map +1 -1
- package/dist/detectors/custom.js +4 -1
- package/dist/detectors/custom.js.map +1 -1
- package/dist/detectors/defined-term-form.d.ts +25 -0
- package/dist/detectors/defined-term-form.d.ts.map +1 -0
- package/dist/detectors/defined-term-form.js +170 -0
- package/dist/detectors/defined-term-form.js.map +1 -0
- package/dist/detectors/email-letter.d.ts +46 -0
- package/dist/detectors/email-letter.d.ts.map +1 -0
- package/dist/detectors/email-letter.js +234 -0
- package/dist/detectors/email-letter.js.map +1 -0
- package/dist/detectors/impossible-date.d.ts +20 -0
- package/dist/detectors/impossible-date.d.ts.map +1 -0
- package/dist/detectors/impossible-date.js +105 -0
- package/dist/detectors/impossible-date.js.map +1 -0
- package/dist/detectors/impossible-time.d.ts +18 -0
- package/dist/detectors/impossible-time.d.ts.map +1 -0
- package/dist/detectors/impossible-time.js +116 -0
- package/dist/detectors/impossible-time.js.map +1 -0
- package/dist/detectors/link-shape.d.ts +11 -0
- package/dist/detectors/link-shape.d.ts.map +1 -0
- package/dist/detectors/link-shape.js +56 -0
- package/dist/detectors/link-shape.js.map +1 -0
- package/dist/detectors/mark-shape.d.ts +53 -0
- package/dist/detectors/mark-shape.d.ts.map +1 -0
- package/dist/detectors/mark-shape.js +160 -0
- package/dist/detectors/mark-shape.js.map +1 -0
- package/dist/detectors/registry/adverb-polarity.d.ts +3 -0
- package/dist/detectors/registry/adverb-polarity.d.ts.map +1 -0
- package/dist/detectors/registry/adverb-polarity.js +3 -0
- package/dist/detectors/registry/adverb-polarity.js.map +1 -0
- package/dist/detectors/registry/attachment-missing.d.ts +3 -0
- package/dist/detectors/registry/attachment-missing.d.ts.map +1 -0
- package/dist/detectors/registry/attachment-missing.js +3 -0
- package/dist/detectors/registry/attachment-missing.js.map +1 -0
- package/dist/detectors/registry/bare-url-mix.d.ts +3 -0
- package/dist/detectors/registry/bare-url-mix.d.ts.map +1 -0
- package/dist/detectors/registry/bare-url-mix.js +3 -0
- package/dist/detectors/registry/bare-url-mix.js.map +1 -0
- package/dist/detectors/registry/caps-shouting.d.ts +3 -0
- package/dist/detectors/registry/caps-shouting.d.ts.map +1 -0
- package/dist/detectors/registry/caps-shouting.js +3 -0
- package/dist/detectors/registry/caps-shouting.js.map +1 -0
- package/dist/detectors/registry/code-fence-language.d.ts +3 -0
- package/dist/detectors/registry/code-fence-language.d.ts.map +1 -0
- package/dist/detectors/registry/code-fence-language.js +3 -0
- package/dist/detectors/registry/code-fence-language.js.map +1 -0
- package/dist/detectors/registry/defined-name-repeated.d.ts +3 -0
- package/dist/detectors/registry/defined-name-repeated.d.ts.map +1 -0
- package/dist/detectors/registry/defined-name-repeated.js +3 -0
- package/dist/detectors/registry/defined-name-repeated.js.map +1 -0
- package/dist/detectors/registry/defined-term-form.d.ts +3 -0
- package/dist/detectors/registry/defined-term-form.d.ts.map +1 -0
- package/dist/detectors/registry/defined-term-form.js +3 -0
- package/dist/detectors/registry/defined-term-form.js.map +1 -0
- package/dist/detectors/registry/email-frame.d.ts +3 -0
- package/dist/detectors/registry/email-frame.d.ts.map +1 -0
- package/dist/detectors/registry/email-frame.js +3 -0
- package/dist/detectors/registry/email-frame.js.map +1 -0
- package/dist/detectors/registry/email-subject.d.ts +3 -0
- package/dist/detectors/registry/email-subject.d.ts.map +1 -0
- package/dist/detectors/registry/email-subject.js +3 -0
- package/dist/detectors/registry/email-subject.js.map +1 -0
- package/dist/detectors/registry/ending-run.d.ts +3 -0
- package/dist/detectors/registry/ending-run.d.ts.map +1 -0
- package/dist/detectors/registry/ending-run.js +3 -0
- package/dist/detectors/registry/ending-run.js.map +1 -0
- package/dist/detectors/registry/heading-command.d.ts +3 -0
- package/dist/detectors/registry/heading-command.d.ts.map +1 -0
- package/dist/detectors/registry/heading-command.js +3 -0
- package/dist/detectors/registry/heading-command.js.map +1 -0
- package/dist/detectors/registry/hyphen-dash.d.ts +3 -0
- package/dist/detectors/registry/hyphen-dash.d.ts.map +1 -0
- package/dist/detectors/registry/hyphen-dash.js +3 -0
- package/dist/detectors/registry/hyphen-dash.js.map +1 -0
- package/dist/detectors/registry/image-file-name-alt.d.ts +3 -0
- package/dist/detectors/registry/image-file-name-alt.d.ts.map +1 -0
- package/dist/detectors/registry/image-file-name-alt.js +3 -0
- package/dist/detectors/registry/image-file-name-alt.js.map +1 -0
- package/dist/detectors/registry/impossible-date.d.ts +3 -0
- package/dist/detectors/registry/impossible-date.d.ts.map +1 -0
- package/dist/detectors/registry/impossible-date.js +3 -0
- package/dist/detectors/registry/impossible-date.js.map +1 -0
- package/dist/detectors/registry/impossible-time.d.ts +3 -0
- package/dist/detectors/registry/impossible-time.d.ts.map +1 -0
- package/dist/detectors/registry/impossible-time.js +3 -0
- package/dist/detectors/registry/impossible-time.js.map +1 -0
- package/dist/detectors/registry/latin-abbreviation.d.ts +3 -0
- package/dist/detectors/registry/latin-abbreviation.d.ts.map +1 -0
- package/dist/detectors/registry/latin-abbreviation.js +3 -0
- package/dist/detectors/registry/latin-abbreviation.js.map +1 -0
- package/dist/detectors/registry/link-text-url-mismatch.d.ts +3 -0
- package/dist/detectors/registry/link-text-url-mismatch.d.ts.map +1 -0
- package/dist/detectors/registry/link-text-url-mismatch.js +3 -0
- package/dist/detectors/registry/link-text-url-mismatch.js.map +1 -0
- package/dist/detectors/registry/mark-consistency.d.ts +3 -0
- package/dist/detectors/registry/mark-consistency.d.ts.map +1 -0
- package/dist/detectors/registry/mark-consistency.js +3 -0
- package/dist/detectors/registry/mark-consistency.js.map +1 -0
- package/dist/detectors/registry/origin-particle.d.ts +3 -0
- package/dist/detectors/registry/origin-particle.d.ts.map +1 -0
- package/dist/detectors/registry/origin-particle.js +3 -0
- package/dist/detectors/registry/origin-particle.js.map +1 -0
- package/dist/detectors/registry/request-without-deadline.d.ts +3 -0
- package/dist/detectors/registry/request-without-deadline.d.ts.map +1 -0
- package/dist/detectors/registry/request-without-deadline.js +3 -0
- package/dist/detectors/registry/request-without-deadline.js.map +1 -0
- package/dist/detectors/registry/sentence-spacing.d.ts +3 -0
- package/dist/detectors/registry/sentence-spacing.d.ts.map +1 -0
- package/dist/detectors/registry/sentence-spacing.js +3 -0
- package/dist/detectors/registry/sentence-spacing.js.map +1 -0
- package/dist/detectors/registry/shell-prompt.d.ts +3 -0
- package/dist/detectors/registry/shell-prompt.d.ts.map +1 -0
- package/dist/detectors/registry/shell-prompt.js +3 -0
- package/dist/detectors/registry/shell-prompt.js.map +1 -0
- package/dist/detectors/registry/step-statement.d.ts +3 -0
- package/dist/detectors/registry/step-statement.d.ts.map +1 -0
- package/dist/detectors/registry/step-statement.js +3 -0
- package/dist/detectors/registry/step-statement.js.map +1 -0
- package/dist/detectors/registry/unpaired-parallel.d.ts +3 -0
- package/dist/detectors/registry/unpaired-parallel.d.ts.map +1 -0
- package/dist/detectors/registry/unpaired-parallel.js +3 -0
- package/dist/detectors/registry/unpaired-parallel.js.map +1 -0
- package/dist/detectors/request-owner.d.ts +23 -0
- package/dist/detectors/request-owner.d.ts.map +1 -0
- package/dist/detectors/request-owner.js +110 -0
- package/dist/detectors/request-owner.js.map +1 -0
- package/dist/detectors/technical-docs.d.ts +32 -0
- package/dist/detectors/technical-docs.d.ts.map +1 -0
- package/dist/detectors/technical-docs.js +199 -0
- package/dist/detectors/technical-docs.js.map +1 -0
- package/dist/extension/pack-read.d.ts +21 -0
- package/dist/extension/pack-read.d.ts.map +1 -0
- package/dist/extension/pack-read.js +117 -0
- package/dist/extension/pack-read.js.map +1 -0
- package/dist/extension/plugin-load.d.ts.map +1 -1
- package/dist/extension/plugin-load.js +44 -10
- package/dist/extension/plugin-load.js.map +1 -1
- package/dist/extension/plugin-parse.d.ts.map +1 -1
- package/dist/extension/plugin-parse.js +10 -3
- package/dist/extension/plugin-parse.js.map +1 -1
- package/dist/facts/address-values.d.ts +5 -0
- package/dist/facts/address-values.d.ts.map +1 -0
- package/dist/facts/address-values.js +64 -0
- package/dist/facts/address-values.js.map +1 -0
- package/dist/facts/cross-facts.d.ts +20 -0
- package/dist/facts/cross-facts.d.ts.map +1 -0
- package/dist/facts/cross-facts.js +41 -0
- package/dist/facts/cross-facts.js.map +1 -0
- package/dist/fix-plan/chosen-depth.d.ts +10 -0
- package/dist/fix-plan/chosen-depth.d.ts.map +1 -0
- package/dist/fix-plan/chosen-depth.js +24 -0
- package/dist/fix-plan/chosen-depth.js.map +1 -0
- package/dist/fix-plan/mode.d.ts +13 -4
- package/dist/fix-plan/mode.d.ts.map +1 -1
- package/dist/fix-plan/mode.js +38 -7
- package/dist/fix-plan/mode.js.map +1 -1
- package/dist/fix-plan/plan.d.ts +20 -0
- package/dist/fix-plan/plan.d.ts.map +1 -1
- package/dist/fix-plan/plan.js +23 -5
- package/dist/fix-plan/plan.js.map +1 -1
- package/dist/fix-plan/render.d.ts.map +1 -1
- package/dist/fix-plan/render.js +24 -0
- package/dist/fix-plan/render.js.map +1 -1
- package/dist/fix-plan/text.d.ts +8 -0
- package/dist/fix-plan/text.d.ts.map +1 -1
- package/dist/fix-plan/text.js +36 -10
- package/dist/fix-plan/text.js.map +1 -1
- package/dist/genre-load.d.ts +1 -1
- package/dist/genre-load.d.ts.map +1 -1
- package/dist/genre-load.js +7 -4
- package/dist/genre-load.js.map +1 -1
- package/dist/genre-parse.d.ts +6 -0
- package/dist/genre-parse.d.ts.map +1 -1
- package/dist/genre-parse.js +18 -0
- package/dist/genre-parse.js.map +1 -1
- package/dist/init.js +10 -10
- package/dist/init.js.map +1 -1
- package/dist/known-genres.d.ts +8 -0
- package/dist/known-genres.d.ts.map +1 -0
- package/dist/known-genres.js +17 -0
- package/dist/known-genres.js.map +1 -0
- package/dist/link-shape.d.ts +20 -0
- package/dist/link-shape.d.ts.map +1 -0
- package/dist/link-shape.js +58 -0
- package/dist/link-shape.js.map +1 -0
- package/dist/reasons.d.ts.map +1 -1
- package/dist/reasons.js +15 -4
- package/dist/reasons.js.map +1 -1
- package/dist/render/explain.d.ts.map +1 -1
- package/dist/render/explain.js +11 -2
- package/dist/render/explain.js.map +1 -1
- package/dist/render/friendly.js +1 -1
- package/dist/render/friendly.js.map +1 -1
- package/dist/render/rules-json.d.ts.map +1 -1
- package/dist/render/rules-json.js +12 -3
- package/dist/render/rules-json.js.map +1 -1
- package/dist/render/rules-table.js +6 -6
- package/dist/render/rules-table.js.map +1 -1
- package/dist/render/semantic.js +2 -2
- package/dist/render/semantic.js.map +1 -1
- package/dist/render/suppressions.js +2 -2
- package/dist/render/suppressions.js.map +1 -1
- package/dist/rewrite-depth.d.ts +22 -0
- package/dist/rewrite-depth.d.ts.map +1 -0
- package/dist/rewrite-depth.js +42 -0
- package/dist/rewrite-depth.js.map +1 -0
- package/dist/rule-fields.d.ts +23 -0
- package/dist/rule-fields.d.ts.map +1 -0
- package/dist/rule-fields.js +64 -0
- package/dist/rule-fields.js.map +1 -0
- package/dist/rule-guide.d.ts +3 -0
- package/dist/rule-guide.d.ts.map +1 -1
- package/dist/rule-guide.js +6 -0
- package/dist/rule-guide.js.map +1 -1
- package/dist/rule-load.d.ts.map +1 -1
- package/dist/rule-load.js +13 -5
- package/dist/rule-load.js.map +1 -1
- package/dist/rule-offs.d.ts +14 -0
- package/dist/rule-offs.d.ts.map +1 -0
- package/dist/rule-offs.js +45 -0
- package/dist/rule-offs.js.map +1 -0
- package/dist/structure/build.d.ts.map +1 -1
- package/dist/structure/build.js +14 -1
- package/dist/structure/build.js.map +1 -1
- package/dist/structure/cross-definitions.d.ts +23 -0
- package/dist/structure/cross-definitions.d.ts.map +1 -0
- package/dist/structure/cross-definitions.js +34 -0
- package/dist/structure/cross-definitions.js.map +1 -0
- package/genres.yaml +14 -313
- package/package.json +3 -3
- package/rules/absolute-exception.yaml +3 -1
- package/rules/abstract-length.yaml +7 -1
- package/rules/acronym-expansion-conflict.yaml +2 -1
- package/rules/adverb-overuse.yaml +7 -1
- package/rules/adverb-without-negation.yaml +60 -0
- package/rules/adversative-ga-repeat.yaml +2 -1
- package/rules/agentless-passive.yaml +10 -1
- package/rules/agreement-slip.yaml +4 -1
- package/rules/ai-generated-composite.yaml +6 -1
- package/rules/ai-structure.yaml +8 -2
- package/rules/ai-tell.yaml +7 -1
- package/rules/all-caps-shouting.yaml +61 -0
- package/rules/announced-count-mismatch.yaml +3 -1
- package/rules/announcing-opener.yaml +7 -1
- package/rules/article-sound.yaml +6 -2
- package/rules/assistant-residue.yaml +4 -1
- package/rules/attachment-not-attached.yaml +112 -0
- package/rules/baito-keigo.yaml +64 -0
- package/rules/bare-url-mix.yaml +86 -0
- package/rules/bold-density.yaml +1 -0
- package/rules/bold-label-list.yaml +9 -1
- package/rules/bracket-nesting.yaml +2 -1
- package/rules/bracket-width-consistency.yaml +64 -0
- package/rules/broken-link.yaml +1 -1
- package/rules/chat-citation-residue.yaml +2 -1
- package/rules/citation-reference-mismatch.yaml +7 -1
- package/rules/citation-style-mix.yaml +7 -1
- package/rules/clause-chain.yaml +6 -1
- package/rules/closing-cliche.yaml +7 -0
- package/rules/code-fence-language-mix.yaml +176 -0
- package/rules/colloquial-opener.yaml +62 -0
- package/rules/colon-lead-in.yaml +7 -1
- package/rules/concrete-evidence-density.yaml +6 -0
- package/rules/contraction-consistency.yaml +4 -1
- package/rules/contrast-framing.yaml +7 -1
- package/rules/cross-doc-duplicate-definition.yaml +70 -0
- package/rules/cross-doc-fact-conflict.yaml +64 -0
- package/rules/cushion-phrase-density.yaml +8 -1
- package/rules/dangling-figure-reference.yaml +3 -1
- package/rules/dangling-reference.yaml +3 -1
- package/rules/date-format-consistency.yaml +3 -2
- package/rules/date-order.yaml +3 -1
- package/rules/date-range-reversed.yaml +3 -1
- package/rules/date-weekday-mismatch.yaml +3 -1
- package/rules/date-without-year.yaml +4 -3
- package/rules/defined-name-repeated.yaml +97 -0
- package/rules/defined-term-form.yaml +113 -0
- package/rules/demonstrative-opener-run.yaml +2 -1
- package/rules/double-keigo.yaml +6 -1
- package/rules/double-negative.yaml +5 -1
- package/rules/doubled-nado.yaml +2 -1
- package/rules/doubled-punctuation.yaml +1 -1
- package/rules/doubled-word.yaml +4 -1
- package/rules/duplicate-definition.yaml +3 -1
- package/rules/duplicate-heading.yaml +1 -1
- package/rules/duration-mismatch.yaml +2 -1
- package/rules/elapsed-years-mismatch.yaml +4 -1
- package/rules/email-greeting-closing.yaml +122 -0
- package/rules/email-subject-length.yaml +112 -0
- package/rules/emoji-density.yaml +3 -1
- package/rules/emoji-heading.yaml +7 -1
- package/rules/empty-intensifier.yaml +4 -0
- package/rules/empty-list-item.yaml +2 -1
- package/rules/empty-section.yaml +1 -1
- package/rules/empty-table-cell.yaml +2 -1
- package/rules/excessive-hedging.yaml +7 -1
- package/rules/exclamation-width-consistency.yaml +64 -0
- package/rules/expletive-construction.yaml +7 -1
- package/rules/fact-conflict.yaml +4 -1
- package/rules/figure-reference-order.yaml +7 -1
- package/rules/fullwidth-alnum-consistency.yaml +2 -2
- package/rules/hankaku-kana.yaml +1 -1
- package/rules/heading-command-missing.yaml +109 -0
- package/rules/heading-echo.yaml +6 -1
- package/rules/heading-level-skip.yaml +3 -3
- package/rules/heading-numbering-mix.yaml +4 -3
- package/rules/hiragana-fukushi.yaml +4 -1
- package/rules/homophone-slip.yaml +5 -1
- package/rules/humble-for-others.yaml +63 -0
- package/rules/hyphen-as-dash.yaml +59 -0
- package/rules/idiom-misuse.yaml +4 -1
- package/rules/image-file-name-alt.yaml +83 -0
- package/rules/impossible-date.yaml +79 -0
- package/rules/impossible-time.yaml +76 -0
- package/rules/internal-jargon.yaml +1 -1
- package/rules/invisible-character.yaml +1 -1
- package/rules/katakana-density.yaml +2 -1
- package/rules/katakana-long-vowel.yaml +1 -1
- package/rules/known-misspelling.yaml +2 -1
- package/rules/kutoten-consistency.yaml +1 -1
- package/rules/latin-abbreviation-form.yaml +58 -0
- package/rules/latin-spacing.yaml +6 -2
- package/rules/link-text-url-mismatch.yaml +72 -0
- package/rules/list-item-form-mix.yaml +7 -1
- package/rules/max-kanji-continuous.yaml +10 -2
- package/rules/max-paragraph-length.yaml +4 -1
- package/rules/max-sentence-length.yaml +29 -21
- package/rules/max-ten.yaml +4 -1
- package/rules/misconversion.yaml +2 -1
- package/rules/modal-conflict.yaml +2 -1
- package/rules/name-variant.yaml +4 -3
- package/rules/ngram-repetition.yaml +5 -0
- package/rules/no-doubled-joshi.yaml +5 -1
- package/rules/no-em-dash.yaml +4 -1
- package/rules/no-lead.yaml +6 -1
- package/rules/no-mixed-desumasu.yaml +5 -2
- package/rules/no-nakaguro-parallel.yaml +3 -0
- package/rules/nominalization.yaml +5 -1
- package/rules/number-style-consistency.yaml +6 -1
- package/rules/number-without-unit.yaml +2 -1
- package/rules/numbering-gap.yaml +1 -1
- package/rules/one-sentence-paragraph-run.yaml +5 -1
- package/rules/orthographic-variant.yaml +4 -1
- package/rules/outside-announced-list.yaml +2 -1
- package/rules/oxford-comma-consistency.yaml +3 -1
- package/rules/padded-intro.yaml +7 -0
- package/rules/paragraph-length-variance.yaml +7 -1
- package/rules/paragraph-restatement.yaml +6 -1
- package/rules/percent-sum-mismatch.yaml +3 -1
- package/rules/person-consistency.yaml +4 -1
- package/rules/preamble-length.yaml +6 -0
- package/rules/preferred-term.yaml +1 -1
- package/rules/proper-noun-density.yaml +8 -1
- package/rules/quote-style-consistency.yaml +66 -0
- package/rules/ra-nuki.yaml +4 -1
- package/rules/redundant-expression.yaml +4 -1
- package/rules/reference-title-mismatch.yaml +4 -3
- package/rules/reference-topic-missing.yaml +2 -1
- package/rules/relative-date-mismatch.yaml +2 -1
- package/rules/repeated-conjunction.yaml +4 -1
- package/rules/repeated-sentence-ending.yaml +62 -0
- package/rules/repeated-sentence-head.yaml +4 -0
- package/rules/request-without-deadline.yaml +92 -0
- package/rules/required-sections.yaml +1 -1
- package/rules/requirement-modal.yaml +1 -1
- package/rules/requirement-smell.yaml +12 -4
- package/rules/rule-of-three.yaml +8 -1
- package/rules/sasete-itadaku.yaml +7 -1
- package/rules/section-length-uniformity.yaml +7 -1
- package/rules/sentence-initial-conjunction-run.yaml +5 -1
- package/rules/sentence-initial-so.yaml +6 -1
- package/rules/sentence-rhythm.yaml +8 -1
- package/rules/sentence-spacing-consistency.yaml +63 -0
- package/rules/shell-prompt-mix.yaml +128 -0
- package/rules/space-before-punctuation.yaml +1 -1
- package/rules/spelling-consistency.yaml +3 -1
- package/rules/step-statement-mix.yaml +76 -0
- package/rules/stock-transition.yaml +8 -1
- package/rules/stray-space.yaml +2 -2
- package/rules/summary-fact-mismatch.yaml +4 -1
- package/rules/table-header-variant.yaml +2 -1
- package/rules/taigen-dome-in-prose.yaml +6 -0
- package/rules/tari-unpaired.yaml +58 -0
- package/rules/teki-overuse.yaml +2 -1
- package/rules/title-case-consistency.yaml +1 -1
- package/rules/title-length.yaml +7 -1
- package/rules/topic-predicate-distance.yaml +6 -1
- package/rules/total-mismatch.yaml +3 -1
- package/rules/translationese-density.yaml +4 -1
- package/rules/unbalanced-bracket.yaml +3 -3
- package/rules/undefined-acronym.yaml +8 -1
- package/rules/unfilled-placeholder.yaml +1 -1
- package/rules/unit-mismatch.yaml +2 -1
- package/rules/unknown-word.yaml +4 -1
- package/rules/unqualified-superlative.yaml +6 -1
- package/rules/unused-definition.yaml +4 -3
- package/rules/url-run-on.yaml +1 -1
- package/rules/use-before-definition.yaml +4 -3
- package/rules/vague-figure-reference.yaml +3 -1
- package/rules/vague-link-text.yaml +2 -1
- package/rules/vague-word-density.yaml +2 -1
- package/rules/very-adjective.yaml +5 -1
- package/rules/weasel-word.yaml +6 -1
- package/rules/wordy-phrase.yaml +6 -1
- package/rules/yori-as-from.yaml +61 -0
- package/src/api.ts +13 -1
- package/src/cli-text.ts +18 -7
- package/src/cli.ts +3 -0
- package/src/command-help.ts +26 -0
- package/src/commands/eval.ts +2 -2
- package/src/commands/fix-plan.ts +13 -1
- package/src/commands/help.ts +8 -0
- package/src/config/load.ts +3 -0
- package/src/config/option-problems.ts +2 -2
- package/src/config/rule-problems.ts +2 -2
- package/src/custom/checked.ts +8 -0
- package/src/custom/dsl-fields.ts +102 -0
- package/src/custom/load.ts +2 -0
- package/src/custom/parse.ts +72 -50
- package/src/custom/problems.ts +18 -2
- package/src/detectors/blank-structure.ts +12 -4
- package/src/detectors/clause-shape.ts +199 -0
- package/src/detectors/code-fences.ts +113 -0
- package/src/detectors/cross-definitions.ts +49 -0
- package/src/detectors/cross-facts.ts +60 -0
- package/src/detectors/cross-registry/cross-doc-duplicate-definition.ts +4 -0
- package/src/detectors/cross-registry/cross-doc-fact-conflict.ts +4 -0
- package/src/detectors/custom.ts +10 -2
- package/src/detectors/defined-term-form.ts +200 -0
- package/src/detectors/email-letter.ts +262 -0
- package/src/detectors/impossible-date.ts +141 -0
- package/src/detectors/impossible-time.ts +151 -0
- package/src/detectors/link-shape.ts +70 -0
- package/src/detectors/mark-shape.ts +202 -0
- package/src/detectors/registry/adverb-polarity.ts +4 -0
- package/src/detectors/registry/attachment-missing.ts +4 -0
- package/src/detectors/registry/bare-url-mix.ts +4 -0
- package/src/detectors/registry/caps-shouting.ts +4 -0
- package/src/detectors/registry/code-fence-language.ts +4 -0
- package/src/detectors/registry/defined-name-repeated.ts +4 -0
- package/src/detectors/registry/defined-term-form.ts +4 -0
- package/src/detectors/registry/email-frame.ts +4 -0
- package/src/detectors/registry/email-subject.ts +4 -0
- package/src/detectors/registry/ending-run.ts +4 -0
- package/src/detectors/registry/heading-command.ts +4 -0
- package/src/detectors/registry/hyphen-dash.ts +4 -0
- package/src/detectors/registry/image-file-name-alt.ts +4 -0
- package/src/detectors/registry/impossible-date.ts +4 -0
- package/src/detectors/registry/impossible-time.ts +4 -0
- package/src/detectors/registry/latin-abbreviation.ts +4 -0
- package/src/detectors/registry/link-text-url-mismatch.ts +4 -0
- package/src/detectors/registry/mark-consistency.ts +4 -0
- package/src/detectors/registry/origin-particle.ts +4 -0
- package/src/detectors/registry/request-without-deadline.ts +4 -0
- package/src/detectors/registry/sentence-spacing.ts +4 -0
- package/src/detectors/registry/shell-prompt.ts +4 -0
- package/src/detectors/registry/step-statement.ts +4 -0
- package/src/detectors/registry/unpaired-parallel.ts +4 -0
- package/src/detectors/request-owner.ts +141 -0
- package/src/detectors/technical-docs.ts +230 -0
- package/src/extension/pack-read.ts +128 -0
- package/src/extension/plugin-load.ts +49 -9
- package/src/extension/plugin-parse.ts +10 -3
- package/src/facts/address-values.ts +74 -0
- package/src/facts/cross-facts.ts +54 -0
- package/src/fix-plan/chosen-depth.ts +28 -0
- package/src/fix-plan/mode.ts +57 -11
- package/src/fix-plan/plan.ts +37 -5
- package/src/fix-plan/render.ts +24 -0
- package/src/fix-plan/text.ts +47 -10
- package/src/genre-load.ts +7 -4
- package/src/genre-parse.ts +19 -0
- package/src/init.ts +10 -10
- package/src/known-genres.ts +19 -0
- package/src/link-shape.ts +62 -0
- package/src/reasons.ts +16 -4
- package/src/render/explain.ts +14 -2
- package/src/render/friendly.ts +1 -1
- package/src/render/rules-json.ts +14 -3
- package/src/render/rules-table.ts +6 -6
- package/src/render/semantic.ts +2 -2
- package/src/render/suppressions.ts +2 -2
- package/src/rewrite-depth.ts +60 -0
- package/src/rule-fields.ts +95 -0
- package/src/rule-guide.ts +9 -0
- package/src/rule-load.ts +10 -4
- package/src/rule-offs.ts +50 -0
- package/src/structure/build.ts +21 -1
- package/src/structure/cross-definitions.ts +60 -0
package/dist/custom/problems.js
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { customRulesOf } from "./load.js";
|
|
2
2
|
import { MAX_PATTERN_LENGTH, MAX_REPEATS } from "./regex-safety.js";
|
|
3
3
|
import { POS_WRITTEN_NAMES } from "./token-pattern.js";
|
|
4
|
+
import { fieldProblemSentence } from "../rule-fields.js";
|
|
4
5
|
const TEXT = {
|
|
5
6
|
ja: {
|
|
6
7
|
modulePath: {
|
|
@@ -33,7 +34,10 @@ const TEXT = {
|
|
|
33
34
|
"bad-token": "{scope} の {at}: tokens の {index} 番目に pos・base・surface のどれもありません",
|
|
34
35
|
"unknown-pos": "{scope} の {at}: 品詞 {written} は知りません({names})",
|
|
35
36
|
"bad-pattern": "{scope} の {at}: pattern を使えません。{refusal}",
|
|
37
|
+
"level-and-levels": "{scope} の {at}: level と levels の両方があります。どちらか一つにしてください",
|
|
38
|
+
"bad-levels": "{scope} の {at}: levels: {written} は読めません。strict・normal・relaxed に重さ(error / warning / info)を書き、normal は必ず書きます。チームのルールは箇所を出すので、数は書けません",
|
|
36
39
|
},
|
|
40
|
+
fieldAt: "{scope} の {at}: ",
|
|
37
41
|
},
|
|
38
42
|
en: {
|
|
39
43
|
modulePath: {
|
|
@@ -66,7 +70,10 @@ const TEXT = {
|
|
|
66
70
|
"bad-token": "{scope} {at}: token {index} has none of pos, base and surface",
|
|
67
71
|
"unknown-pos": "{scope} {at}: unknown part of speech {written} ({names})",
|
|
68
72
|
"bad-pattern": "{scope} {at}: the pattern cannot be used: {refusal}",
|
|
73
|
+
"level-and-levels": "{scope} {at}: has both level and levels; keep one",
|
|
74
|
+
"bad-levels": "{scope} {at}: cannot read levels: {written}. Give strict, normal and relaxed a severity (error / warning / info), normal always. A team's rule reports places, so a number has nothing to count",
|
|
69
75
|
},
|
|
76
|
+
fieldAt: "{scope} {at}: ",
|
|
70
77
|
},
|
|
71
78
|
};
|
|
72
79
|
const PLACEHOLDER = /\{(scope|at|written|field|index|refusal|names)\}/gu;
|
|
@@ -85,10 +92,13 @@ const valuesOf = (problem, text, scope) => ({
|
|
|
85
92
|
refusal: refusalOf(problem, text),
|
|
86
93
|
names: POS_WRITTEN_NAMES.join(" / "),
|
|
87
94
|
});
|
|
95
|
+
const FIELD_KINDS = new Set(["bad-depth", "bad-group", "bad-use-for", "bad-summary", "bad-example"]);
|
|
96
|
+
const isFieldProblem = (problem) => FIELD_KINDS.has(problem.kind);
|
|
88
97
|
/** One problem as a sentence. scope names the list the rule is in: custom_rules, or a plugin's rules. */
|
|
89
98
|
export const customProblemSentence = (problem, ui, scope = "custom_rules") => {
|
|
90
99
|
const values = valuesOf(problem, TEXT[ui], scope);
|
|
91
|
-
|
|
100
|
+
const fill = (template) => template.replace(PLACEHOLDER, (_whole, key) => values[key] ?? "");
|
|
101
|
+
return isFieldProblem(problem) ? `${fill(TEXT[ui].fieldAt)}${fieldProblemSentence(problem, ui)}` : fill(TEXT[ui].problems[problem.kind]);
|
|
92
102
|
};
|
|
93
103
|
/** What in custom_rules cannot run. Each stops the run: a team's rule that silently does not run looks like a clean document. */
|
|
94
104
|
export const customRuleProblems = (config, ui) => customRulesOf(config).problems.map((problem) => `chaff: ${config.path ?? "chaff.yaml"}: ${customProblemSentence(problem, ui)}`);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"problems.js","sourceRoot":"","sources":["../../src/custom/problems.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAqB,MAAM,mBAAmB,CAAC;AACvF,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;
|
|
1
|
+
{"version":3,"file":"problems.js","sourceRoot":"","sources":["../../src/custom/problems.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAqB,MAAM,mBAAmB,CAAC;AACvF,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAEvD,OAAO,EAAE,oBAAoB,EAAqC,MAAM,mBAAmB,CAAC;AAW5F,MAAM,IAAI,GAAgB;IACxB,EAAE,EAAE;QACF,UAAU,EAAE;YACV,OAAO,EAAE,8DAA8D;SACxE;QACD,OAAO,EAAE;YACP,UAAU,EAAE,GAAG,MAAM,CAAC,kBAAkB,CAAC,4BAA4B;YACrE,mBAAmB,EAAE,kDAAkD;YACvE,kBAAkB,EAAE,gCAAgC,MAAM,CAAC,WAAW,CAAC,8BAA8B;YACrG,aAAa,EAAE,sCAAsC;YACrD,aAAa,EAAE,+BAA+B;YAC9C,OAAO,EAAE,cAAc;SACxB;QACD,QAAQ,EAAE;YACR,YAAY,EAAE,kCAAkC;YAChD,WAAW,EAAE,2CAA2C;YACxD,QAAQ,EAAE,kEAAkE;YAC5E,cAAc,EAAE,qCAAqC;YACrD,aAAa,EAAE,mDAAmD;YAClE,cAAc,EAAE,2EAA2E;YAC3F,YAAY,EAAE,oDAAoD;YAClE,cAAc,EAAE,gEAAgE;YAChF,eAAe,EAAE,sDAAsD;YACvE,OAAO,EAAE,gCAAgC;YACzC,kBAAkB,EAAE,kEAAkE;YACtF,WAAW,EAAE,iEAAiE;YAC9E,eAAe,EAAE,2DAA2D;YAC5E,UAAU,EAAE,uDAAuD;YACnE,WAAW,EAAE,4DAA4D;YACzE,WAAW,EAAE,iEAAiE;YAC9E,aAAa,EAAE,8CAA8C;YAC7D,aAAa,EAAE,0CAA0C;YACzD,kBAAkB,EAAE,uDAAuD;YAC3E,YAAY,EACV,sIAAsI;SACzI;QACD,OAAO,EAAE,kBAAkB;KAC5B;IACD,EAAE,EAAE;QACF,UAAU,EAAE;YACV,OAAO,EAAE,wHAAwH;SAClI;QACD,OAAO,EAAE;YACP,UAAU,EAAE,qBAAqB,MAAM,CAAC,kBAAkB,CAAC,0CAA0C;YACrG,mBAAmB,EAAE,kGAAkG;YACvH,kBAAkB,EAAE,oBAAoB,MAAM,CAAC,WAAW,CAAC,qFAAqF;YAChJ,aAAa,EAAE,qFAAqF;YACpG,aAAa,EAAE,+DAA+D;YAC9E,OAAO,EAAE,gCAAgC;SAC1C;QACD,QAAQ,EAAE;YACR,YAAY,EAAE,4CAA4C;YAC1D,WAAW,EAAE,4DAA4D;YACzE,QAAQ,EAAE,qHAAqH;YAC/H,cAAc,EAAE,4CAA4C;YAC5D,aAAa,EAAE,6DAA6D;YAC5E,cAAc,EAAE,iFAAiF;YACjG,YAAY,EAAE,2DAA2D;YACzE,cAAc,EAAE,sEAAsE;YACtF,eAAe,EAAE,2EAA2E;YAC5F,OAAO,EAAE,kCAAkC;YAC3C,kBAAkB,EAAE,0FAA0F;YAC9G,WAAW,EAAE,qEAAqE;YAClF,eAAe,EAAE,4DAA4D;YAC7E,UAAU,EAAE,gEAAgE;YAC5E,WAAW,EAAE,oEAAoE;YACjF,WAAW,EAAE,+DAA+D;YAC5E,aAAa,EAAE,0DAA0D;YACzE,aAAa,EAAE,qDAAqD;YACpE,kBAAkB,EAAE,mDAAmD;YACvE,YAAY,EACV,iMAAiM;SACpM;QACD,OAAO,EAAE,gBAAgB;KAC1B;CACF,CAAC;AAEF,MAAM,WAAW,GAAG,oDAAoD,CAAC;AAEzE,MAAM,SAAS,GAAG,CAAC,OAAsB,EAAE,IAAU,EAAU,EAAE;IAC/D,IAAI,OAAO,CAAC,IAAI,KAAK,aAAa;QAAE,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IACzE,OAAO,OAAO,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC/E,CAAC,CAAC;AAEF,kFAAkF;AAClF,MAAM,QAAQ,GAAG,CAAC,OAAsB,EAAE,IAAU,EAAE,KAAa,EAAoC,EAAE,CAAC,CAAC;IACzG,KAAK;IACL,EAAE,EAAE,IAAI,IAAI,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;IACrC,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;IACpD,KAAK,EAAE,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;IAC9C,KAAK,EAAE,OAAO,IAAI,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE;IACtD,OAAO,EAAE,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC;IACjC,KAAK,EAAE,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC;CACrC,CAAC,CAAC;AAEH,MAAM,WAAW,GAAwB,IAAI,GAAG,CAAY,CAAC,WAAW,EAAE,WAAW,EAAE,aAAa,EAAE,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC;AAErI,MAAM,cAAc,GAAG,CAAC,OAAsB,EAAqD,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AAEpI,yGAAyG;AACzG,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,OAAsB,EAAE,EAAc,EAAE,KAAK,GAAG,cAAc,EAAU,EAAE;IAC9G,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,CAAC;IAClD,MAAM,IAAI,GAAG,CAAC,QAAgB,EAAU,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,MAAM,EAAE,GAAW,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;IACrH,OAAO,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,oBAAoB,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;AAC3I,CAAC,CAAC;AAEF,iIAAiI;AACjI,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,MAAwD,EAAE,EAAc,EAAY,EAAE,CACvH,aAAa,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,MAAM,CAAC,IAAI,IAAI,YAAY,KAAK,qBAAqB,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"blank-structure.d.ts","sourceRoot":"","sources":["../../src/detectors/blank-structure.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAA0B,IAAI,EAAE,MAAM,cAAc,CAAC;AAS3E,qFAAqF;AACrF,MAAM,MAAM,KAAK,GAAG;IAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"blank-structure.d.ts","sourceRoot":"","sources":["../../src/detectors/blank-structure.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAA0B,IAAI,EAAE,MAAM,cAAc,CAAC;AAS3E,qFAAqF;AACrF,MAAM,MAAM,KAAK,GAAG;IAAE,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAoFvE,iDAAiD;AACjD,eAAO,MAAM,WAAW,GAAI,QAAQ,MAAM,EAAE,UAAS,SAAS,IAAI,EAAO,KAAG,KAAK,EACe,CAAC;AAsCjG,sFAAsF;AACtF,eAAO,MAAM,UAAU,GAAI,QAAQ,MAAM,EAAE,UAAS,SAAS,IAAI,EAAO,KAAG,KAAK,EACY,CAAC;AAe7F,eAAO,MAAM,cAAc,EAAE,QAAsD,CAAC;AACpF,eAAO,MAAM,aAAa,EAAE,QAAoD,CAAC"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { readMarkdown } from "../markdown-read.js";
|
|
2
2
|
import { spanOf } from "../markdown-node.js";
|
|
3
|
-
import { eachPreOrder } from "../tree-walk.js";
|
|
3
|
+
import { eachPreOrder, foldPostOrder } from "../tree-walk.js";
|
|
4
4
|
import { quoteAt } from "./structure-tree.js";
|
|
5
5
|
/** Fewer body rows than this, and one blank is as likely a choice as a gap. */
|
|
6
6
|
const MIN_BODY_ROWS = 3;
|
|
@@ -12,16 +12,18 @@ const BARE_BOX = /^\[[ xX]?\]$/u;
|
|
|
12
12
|
const EMPHASIS = /[*_]/gu;
|
|
13
13
|
const COMMENT = /^<!--[\s\S]*-->$/u;
|
|
14
14
|
const VISIBLE_LEAVES = new Set(["inlineCode", "image", "imageReference"]);
|
|
15
|
-
/**
|
|
16
|
-
const
|
|
15
|
+
/** What a leaf shows on its own; undefined for a node whose children decide. */
|
|
16
|
+
const leafShows = (node) => {
|
|
17
17
|
if (node.type === "text")
|
|
18
18
|
return (node.value ?? "").replace(EMPHASIS, "").trim() !== "";
|
|
19
19
|
if (node.type === "html")
|
|
20
20
|
return !COMMENT.test((node.value ?? "").trim());
|
|
21
21
|
if (VISIBLE_LEAVES.has(node.type))
|
|
22
22
|
return true;
|
|
23
|
-
return
|
|
23
|
+
return undefined;
|
|
24
24
|
};
|
|
25
|
+
/** Whether a node shows the reader anything: text that is not blank, code, an image, or HTML that is not a comment. */
|
|
26
|
+
const shows = (node) => foldPostOrder(node, (each) => each.children ?? [], (each, children) => leafShows(each) ?? children.some((child) => child));
|
|
25
27
|
const sourceOf = (source, node) => {
|
|
26
28
|
const span = node === undefined ? undefined : spanOf(node);
|
|
27
29
|
return span === undefined ? "" : source.slice(span.start, span.end).replace(/\|/gu, "").trim();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"blank-structure.js","sourceRoot":"","sources":["../../src/detectors/blank-structure.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,MAAM,EAAqB,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"blank-structure.js","sourceRoot":"","sources":["../../src/detectors/blank-structure.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,MAAM,EAAqB,MAAM,qBAAqB,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAC9D,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAE9C,+EAA+E;AAC/E,MAAM,aAAa,GAAG,CAAC,CAAC;AAKxB,mIAAmI;AACnI,MAAM,KAAK,GAAG,8BAA8B,CAAC;AAC7C,MAAM,gBAAgB,GAAG,qCAAqC,CAAC;AAC/D,qHAAqH;AACrH,MAAM,QAAQ,GAAG,eAAe,CAAC;AACjC,MAAM,QAAQ,GAAG,QAAQ,CAAC;AAC1B,MAAM,OAAO,GAAG,mBAAmB,CAAC;AACpC,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,CAAC,YAAY,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC;AAE1E,gFAAgF;AAChF,MAAM,SAAS,GAAG,CAAC,IAAkB,EAAuB,EAAE;IAC5D,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;IACxF,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1E,IAAI,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IAC/C,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,uHAAuH;AACvH,MAAM,KAAK,GAAG,CAAC,IAAkB,EAAW,EAAE,CAC5C,aAAa,CACX,IAAI,EACJ,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,EAC7B,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CACvE,CAAC;AAEJ,MAAM,QAAQ,GAAG,CAAC,MAAc,EAAE,IAA8B,EAAU,EAAE;IAC1E,MAAM,IAAI,GAAG,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3D,OAAO,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;AACjG,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,IAAkB,EAAE,IAAY,EAAkB,EAAE;IACvE,MAAM,KAAK,GAAmB,EAAE,CAAC;IACjC,YAAY,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,EAAE;QAC1B,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IACH,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,OAAO,GAAG,CAAC,KAAsB,EAAE,IAAkB,EAAW,EAAE;IACtE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC1B,OAAO,IAAI,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;AAC9G,CAAC,CAAC;AAEF,yGAAyG;AACzG,MAAM,UAAU,GAAG,CAAC,IAA8B,EAAE,GAA6B,EAAsB,EAAE;IACvG,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC;IACnD,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,CAAC;AAC1D,CAAC,CAAC;AAEF,gFAAgF;AAChF,MAAM,WAAW,GAAG,CAAC,MAAc,EAAE,MAAoB,EAAE,IAA6B,EAAE,MAAc,EAAW,EAAE;IACnH,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IACxD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACnG,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACrB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,EAAE,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACvD,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;IACzD,OAAO,MAAM,KAAK,SAAS,IAAI,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;AACvE,CAAC,CAAC;AAEF,8EAA8E;AAC9E,MAAM,aAAa,GAAG,CAAC,MAAc,EAAE,KAAmB,EAAW,EAAE;IACrE,MAAM,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,QAAQ,IAAI,EAAE,CAAC;IAC/C,IAAI,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,aAAa;QAAE,OAAO,EAAE,CAAC;IACnE,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,EAAE,MAAM,IAAI,CAAC,CAAC;IAC7C,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC;SAChE,KAAK,CAAC,CAAC,CAAC;SACR,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;AACpE,CAAC,CAAC;AAEF,gHAAgH;AAChH,MAAM,WAAW,GAAG,CAAC,IAAkB,EAAE,OAAwB,EAAU,EAAE,CAAC;IAC5E,GAAG,OAAO;IACV,GAAG,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;CAC3E,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,MAAc,EAAE,IAAY,EAAE,OAAwB,EAAkB,EAAE;IACrG,MAAM,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC;IACvC,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC1C,OAAO,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;AACzE,CAAC,CAAC;AAEF,iDAAiD;AACjD,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,MAAc,EAAE,UAA2B,EAAE,EAAW,EAAE,CACpF,mBAAmB,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC;AAIjG,4GAA4G;AAC5G,MAAM,MAAM,GAAG,CAAC,MAAc,EAAE,IAAkB,EAAQ,EAAE;IAC1D,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;IACrC,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC1G,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,CAAC;AACnF,CAAC,CAAC;AAEF,MAAM,UAAU,GAAG,CAAC,IAAU,EAAW,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;AAEnI;;;GAGG;AACH,MAAM,WAAW,GAAG,CAAC,KAAsB,EAAW,EAAE;IACtD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC1C,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC;AAC/G,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,IAAU,EAAE,MAAe,EAAE,aAAsB,EAAW,EAAE;IACjF,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC;IACxC,IAAI,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IAC/D,IAAI,IAAI,CAAC,KAAK;QAAE,OAAO,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACnE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACzC,OAAO,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AAC/E,CAAC,CAAC;AAEF,qHAAqH;AACrH,MAAM,YAAY,GAAG,CAAC,MAAc,EAAE,IAAkB,EAAW,EAAE;IACnE,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;IACrH,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxD,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;AACzE,CAAC,CAAC;AAEF,sFAAsF;AACtF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,MAAc,EAAE,UAA2B,EAAE,EAAW,EAAE,CACnF,mBAAmB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;AAE7F,MAAM,UAAU,GACd,CAAC,IAAY,EAAE,QAA+D,EAAY,EAAE,CAC5F,CAAC,GAAkB,EAAa,EAAE,CAChC,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAC1D,IAAI;IACJ,QAAQ,EAAE,SAAS;IACnB,IAAI,EAAE,CAAC;IACP,MAAM,EAAE,CAAC;IACT,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC;IACxC,GAAG,CAAC,KAAK,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAClD,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE;CACnD,CAAC,CAAC,CAAC;AAER,MAAM,CAAC,MAAM,cAAc,GAAa,UAAU,CAAC,kBAAkB,EAAE,WAAW,CAAC,CAAC;AACpF,MAAM,CAAC,MAAM,aAAa,GAAa,UAAU,CAAC,iBAAiB,EAAE,UAAU,CAAC,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type { Detector, Sentence } from "../plugin.ts";
|
|
2
|
+
/**
|
|
3
|
+
* How a sentence ends: its closing auxiliaries, and the verb before them as written (しました, あります, 思います).
|
|
4
|
+
* A noun before them is left out, so 必要です and 重要です end the same way. No auxiliary, no ending to compare.
|
|
5
|
+
*/
|
|
6
|
+
export declare const endingOf: (sentence: Sentence) => string | undefined;
|
|
7
|
+
type Ended = {
|
|
8
|
+
readonly sentence: Sentence;
|
|
9
|
+
readonly ending: string | undefined;
|
|
10
|
+
};
|
|
11
|
+
/** Runs of consecutive sentences with the same ending. A sentence with no ending to compare closes a run. */
|
|
12
|
+
export declare const endingRuns: (sentences: readonly Sentence[]) => Ended[][];
|
|
13
|
+
/** More than limit sentences in a row within one paragraph that end with the same words. */
|
|
14
|
+
export declare const endingRun: Detector;
|
|
15
|
+
/** A sentence that uses the lexicon's paired marker once and goes on without its partner. */
|
|
16
|
+
export declare const unpairedParallel: Detector;
|
|
17
|
+
/** Each of the lexicon's adverbs (全然, 決して) with no word of the negation list after it in its sentence. */
|
|
18
|
+
export declare const adverbPolarity: Detector;
|
|
19
|
+
/** The lexicon's particle where it marks a starting point (4月1日より開始), which the lexicon's rewrite says instead. */
|
|
20
|
+
export declare const originParticle: Detector;
|
|
21
|
+
export {};
|
|
22
|
+
//# sourceMappingURL=clause-shape.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"clause-shape.d.ts","sourceRoot":"","sources":["../../src/detectors/clause-shape.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAoD,QAAQ,EAAS,MAAM,cAAc,CAAC;AAqChH;;;GAGG;AACH,eAAO,MAAM,QAAQ,GAAI,UAAU,QAAQ,KAAG,MAAM,GAAG,SAQtD,CAAC;AAEF,KAAK,KAAK,GAAG;IAAE,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAA;CAAE,CAAC;AAElF,6GAA6G;AAC7G,eAAO,MAAM,UAAU,GAAI,WAAW,SAAS,QAAQ,EAAE,KAAG,KAAK,EAAE,EAQjB,CAAC;AAcnD,4FAA4F;AAC5F,eAAO,MAAM,SAAS,EAAE,QAKrB,CAAC;AAwBJ,6FAA6F;AAC7F,eAAO,MAAM,gBAAgB,EAAE,QAU9B,CAAC;AAqBF,0GAA0G;AAC1G,eAAO,MAAM,cAAc,EAAE,QAS5B,CAAC;AA2CF,mHAAmH;AACnH,eAAO,MAAM,cAAc,EAAE,QAM5B,CAAC"}
|
|
@@ -0,0 +1,149 @@
|
|
|
1
|
+
import { isWithinAny, quotedIn } from "../quoted-span.js";
|
|
2
|
+
// The shape of a clause read from its words: how it ends, a paired word left alone, an adverb that needs a
|
|
3
|
+
// negation, a particle used where another one belongs. Every word comes from a lexicon; this file knows parts of speech.
|
|
4
|
+
const findingAt = (sentence, offset, values) => ({
|
|
5
|
+
rule: "",
|
|
6
|
+
severity: "info",
|
|
7
|
+
line: 0,
|
|
8
|
+
column: 0,
|
|
9
|
+
quote: sentence.text.trim(),
|
|
10
|
+
values: { ...values, offset },
|
|
11
|
+
});
|
|
12
|
+
const patternsOf = (lexicon, group) => new Set((lexicon ?? []).filter((entry) => group === undefined || entry.group === group).map((entry) => entry.pattern));
|
|
13
|
+
const isSpace = (token) => token !== undefined && token.surface.trim() === "";
|
|
14
|
+
/** The tokens of a sentence outside anything quoted in 「」『』, with their index in the sentence. */
|
|
15
|
+
const ownTokens = (sentence) => {
|
|
16
|
+
const quoted = quotedIn(sentence);
|
|
17
|
+
return (sentence.tokens ?? []).flatMap((token, at) => (isWithinAny(quoted, token.span) ? [] : [{ token, at }]));
|
|
18
|
+
};
|
|
19
|
+
const wordOf = (token) => token.lemma ?? token.surface;
|
|
20
|
+
const isListed = (words, token) => token !== undefined && (words.has(token.surface) || words.has(wordOf(token)));
|
|
21
|
+
// --- ending-run: sentences in a row that end with the same words ---------------------------------------------
|
|
22
|
+
const TRAILING_POS = new Set(["PUNCT", "SYM"]);
|
|
23
|
+
const TAIL_POS = new Set(["AUX", "PART"]);
|
|
24
|
+
const VERBAL_POS = new Set(["VERB"]);
|
|
25
|
+
/**
|
|
26
|
+
* How a sentence ends: its closing auxiliaries, and the verb before them as written (しました, あります, 思います).
|
|
27
|
+
* A noun before them is left out, so 必要です and 重要です end the same way. No auxiliary, no ending to compare.
|
|
28
|
+
*/
|
|
29
|
+
export const endingOf = (sentence) => {
|
|
30
|
+
const tokens = (sentence.tokens ?? []).filter((token) => !isSpace(token));
|
|
31
|
+
const last = tokens.findLastIndex((token) => !TRAILING_POS.has(token.pos));
|
|
32
|
+
const head = tokens.slice(0, last + 1).findLastIndex((token) => !TAIL_POS.has(token.pos));
|
|
33
|
+
if (head === last)
|
|
34
|
+
return undefined;
|
|
35
|
+
const headToken = tokens[head];
|
|
36
|
+
const tail = tokens.slice(head + 1, last + 1).map((token) => token.surface);
|
|
37
|
+
return [headToken !== undefined && VERBAL_POS.has(headToken.pos) ? headToken.surface : "", ...tail].join("");
|
|
38
|
+
};
|
|
39
|
+
/** Runs of consecutive sentences with the same ending. A sentence with no ending to compare closes a run. */
|
|
40
|
+
export const endingRuns = (sentences) => sentences
|
|
41
|
+
.map((sentence) => ({ sentence, ending: endingOf(sentence) }))
|
|
42
|
+
.reduce((runs, ended) => {
|
|
43
|
+
const last = runs.at(-1) ?? [];
|
|
44
|
+
const continues = ended.ending !== undefined && last[0]?.ending === ended.ending;
|
|
45
|
+
return continues ? [...runs.slice(0, -1), [...last, ended]] : [...runs, [ended]];
|
|
46
|
+
}, [])
|
|
47
|
+
.filter((run) => run[0]?.ending !== undefined);
|
|
48
|
+
const runFinding = (run, limit) => {
|
|
49
|
+
const first = run[0];
|
|
50
|
+
return {
|
|
51
|
+
rule: "",
|
|
52
|
+
severity: "info",
|
|
53
|
+
line: 0,
|
|
54
|
+
column: 0,
|
|
55
|
+
quote: run.map(({ sentence }) => sentence.text.trim()).join(""),
|
|
56
|
+
values: { word: first?.ending ?? "", count: run.length, limit, offset: first?.sentence.span.start ?? 0 },
|
|
57
|
+
};
|
|
58
|
+
};
|
|
59
|
+
/** More than limit sentences in a row within one paragraph that end with the same words. */
|
|
60
|
+
export const endingRun = (doc, options) => doc.paragraphs.flatMap((paragraph) => endingRuns(paragraph.sentences)
|
|
61
|
+
.filter((run) => run.length > options.limit)
|
|
62
|
+
.map((run) => runFinding(run, options.limit)));
|
|
63
|
+
// --- unpaired-parallel: a word that lists by pairs (〜たり) used once, followed by another clause -----------------
|
|
64
|
+
const CONTENT_POS = new Set(["VERB", "ADJ", "NOUN", "PROPN"]);
|
|
65
|
+
const nextWord = (tokens, at) => tokens.slice(at + 1).find((token) => !isSpace(token));
|
|
66
|
+
/**
|
|
67
|
+
* The marker is left alone when the sentence holds it once and what follows starts a new clause: a comma,
|
|
68
|
+
* or a content word other than the lexicon's closer (〜たり、映画を見る / 〜たり見る). 〜たりする and 〜たりもする are whole.
|
|
69
|
+
*/
|
|
70
|
+
const leftAlone = (tokens, at, closers, commas) => {
|
|
71
|
+
const next = nextWord(tokens, at);
|
|
72
|
+
if (next === undefined)
|
|
73
|
+
return false;
|
|
74
|
+
if (commas.has(next.surface))
|
|
75
|
+
return true;
|
|
76
|
+
return CONTENT_POS.has(next.pos) && !isListed(closers, next);
|
|
77
|
+
};
|
|
78
|
+
const CONJUNCTION = "CCONJ";
|
|
79
|
+
const markersIn = (sentence, markers) => ownTokens(sentence).filter(({ token }) => token.pos === CONJUNCTION && markers.has(token.surface));
|
|
80
|
+
/** A sentence that uses the lexicon's paired marker once and goes on without its partner. */
|
|
81
|
+
export const unpairedParallel = (doc, options) => {
|
|
82
|
+
const markers = patternsOf(options.lexicon, "marker");
|
|
83
|
+
const closers = patternsOf(options.lexicon, "closer");
|
|
84
|
+
const commas = patternsOf(options.lexicon, "comma");
|
|
85
|
+
return doc.sentences.flatMap((sentence) => {
|
|
86
|
+
const found = markersIn(sentence, markers);
|
|
87
|
+
const only = found.length === 1 ? found[0] : undefined;
|
|
88
|
+
if (only === undefined || !leftAlone(sentence.tokens ?? [], only.at, closers, commas))
|
|
89
|
+
return [];
|
|
90
|
+
return [findingAt(sentence, only.token.span.start, { word: only.token.surface })];
|
|
91
|
+
});
|
|
92
|
+
};
|
|
93
|
+
const negationsOf = (lexicon) => ({
|
|
94
|
+
words: new Set((lexicon ?? []).filter((entry) => entry.group === undefined).map((entry) => entry.pattern)),
|
|
95
|
+
prefixes: [...patternsOf(lexicon, "prefix")],
|
|
96
|
+
});
|
|
97
|
+
/** A negating word (ない, 違う) or a word opening with a negating prefix (不十分, 無理). */
|
|
98
|
+
const isNegation = (token, negations) => isListed(negations.words, token) || negations.prefixes.some((prefix) => token.surface.length > prefix.length && token.surface.startsWith(prefix));
|
|
99
|
+
/** A negation of the writer's own after the adverb; one inside a quotation does not answer it. */
|
|
100
|
+
const hasNegation = (own, from, negations) => own.some(({ token, at }) => at > from && isNegation(token, negations));
|
|
101
|
+
/** Each of the lexicon's adverbs (全然, 決して) with no word of the negation list after it in its sentence. */
|
|
102
|
+
export const adverbPolarity = (doc, options) => {
|
|
103
|
+
const adverbs = patternsOf(options.lexicon);
|
|
104
|
+
const negations = negationsOf(doc.lexicons["negation-word"]);
|
|
105
|
+
return doc.sentences.flatMap((sentence) => {
|
|
106
|
+
const own = ownTokens(sentence);
|
|
107
|
+
return own
|
|
108
|
+
.filter(({ token, at }) => adverbs.has(token.surface) && !hasNegation(own, at, negations))
|
|
109
|
+
.map(({ token }) => findingAt(sentence, token.span.start, { word: token.surface }));
|
|
110
|
+
});
|
|
111
|
+
};
|
|
112
|
+
// --- origin-particle: a comparison particle (より) used for "from" -------------------------------------------------
|
|
113
|
+
/** Adverbs (順次) and punctuation (本日より、発送) stand between the particle and its head. */
|
|
114
|
+
const SKIPPED_POS = new Set(["ADV", "PUNCT"]);
|
|
115
|
+
const PARTICLE = "ADP";
|
|
116
|
+
const NOMINAL_POS = new Set(["NOUN", "PROPN"]);
|
|
117
|
+
/** The first word after the particle, past adverbs (順次) and a bound honorific prefix (ご連絡). */
|
|
118
|
+
const headAfter = (tokens, at) => tokens.findIndex((token, index) => index > at && !isSpace(token) && !SKIPPED_POS.has(token.pos) && token.features?.["Bound"] !== "Yes");
|
|
119
|
+
/**
|
|
120
|
+
* The head names a start or a sending (開始, 参る, 連絡). A noun head must be the action itself: followed by an object
|
|
121
|
+
* marker or a light verb (受付を開始, 開始します), not a noun being compared (昨年より販売が増えた).
|
|
122
|
+
*/
|
|
123
|
+
const isOriginHead = (tokens, head, heads, objectMarkers) => {
|
|
124
|
+
const token = tokens[head];
|
|
125
|
+
if (token === undefined || !isListed(heads, token))
|
|
126
|
+
return false;
|
|
127
|
+
if (!NOMINAL_POS.has(token.pos))
|
|
128
|
+
return true;
|
|
129
|
+
const next = nextWord(tokens, head);
|
|
130
|
+
return next !== undefined && (objectMarkers.has(next.surface) || next.features?.["VerbType"] === "Light");
|
|
131
|
+
};
|
|
132
|
+
const originsIn = (sentence, words) => {
|
|
133
|
+
const tokens = sentence.tokens ?? [];
|
|
134
|
+
return ownTokens(sentence)
|
|
135
|
+
.filter(({ token, at }) => token.pos === PARTICLE && words.particles.has(token.surface) && isOriginHead(tokens, headAfter(tokens, at), words.heads, words.objectMarkers))
|
|
136
|
+
.map(({ token }) => token);
|
|
137
|
+
};
|
|
138
|
+
const particleWords = (doc, options) => ({
|
|
139
|
+
particles: patternsOf(options.lexicon),
|
|
140
|
+
heads: patternsOf(doc.lexicons["origin-head"], "head"),
|
|
141
|
+
objectMarkers: patternsOf(doc.lexicons["origin-head"], "object"),
|
|
142
|
+
});
|
|
143
|
+
/** The lexicon's particle where it marks a starting point (4月1日より開始), which the lexicon's rewrite says instead. */
|
|
144
|
+
export const originParticle = (doc, options) => {
|
|
145
|
+
const words = particleWords(doc, options);
|
|
146
|
+
const rewrites = new Map((options.lexicon ?? []).map((entry) => [entry.pattern, entry.rewrite ?? ""]));
|
|
147
|
+
return doc.sentences.flatMap((sentence) => originsIn(sentence, words).map((token) => findingAt(sentence, token.span.start, { word: token.surface, suggestion: rewrites.get(token.surface) ?? "" })));
|
|
148
|
+
};
|
|
149
|
+
//# sourceMappingURL=clause-shape.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"clause-shape.js","sourceRoot":"","sources":["../../src/detectors/clause-shape.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE1D,2GAA2G;AAC3G,yHAAyH;AAEzH,MAAM,SAAS,GAAG,CAAC,QAAkB,EAAE,MAAc,EAAE,MAAiD,EAAW,EAAE,CAAC,CAAC;IACrH,IAAI,EAAE,EAAE;IACR,QAAQ,EAAE,MAAM;IAChB,IAAI,EAAE,CAAC;IACP,MAAM,EAAE,CAAC;IACT,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE;IAC3B,MAAM,EAAE,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE;CAC9B,CAAC,CAAC;AAEH,MAAM,UAAU,GAAG,CAAC,OAA4B,EAAE,KAAc,EAAuB,EAAE,CACvF,IAAI,GAAG,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAEzH,MAAM,OAAO,GAAG,CAAC,KAAwB,EAAW,EAAE,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC;AAE1G,kGAAkG;AAClG,MAAM,SAAS,GAAG,CAAC,QAAkB,EAAoD,EAAE;IACzF,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;AAClH,CAAC,CAAC;AAEF,MAAM,MAAM,GAAG,CAAC,KAAY,EAAU,EAAE,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,CAAC;AAEtE,MAAM,QAAQ,GAAG,CAAC,KAA0B,EAAE,KAAwB,EAAW,EAAE,CACjF,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAEhF,gHAAgH;AAEhH,MAAM,YAAY,GAAwB,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;AACpE,MAAM,QAAQ,GAAwB,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;AAC/D,MAAM,UAAU,GAAwB,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;AAE1D;;;GAGG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,QAAkB,EAAsB,EAAE;IACjE,MAAM,MAAM,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;IAC1E,MAAM,IAAI,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3E,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1F,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,SAAS,CAAC;IACpC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC5E,OAAO,CAAC,SAAS,KAAK,SAAS,IAAI,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAC/G,CAAC,CAAC;AAIF,6GAA6G;AAC7G,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,SAA8B,EAAa,EAAE,CACtE,SAAS;KACN,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;KAC7D,MAAM,CAAY,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE;IACjC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC/B,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,KAAK,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,MAAM,KAAK,KAAK,CAAC,MAAM,CAAC;IACjF,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;AACnF,CAAC,EAAE,EAAE,CAAC;KACL,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC;AAEnD,MAAM,UAAU,GAAG,CAAC,GAAqB,EAAE,KAAa,EAAW,EAAE;IACnE,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;IACrB,OAAO;QACL,IAAI,EAAE,EAAE;QACR,QAAQ,EAAE,MAAM;QAChB,IAAI,EAAE,CAAC;QACP,MAAM,EAAE,CAAC;QACT,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/D,MAAM,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,EAAE;KACzG,CAAC;AACJ,CAAC,CAAC;AAEF,4FAA4F;AAC5F,MAAM,CAAC,MAAM,SAAS,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE,CAC7D,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CACnC,UAAU,CAAC,SAAS,CAAC,SAAS,CAAC;KAC5B,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC;KAC3C,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAChD,CAAC;AAEJ,kHAAkH;AAElH,MAAM,WAAW,GAAwB,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;AAEnF,MAAM,QAAQ,GAAG,CAAC,MAAwB,EAAE,EAAU,EAAqB,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAEpI;;;GAGG;AACH,MAAM,SAAS,GAAG,CAAC,MAAwB,EAAE,EAAU,EAAE,OAA4B,EAAE,MAA2B,EAAW,EAAE;IAC7H,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAClC,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACrC,IAAI,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IAC1C,OAAO,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;AAC/D,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,OAAO,CAAC;AAE5B,MAAM,SAAS,GAAG,CAAC,QAAkB,EAAE,OAA4B,EAAoD,EAAE,CACvH,SAAS,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,KAAK,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;AAErG,6FAA6F;AAC7F,MAAM,CAAC,MAAM,gBAAgB,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE;IACpE,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACtD,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACpD,OAAO,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;QACxC,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACvD,IAAI,IAAI,KAAK,SAAS,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,IAAI,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,MAAM,CAAC;YAAE,OAAO,EAAE,CAAC;QACjG,OAAO,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAMF,MAAM,WAAW,GAAG,CAAC,OAA4B,EAAa,EAAE,CAAC,CAAC;IAChE,KAAK,EAAE,IAAI,GAAG,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC1G,QAAQ,EAAE,CAAC,GAAG,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;CAC7C,CAAC,CAAC;AAEH,mFAAmF;AACnF,MAAM,UAAU,GAAG,CAAC,KAAY,EAAE,SAAoB,EAAW,EAAE,CACjE,QAAQ,CAAC,SAAS,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;AAIpJ,kGAAkG;AAClG,MAAM,WAAW,GAAG,CAAC,GAAsB,EAAE,IAAY,EAAE,SAAoB,EAAW,EAAE,CAC1F,GAAG,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,GAAG,IAAI,IAAI,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC,CAAC;AAEzE,0GAA0G;AAC1G,MAAM,CAAC,MAAM,cAAc,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE;IAClE,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,CAAC;IAC7D,OAAO,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;QACxC,MAAM,GAAG,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QAChC,OAAO,GAAG;aACP,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,EAAE,SAAS,CAAC,CAAC;aACzF,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;IACxF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,oHAAoH;AAEpH,sFAAsF;AACtF,MAAM,WAAW,GAAwB,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;AACnE,MAAM,QAAQ,GAAG,KAAK,CAAC;AACvB,MAAM,WAAW,GAAwB,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;AAEpE,+FAA+F;AAC/F,MAAM,SAAS,GAAG,CAAC,MAAwB,EAAE,EAAU,EAAU,EAAE,CACjE,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,KAAK,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,KAAK,CAAC,CAAC;AAE1I;;;GAGG;AACH,MAAM,YAAY,GAAG,CAAC,MAAwB,EAAE,IAAY,EAAE,KAA0B,EAAE,aAAkC,EAAW,EAAE;IACvI,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACjE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IAC7C,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IACpC,OAAO,IAAI,KAAK,SAAS,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,KAAK,OAAO,CAAC,CAAC;AAC5G,CAAC,CAAC;AAIF,MAAM,SAAS,GAAG,CAAC,QAAkB,EAAE,KAAoB,EAAW,EAAE;IACtE,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,EAAE,CAAC;IACrC,OAAO,SAAS,CAAC,QAAQ,CAAC;SACvB,MAAM,CACL,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,CAChB,KAAK,CAAC,GAAG,KAAK,QAAQ,IAAI,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,YAAY,CAAC,MAAM,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,aAAa,CAAC,CAChJ;SACA,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,GAAkB,EAAE,OAAwB,EAAiB,EAAE,CAAC,CAAC;IACtF,SAAS,EAAE,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC;IACtC,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;IACtD,aAAa,EAAE,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,QAAQ,CAAC;CACjE,CAAC,CAAC;AAEH,mHAAmH;AACnH,MAAM,CAAC,MAAM,cAAc,GAAa,CAAC,GAAG,EAAE,OAAO,EAAa,EAAE;IAClE,MAAM,KAAK,GAAG,aAAa,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACvG,OAAO,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE,CACxC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,UAAU,EAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CACzJ,CAAC;AACJ,CAAC,CAAC"}
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
export type CodeFence = {
|
|
2
|
+
/** Where the opening fence line starts. */
|
|
3
|
+
readonly start: number;
|
|
4
|
+
/** The first word of the info string, lower-cased; "" when the fence names none. */
|
|
5
|
+
readonly language: string;
|
|
6
|
+
/** The lines between the fences. */
|
|
7
|
+
readonly lines: readonly string[];
|
|
8
|
+
/** Where the block ends: the end of the closing fence line, or of the document. */
|
|
9
|
+
readonly end: number;
|
|
10
|
+
};
|
|
11
|
+
export type CodeSpan = {
|
|
12
|
+
readonly start: number;
|
|
13
|
+
readonly text: string;
|
|
14
|
+
};
|
|
15
|
+
type Opening = {
|
|
16
|
+
readonly mark: string;
|
|
17
|
+
readonly length: number;
|
|
18
|
+
};
|
|
19
|
+
/** The fence a code block's first line opens, with its info string; undefined for an indented block, which has none. */
|
|
20
|
+
export declare const fenceOf: (line: string) => {
|
|
21
|
+
readonly fence: Opening;
|
|
22
|
+
readonly info: string;
|
|
23
|
+
} | undefined;
|
|
24
|
+
/** The language an info string names: its first word, without braces or a leading dot ({r}, {.python}). */
|
|
25
|
+
export declare const languageOf: (info: string) => string;
|
|
26
|
+
/**
|
|
27
|
+
* Every fenced code block, in order, as the Markdown parser reads it: a fence in a list item is one, an indented code
|
|
28
|
+
* block (four spaces, no fence) is not, and an unclosed fence runs to the end. A fence inside a quotation is left out.
|
|
29
|
+
*/
|
|
30
|
+
export declare const codeFences: (source: string) => readonly CodeFence[];
|
|
31
|
+
/** Inline code spans in a stretch of text: a run of backticks closed by a run of the same length. */
|
|
32
|
+
export declare const codeSpans: (text: string, offset?: number) => CodeSpan[];
|
|
33
|
+
export {};
|
|
34
|
+
//# sourceMappingURL=code-fences.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"code-fences.d.ts","sourceRoot":"","sources":["../../src/detectors/code-fences.ts"],"names":[],"mappings":"AAMA,MAAM,MAAM,SAAS,GAAG;IACtB,2CAA2C;IAC3C,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,oFAAoF;IACpF,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,oCAAoC;IACpC,QAAQ,CAAC,KAAK,EAAE,SAAS,MAAM,EAAE,CAAC;IAClC,mFAAmF;IACnF,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAIzE,KAAK,OAAO,GAAG;IAAE,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAElE,wHAAwH;AACxH,eAAO,MAAM,OAAO,GAAI,MAAM,MAAM,KAAG;IAAE,QAAQ,CAAC,KAAK,EAAE,OAAO,CAAC;IAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG,SAS3F,CAAC;AAEF,2GAA2G;AAC3G,eAAO,MAAM,UAAU,GAAI,MAAM,MAAM,KAAG,MAMzC,CAAC;AAkBF;;;GAGG;AACH,eAAO,MAAM,UAAU,GAAI,QAAQ,MAAM,KAAG,SAAS,SAAS,EAe7D,CAAC;AAEF,qGAAqG;AACrG,eAAO,MAAM,SAAS,GAAI,MAAM,MAAM,EAAE,eAAU,KAAG,QAAQ,EAiB5D,CAAC"}
|
|
@@ -0,0 +1,100 @@
|
|
|
1
|
+
// Fenced code blocks (``` or ~~~) and inline code spans of a Markdown source. Pure. A fence's language is the first word
|
|
2
|
+
// of its info string (```bash, ```{r}); a fence inside a blockquote is someone else's and is not read.
|
|
3
|
+
import { parse } from "../markdown-read.js";
|
|
4
|
+
import { spanOf } from "../markdown-node.js";
|
|
5
|
+
import { eachPreOrder } from "../tree-walk.js";
|
|
6
|
+
const MIN_FENCE = 3;
|
|
7
|
+
/** The fence a code block's first line opens, with its info string; undefined for an indented block, which has none. */
|
|
8
|
+
export const fenceOf = (line) => {
|
|
9
|
+
const mark = line.charAt(0);
|
|
10
|
+
if (mark !== "`" && mark !== "~")
|
|
11
|
+
return undefined;
|
|
12
|
+
const length = [...line].findIndex((char) => char !== mark);
|
|
13
|
+
const run = length === -1 ? line.length : length;
|
|
14
|
+
if (run < MIN_FENCE)
|
|
15
|
+
return undefined;
|
|
16
|
+
const info = line.slice(run).trim();
|
|
17
|
+
// A backtick fence's info string has no backtick: ```js``` on one line is an inline span.
|
|
18
|
+
return mark === "`" && info.includes("`") ? undefined : { fence: { mark, length: run }, info };
|
|
19
|
+
};
|
|
20
|
+
/** The language an info string names: its first word, without braces or a leading dot ({r}, {.python}). */
|
|
21
|
+
export const languageOf = (info) => {
|
|
22
|
+
const word = info.split(/\s/u)[0] ?? "";
|
|
23
|
+
const opened = word.startsWith("{") ? word.slice(1) : word;
|
|
24
|
+
const bare = opened.startsWith(".") ? opened.slice(1) : opened;
|
|
25
|
+
const cut = [...bare].findIndex((char) => char === "{" || char === "}" || char === ",");
|
|
26
|
+
return (cut === -1 ? bare : bare.slice(0, cut)).toLowerCase();
|
|
27
|
+
};
|
|
28
|
+
/** How many backticks run from `at`. */
|
|
29
|
+
const runAt = (text, at) => {
|
|
30
|
+
const state = { end: at };
|
|
31
|
+
while (text.charAt(state.end) === "`")
|
|
32
|
+
state.end += 1;
|
|
33
|
+
return state.end - at;
|
|
34
|
+
};
|
|
35
|
+
/** The fences of the last source read: the three rules that read fences parse a document once. */
|
|
36
|
+
const lastRead = { source: undefined, fences: [] };
|
|
37
|
+
const isQuoted = (source, offset) => source
|
|
38
|
+
.slice(source.lastIndexOf("\n", offset - 1) + 1, offset)
|
|
39
|
+
.trimStart()
|
|
40
|
+
.startsWith(">");
|
|
41
|
+
/**
|
|
42
|
+
* Every fenced code block, in order, as the Markdown parser reads it: a fence in a list item is one, an indented code
|
|
43
|
+
* block (four spaces, no fence) is not, and an unclosed fence runs to the end. A fence inside a quotation is left out.
|
|
44
|
+
*/
|
|
45
|
+
export const codeFences = (source) => {
|
|
46
|
+
if (lastRead.source === source)
|
|
47
|
+
return lastRead.fences;
|
|
48
|
+
const fences = [];
|
|
49
|
+
eachPreOrder(parse(source), (node) => {
|
|
50
|
+
const span = node.type === "code" ? spanOf(node) : undefined;
|
|
51
|
+
if (span === undefined || isQuoted(source, span.start))
|
|
52
|
+
return;
|
|
53
|
+
const lineEnd = source.indexOf("\n", span.start);
|
|
54
|
+
// A fenced block starts at its fence; an indented block starts at its indentation, which is no fence.
|
|
55
|
+
const opening = fenceOf(source.slice(span.start, lineEnd === -1 ? source.length : lineEnd).trimEnd());
|
|
56
|
+
if (opening === undefined)
|
|
57
|
+
return;
|
|
58
|
+
fences.push({ start: span.start, language: languageOf(opening.info), lines: (node.value ?? "").split("\n"), end: span.end });
|
|
59
|
+
});
|
|
60
|
+
lastRead.source = source;
|
|
61
|
+
lastRead.fences = fences;
|
|
62
|
+
return fences;
|
|
63
|
+
};
|
|
64
|
+
/** Inline code spans in a stretch of text: a run of backticks closed by a run of the same length. */
|
|
65
|
+
export const codeSpans = (text, offset = 0) => {
|
|
66
|
+
const spans = [];
|
|
67
|
+
const state = { at: 0 };
|
|
68
|
+
while (state.at < text.length) {
|
|
69
|
+
const open = text.indexOf("`", state.at);
|
|
70
|
+
if (open === -1)
|
|
71
|
+
break;
|
|
72
|
+
const length = runAt(text, open);
|
|
73
|
+
const fence = "`".repeat(length);
|
|
74
|
+
const close = findRun(text, fence, open + length);
|
|
75
|
+
if (close === -1) {
|
|
76
|
+
state.at = open + length;
|
|
77
|
+
}
|
|
78
|
+
else {
|
|
79
|
+
spans.push({ start: offset + open, text: text.slice(open + length, close).trim() });
|
|
80
|
+
state.at = close + length;
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
return spans;
|
|
84
|
+
};
|
|
85
|
+
/** The next run of exactly this many backticks from `from`, or -1. */
|
|
86
|
+
const findRun = (text, run, from) => {
|
|
87
|
+
const state = { at: from };
|
|
88
|
+
while (state.at < text.length) {
|
|
89
|
+
const found = text.indexOf(run, state.at);
|
|
90
|
+
if (found === -1)
|
|
91
|
+
return -1;
|
|
92
|
+
if (text.charAt(found + run.length) !== "`" && text.charAt(found - 1) !== "`")
|
|
93
|
+
return found;
|
|
94
|
+
state.at = found + run.length;
|
|
95
|
+
while (text.charAt(state.at) === "`")
|
|
96
|
+
state.at += 1;
|
|
97
|
+
}
|
|
98
|
+
return -1;
|
|
99
|
+
};
|
|
100
|
+
//# sourceMappingURL=code-fences.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"code-fences.js","sourceRoot":"","sources":["../../src/detectors/code-fences.ts"],"names":[],"mappings":"AAAA,yHAAyH;AACzH,uGAAuG;AACvG,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAC5C,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAe/C,MAAM,SAAS,GAAG,CAAC,CAAC;AAIpB,wHAAwH;AACxH,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,IAAY,EAAkE,EAAE;IACtG,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IAC5B,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG;QAAE,OAAO,SAAS,CAAC;IACnD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IAC5D,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;IACjD,IAAI,GAAG,GAAG,SAAS;QAAE,OAAO,SAAS,CAAC;IACtC,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IACpC,0FAA0F;IAC1F,OAAO,IAAI,KAAK,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,IAAI,EAAE,CAAC;AACjG,CAAC,CAAC;AAEF,2GAA2G;AAC3G,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,IAAY,EAAU,EAAE;IACjD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IACxC,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3D,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC/D,MAAM,GAAG,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC,CAAC;IACxF,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;AAChE,CAAC,CAAC;AAEF,wCAAwC;AACxC,MAAM,KAAK,GAAG,CAAC,IAAY,EAAE,EAAU,EAAU,EAAE;IACjD,MAAM,KAAK,GAAG,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC;IAC1B,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,GAAG;QAAE,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;IACtD,OAAO,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC;AACxB,CAAC,CAAC;AAEF,kGAAkG;AAClG,MAAM,QAAQ,GAAiE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;AAEjH,MAAM,QAAQ,GAAG,CAAC,MAAc,EAAE,MAAc,EAAW,EAAE,CAC3D,MAAM;KACH,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;KACvD,SAAS,EAAE;KACX,UAAU,CAAC,GAAG,CAAC,CAAC;AAErB;;;GAGG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,MAAc,EAAwB,EAAE;IACjE,IAAI,QAAQ,CAAC,MAAM,KAAK,MAAM;QAAE,OAAO,QAAQ,CAAC,MAAM,CAAC;IACvD,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,EAAE,EAAE;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAC7D,IAAI,IAAI,KAAK,SAAS,IAAI,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC;YAAE,OAAO;QAC/D,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACjD,sGAAsG;QACtG,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QACtG,IAAI,OAAO,KAAK,SAAS;YAAE,OAAO;QAClC,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC/H,CAAC,CAAC,CAAC;IACH,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,QAAQ,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,qGAAqG;AACrG,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,MAAM,GAAG,CAAC,EAAc,EAAE;IAChE,MAAM,KAAK,GAAe,EAAE,CAAC;IAC7B,MAAM,KAAK,GAAG,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;IACxB,OAAO,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QACzC,IAAI,IAAI,KAAK,CAAC,CAAC;YAAE,MAAM;QACvB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,GAAG,MAAM,CAAC,CAAC;QAClD,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACjB,KAAK,CAAC,EAAE,GAAG,IAAI,GAAG,MAAM,CAAC;QAC3B,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,GAAG,MAAM,EAAE,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACpF,KAAK,CAAC,EAAE,GAAG,KAAK,GAAG,MAAM,CAAC;QAC5B,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,sEAAsE;AACtE,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,GAAW,EAAE,IAAY,EAAU,EAAE;IAClE,MAAM,KAAK,GAAG,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IAC3B,OAAO,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QAC1C,IAAI,KAAK,KAAK,CAAC,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC;QAC5B,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,GAAG;YAAE,OAAO,KAAK,CAAC;QAC5F,KAAK,CAAC,EAAE,GAAG,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC;QAC9B,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,GAAG;YAAE,KAAK,CAAC,EAAE,IAAI,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,CAAC,CAAC,CAAC;AACZ,CAAC,CAAC"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { CrossDetector } from "../plugin.ts";
|
|
2
|
+
/** A term defined in other words than in most files of the run that define it: reported in the files of the fewer wording. */
|
|
3
|
+
export declare const crossDocDuplicateDefinition: CrossDetector;
|
|
4
|
+
//# sourceMappingURL=cross-definitions.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cross-definitions.d.ts","sourceRoot":"","sources":["../../src/detectors/cross-definitions.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAiD,MAAM,cAAc,CAAC;AA2CjG,8HAA8H;AAC9H,eAAO,MAAM,2BAA2B,EAAE,aAIzC,CAAC"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import { inDocumentOrder } from "../structure/issues.js";
|
|
2
|
+
import { definitionsOutOfStep } from "../structure/cross-definitions.js";
|
|
3
|
+
import { quoteAt } from "./structure-tree.js";
|
|
4
|
+
// cross-doc-duplicate-definition reads definitions as duplicate-definition does (the tree's definition nodes), and compares
|
|
5
|
+
// what each file says after the term: 「X」とは、…をいう / "X" means ….
|
|
6
|
+
/**
|
|
7
|
+
* A definition that stands alone: not one held within an article or section (scope local), and not the inline kind
|
|
8
|
+
* (以下「X」という, ("X")), whose meaning is written before the term rather than after it.
|
|
9
|
+
*/
|
|
10
|
+
const standsAlone = (node) => node.kind === "definition" && node.attrs["scope"] !== "local" && node.attrs["placement"] !== "inline" && node.attrs["term"] !== undefined;
|
|
11
|
+
/** The language's words of a definition (をいう, means): the definition-statement word list. */
|
|
12
|
+
const statementWordsOf = (doc) => (doc.lexicons["definition-statement"] ?? []).map((entry) => entry.pattern);
|
|
13
|
+
/**
|
|
14
|
+
* What the sentence says after the term, up to its end. Empty when the sentence has none of the words of a definition:
|
|
15
|
+
* 「『AI が書いた』とは言いません」 names the term without defining it.
|
|
16
|
+
*/
|
|
17
|
+
const bodyAfter = (doc, node, statementWords) => {
|
|
18
|
+
const sentence = doc.sentences.find((candidate) => candidate.span.start <= node.span.start && node.span.start < candidate.span.end);
|
|
19
|
+
if (sentence === undefined || node.span.end > sentence.span.end)
|
|
20
|
+
return "";
|
|
21
|
+
const text = doc.source.slice(sentence.span.start, sentence.span.end);
|
|
22
|
+
return statementWords.some((word) => text.includes(word)) ? doc.source.slice(node.span.end, sentence.span.end) : "";
|
|
23
|
+
};
|
|
24
|
+
const definitionsOf = (doc, tree) => {
|
|
25
|
+
const statementWords = statementWordsOf(doc);
|
|
26
|
+
return inDocumentOrder(tree)
|
|
27
|
+
.filter(standsAlone)
|
|
28
|
+
.map((node) => ({ term: String(node.attrs["term"]), body: bodyAfter(doc, node, statementWords), offset: node.span.start }));
|
|
29
|
+
};
|
|
30
|
+
const findingOf = (byPath, odd) => {
|
|
31
|
+
const doc = byPath.get(odd.path);
|
|
32
|
+
if (doc === undefined)
|
|
33
|
+
return [];
|
|
34
|
+
const values = { term: odd.definition.term, count: odd.files, example: odd.usual.path, offset: odd.definition.offset };
|
|
35
|
+
return [{ path: odd.path, finding: { rule: "", severity: "warning", line: 0, column: 0, quote: quoteAt(doc.source, odd.definition.offset), values } }];
|
|
36
|
+
};
|
|
37
|
+
/** A term defined in other words than in most files of the run that define it: reported in the files of the fewer wording. */
|
|
38
|
+
export const crossDocDuplicateDefinition = (docs) => {
|
|
39
|
+
const files = docs.flatMap((doc) => (doc.structure === undefined ? [] : [{ path: doc.path, definitions: definitionsOf(doc, doc.structure) }]));
|
|
40
|
+
const byPath = new Map(docs.map((doc) => [doc.path, doc]));
|
|
41
|
+
return definitionsOutOfStep(files).flatMap((odd) => findingOf(byPath, odd));
|
|
42
|
+
};
|
|
43
|
+
//# sourceMappingURL=cross-definitions.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cross-definitions.js","sourceRoot":"","sources":["../../src/detectors/cross-definitions.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,oBAAoB,EAAoD,MAAM,mCAAmC,CAAC;AAC3H,OAAO,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAE9C,4HAA4H;AAC5H,gEAAgE;AAEhE;;;GAGG;AACH,MAAM,WAAW,GAAG,CAAC,IAAmB,EAAW,EAAE,CACnD,IAAI,CAAC,IAAI,KAAK,YAAY,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,QAAQ,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,SAAS,CAAC;AAE5I,6FAA6F;AAC7F,MAAM,gBAAgB,GAAG,CAAC,GAAkB,EAAY,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,sBAAsB,CAAC,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AAEtI;;;GAGG;AACH,MAAM,SAAS,GAAG,CAAC,GAAkB,EAAE,IAAmB,EAAE,cAAiC,EAAU,EAAE;IACvG,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACpI,IAAI,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IAC3E,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACtE,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACtH,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,GAAkB,EAAE,IAAmB,EAAuB,EAAE;IACrF,MAAM,cAAc,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;IAC7C,OAAO,eAAe,CAAC,IAAI,CAAC;SACzB,MAAM,CAAC,WAAW,CAAC;SACnB,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,cAAc,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;AAChI,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,MAA0C,EAAE,GAAwB,EAAqB,EAAE;IAC5G,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACjC,MAAM,MAAM,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;IACvH,OAAO,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;AACzJ,CAAC,CAAC;AAEF,8HAA8H;AAC9H,MAAM,CAAC,MAAM,2BAA2B,GAAkB,CAAC,IAAI,EAAE,EAAE;IACjE,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,WAAW,EAAE,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC/I,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IAC3D,OAAO,oBAAoB,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;AAC9E,CAAC,CAAC"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
import type { CrossDetector } from "../plugin.ts";
|
|
2
|
+
/** A labelled fact given one value in some files of the run and another in the rest: reported in the files of the fewer value. */
|
|
3
|
+
export declare const crossDocFactConflict: CrossDetector;
|
|
4
|
+
//# sourceMappingURL=cross-facts.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cross-facts.d.ts","sourceRoot":"","sources":["../../src/detectors/cross-facts.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAuD,MAAM,cAAc,CAAC;AAsDvG,kIAAkI;AAClI,eAAO,MAAM,oBAAoB,EAAE,aAIlC,CAAC"}
|
|
@@ -0,0 +1,53 @@
|
|
|
1
|
+
import { nameSpans } from "../compare/proper-nouns.js";
|
|
2
|
+
import { overlapsAny, spanIndex } from "../compare/spans.js";
|
|
3
|
+
import { factValues } from "../facts/fact-values.js";
|
|
4
|
+
import { labelledFacts } from "../facts/labelled-facts.js";
|
|
5
|
+
import { tableFacts } from "../facts/table-facts.js";
|
|
6
|
+
import { emailSpans, versionSpans } from "../facts/address-values.js";
|
|
7
|
+
import { scopedFacts } from "../facts/fact-scope.js";
|
|
8
|
+
import { factsOutOfStep, writtenValue } from "../facts/cross-facts.js";
|
|
9
|
+
import { factWordsOf } from "./fact-consistency.js";
|
|
10
|
+
import { quoteAt } from "./structure-tree.js";
|
|
11
|
+
// cross-doc-fact-conflict reads facts as fact-conflict does (fact-consistency.ts), with two more kinds of value that a docs
|
|
12
|
+
// site repeats from page to page: an email address and a version of three parts or more (2.4.1, v3).
|
|
13
|
+
/** The proper nouns, and the addresses and versions, read as values named by what they are. A name inside an address is the address. */
|
|
14
|
+
const namedValues = (doc) => {
|
|
15
|
+
const extra = [...emailSpans(doc.source), ...versionSpans(doc.source)];
|
|
16
|
+
const taken = spanIndex(extra);
|
|
17
|
+
return [...nameSpans(doc).filter((span) => !overlapsAny(taken, span)), ...extra];
|
|
18
|
+
};
|
|
19
|
+
const summaryHeadings = (doc) => (doc.lexicons["summary-heading"] ?? []).map((entry) => entry.pattern);
|
|
20
|
+
/** A colon right before the value, past emphasis marks: "Fee: $12", 「料金:1,200円」, "**Fee:** $12". */
|
|
21
|
+
const COLON_BEFORE = /[::][\s*_]*$/u;
|
|
22
|
+
/**
|
|
23
|
+
* A fact written as an entry: "Item: value", or a table cell. A fact in a sentence (「指摘は 3 件です」) is about what that
|
|
24
|
+
* page is saying, and the same words on another page are often about something else; within one file, fact-conflict reads them.
|
|
25
|
+
*/
|
|
26
|
+
const isEntry = (source, fact) => COLON_BEFORE.test(source.slice(source.lastIndexOf("\n", fact.value.start - 1) + 1, fact.value.start));
|
|
27
|
+
const factsOf = (doc, tree) => {
|
|
28
|
+
const values = factValues(tree, doc.source, namedValues(doc));
|
|
29
|
+
const entries = labelledFacts(doc.source, values, factWordsOf(doc)).filter((fact) => isEntry(doc.source, fact));
|
|
30
|
+
return scopedFacts([...entries, ...tableFacts(doc.source, values)], tree, doc.source, summaryHeadings(doc));
|
|
31
|
+
};
|
|
32
|
+
const findingOf = (byPath, odd) => {
|
|
33
|
+
const doc = byPath.get(odd.path);
|
|
34
|
+
const usualDoc = byPath.get(odd.usual.path);
|
|
35
|
+
if (doc === undefined || usualDoc === undefined)
|
|
36
|
+
return [];
|
|
37
|
+
const values = {
|
|
38
|
+
label: odd.fact.label,
|
|
39
|
+
value: writtenValue(doc.source, odd.fact.value),
|
|
40
|
+
other: writtenValue(usualDoc.source, odd.usual.value.value),
|
|
41
|
+
count: odd.files,
|
|
42
|
+
example: odd.usual.path,
|
|
43
|
+
offset: odd.fact.value.start,
|
|
44
|
+
};
|
|
45
|
+
return [{ path: odd.path, finding: { rule: "", severity: "warning", line: 0, column: 0, quote: quoteAt(doc.source, odd.fact.value.start), values } }];
|
|
46
|
+
};
|
|
47
|
+
/** A labelled fact given one value in some files of the run and another in the rest: reported in the files of the fewer value. */
|
|
48
|
+
export const crossDocFactConflict = (docs) => {
|
|
49
|
+
const files = docs.flatMap((doc) => (doc.structure === undefined ? [] : [{ path: doc.path, facts: factsOf(doc, doc.structure) }]));
|
|
50
|
+
const byPath = new Map(docs.map((doc) => [doc.path, doc]));
|
|
51
|
+
return factsOutOfStep(files).flatMap((odd) => findingOf(byPath, odd));
|
|
52
|
+
};
|
|
53
|
+
//# sourceMappingURL=cross-facts.js.map
|