postext 1.78.0 → 1.79.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/__tests__/bundle/chapterStyles.test.js +92 -22
- package/dist/__tests__/bundle/chapterStyles.test.js.map +1 -1
- package/dist/__tests__/bundle/chapterStylesWholeBook.test.d.ts +2 -0
- package/dist/__tests__/bundle/chapterStylesWholeBook.test.d.ts.map +1 -0
- package/dist/__tests__/bundle/chapterStylesWholeBook.test.js +115 -0
- package/dist/__tests__/bundle/chapterStylesWholeBook.test.js.map +1 -0
- package/dist/__tests__/bundle/designBundle.test.d.ts +2 -0
- package/dist/__tests__/bundle/designBundle.test.d.ts.map +1 -0
- package/dist/__tests__/bundle/designBundle.test.js +84 -0
- package/dist/__tests__/bundle/designBundle.test.js.map +1 -0
- package/dist/__tests__/bundle/lineBindingRename.test.d.ts +2 -0
- package/dist/__tests__/bundle/lineBindingRename.test.d.ts.map +1 -0
- package/dist/__tests__/bundle/lineBindingRename.test.js +77 -0
- package/dist/__tests__/bundle/lineBindingRename.test.js.map +1 -0
- package/dist/__tests__/bundle/sectionLines.test.d.ts +2 -0
- package/dist/__tests__/bundle/sectionLines.test.d.ts.map +1 -0
- package/dist/__tests__/bundle/sectionLines.test.js +57 -0
- package/dist/__tests__/bundle/sectionLines.test.js.map +1 -0
- package/dist/__tests__/composed/reflow/crossChapterJumps.test.js +20 -0
- package/dist/__tests__/composed/reflow/crossChapterJumps.test.js.map +1 -1
- package/dist/__tests__/defaults/designPageBreaks.test.d.ts +2 -0
- package/dist/__tests__/defaults/designPageBreaks.test.d.ts.map +1 -0
- package/dist/__tests__/defaults/designPageBreaks.test.js +49 -0
- package/dist/__tests__/defaults/designPageBreaks.test.js.map +1 -0
- package/dist/__tests__/defaults/designs.test.d.ts +2 -0
- package/dist/__tests__/defaults/designs.test.d.ts.map +1 -0
- package/dist/__tests__/defaults/designs.test.js +122 -0
- package/dist/__tests__/defaults/designs.test.js.map +1 -0
- package/dist/__tests__/exports.test.js +24 -0
- package/dist/__tests__/exports.test.js.map +1 -1
- package/dist/__tests__/knuthPlass/wasmLineBreaker.test.js +5 -1
- package/dist/__tests__/knuthPlass/wasmLineBreaker.test.js.map +1 -1
- package/dist/__tests__/pipeline/references/citationMarks.test.d.ts +2 -0
- package/dist/__tests__/pipeline/references/citationMarks.test.d.ts.map +1 -0
- package/dist/__tests__/pipeline/references/citationMarks.test.js +77 -0
- package/dist/__tests__/pipeline/references/citationMarks.test.js.map +1 -0
- package/dist/__tests__/pipeline/text/spaceBreaks.test.d.ts +2 -0
- package/dist/__tests__/pipeline/text/spaceBreaks.test.d.ts.map +1 -0
- package/dist/__tests__/pipeline/text/spaceBreaks.test.js +203 -0
- package/dist/__tests__/pipeline/text/spaceBreaks.test.js.map +1 -0
- package/dist/bundle/api.d.ts +8 -1
- package/dist/bundle/api.d.ts.map +1 -1
- package/dist/bundle/api.js +5 -1
- package/dist/bundle/api.js.map +1 -1
- package/dist/bundle/book.d.ts.map +1 -1
- package/dist/bundle/book.js +34 -15
- package/dist/bundle/book.js.map +1 -1
- package/dist/bundle/codec/plan.d.ts +3 -1
- package/dist/bundle/codec/plan.d.ts.map +1 -1
- package/dist/bundle/codec/plan.js +1 -0
- package/dist/bundle/codec/plan.js.map +1 -1
- package/dist/bundle/configVersion/migrate.d.ts +7 -1
- package/dist/bundle/configVersion/migrate.d.ts.map +1 -1
- package/dist/bundle/configVersion/migrate.js +11 -3
- package/dist/bundle/configVersion/migrate.js.map +1 -1
- package/dist/bundle/design.d.ts +77 -0
- package/dist/bundle/design.d.ts.map +1 -0
- package/dist/bundle/design.js +112 -0
- package/dist/bundle/design.js.map +1 -0
- package/dist/bundle/index.d.ts +3 -1
- package/dist/bundle/index.d.ts.map +1 -1
- package/dist/bundle/index.js +1 -0
- package/dist/bundle/index.js.map +1 -1
- package/dist/bundle/manifest/locale.d.ts.map +1 -1
- package/dist/bundle/manifest/locale.js +3 -0
- package/dist/bundle/manifest/locale.js.map +1 -1
- package/dist/bundle/manifest/validation.d.ts.map +1 -1
- package/dist/bundle/manifest/validation.js +10 -2
- package/dist/bundle/manifest/validation.js.map +1 -1
- package/dist/bundle/types.d.ts +9 -0
- package/dist/bundle/types.d.ts.map +1 -1
- package/dist/checks/compositionRules.d.ts +1 -0
- package/dist/checks/compositionRules.d.ts.map +1 -1
- package/dist/checks/compositionRules.js +3 -2
- package/dist/checks/compositionRules.js.map +1 -1
- package/dist/checks/configWarnings/chapterStyles.d.ts +5 -0
- package/dist/checks/configWarnings/chapterStyles.d.ts.map +1 -0
- package/dist/checks/configWarnings/chapterStyles.js +12 -0
- package/dist/checks/configWarnings/chapterStyles.js.map +1 -0
- package/dist/checks/configWarnings/choices.d.ts.map +1 -1
- package/dist/checks/configWarnings/choices.js +2 -0
- package/dist/checks/configWarnings/choices.js.map +1 -1
- package/dist/checks/configWarnings/collect.d.ts +3 -1
- package/dist/checks/configWarnings/collect.d.ts.map +1 -1
- package/dist/checks/configWarnings/collect.js +5 -2
- package/dist/checks/configWarnings/collect.js.map +1 -1
- package/dist/checks/hyphenRules.d.ts.map +1 -1
- package/dist/checks/hyphenRules.js +2 -23
- package/dist/checks/hyphenRules.js.map +1 -1
- package/dist/checks/paragraphLines.d.ts +15 -0
- package/dist/checks/paragraphLines.d.ts.map +1 -0
- package/dist/checks/paragraphLines.js +23 -0
- package/dist/checks/paragraphLines.js.map +1 -0
- package/dist/checks/spaceBreaks.d.ts +39 -0
- package/dist/checks/spaceBreaks.d.ts.map +1 -0
- package/dist/checks/spaceBreaks.js +50 -0
- package/dist/checks/spaceBreaks.js.map +1 -0
- package/dist/defaults/chapterStyles.d.ts +28 -24
- package/dist/defaults/chapterStyles.d.ts.map +1 -1
- package/dist/defaults/chapterStyles.js +90 -73
- package/dist/defaults/chapterStyles.js.map +1 -1
- package/dist/defaults/index.d.ts +1 -1
- package/dist/defaults/index.d.ts.map +1 -1
- package/dist/defaults/index.js +1 -1
- package/dist/defaults/index.js.map +1 -1
- package/dist/defaults/text/bodyText/defaults.d.ts.map +1 -1
- package/dist/defaults/text/bodyText/defaults.js +4 -0
- package/dist/defaults/text/bodyText/defaults.js.map +1 -1
- package/dist/defaults/text/bodyText/legacyBinding.d.ts +19 -0
- package/dist/defaults/text/bodyText/legacyBinding.d.ts.map +1 -0
- package/dist/defaults/text/bodyText/legacyBinding.js +51 -0
- package/dist/defaults/text/bodyText/legacyBinding.js.map +1 -0
- package/dist/defaults/text/bodyText/resolve.d.ts.map +1 -1
- package/dist/defaults/text/bodyText/resolve.js +6 -3
- package/dist/defaults/text/bodyText/resolve.js.map +1 -1
- package/dist/defaults/text/bodyText/strip.d.ts.map +1 -1
- package/dist/defaults/text/bodyText/strip.js +10 -7
- package/dist/defaults/text/bodyText/strip.js.map +1 -1
- package/dist/designs/design.d.ts +66 -0
- package/dist/designs/design.d.ts.map +1 -0
- package/dist/designs/design.js +252 -0
- package/dist/designs/design.js.map +1 -0
- package/dist/designs/index.d.ts +7 -0
- package/dist/designs/index.d.ts.map +1 -0
- package/dist/designs/index.js +4 -0
- package/dist/designs/index.js.map +1 -0
- package/dist/designs/missingStyles.d.ts +18 -0
- package/dist/designs/missingStyles.d.ts.map +1 -0
- package/dist/designs/missingStyles.js +38 -0
- package/dist/designs/missingStyles.js.map +1 -0
- package/dist/designs/pageBreaks.d.ts +27 -0
- package/dist/designs/pageBreaks.d.ts.map +1 -0
- package/dist/designs/pageBreaks.js +97 -0
- package/dist/designs/pageBreaks.js.map +1 -0
- package/dist/designs/parts.d.ts +79 -0
- package/dist/designs/parts.d.ts.map +1 -0
- package/dist/designs/parts.js +162 -0
- package/dist/designs/parts.js.map +1 -0
- package/dist/index.d.ts +8 -7
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +5 -3
- package/dist/index.js.map +1 -1
- package/dist/knuthPlass/breakpoints/search.d.ts.map +1 -1
- package/dist/knuthPlass/breakpoints/search.js +4 -2
- package/dist/knuthPlass/breakpoints/search.js.map +1 -1
- package/dist/knuthPlass/pretextAdapter.d.ts +5 -1
- package/dist/knuthPlass/pretextAdapter.d.ts.map +1 -1
- package/dist/knuthPlass/pretextAdapter.js +7 -1
- package/dist/knuthPlass/pretextAdapter.js.map +1 -1
- package/dist/knuthPlass/richAdapter.d.ts +5 -1
- package/dist/knuthPlass/richAdapter.d.ts.map +1 -1
- package/dist/knuthPlass/richAdapter.js +7 -1
- package/dist/knuthPlass/richAdapter.js.map +1 -1
- package/dist/knuthPlass/spaceBreaks.d.ts +43 -0
- package/dist/knuthPlass/spaceBreaks.d.ts.map +1 -0
- package/dist/knuthPlass/spaceBreaks.js +89 -0
- package/dist/knuthPlass/spaceBreaks.js.map +1 -0
- package/dist/knuthPlass/types.d.ts +5 -0
- package/dist/knuthPlass/types.d.ts.map +1 -1
- package/dist/knuthPlass/wasm/abi.js +1 -1
- package/dist/knuthPlass/wasm/abi.js.map +1 -1
- package/dist/knuthPlass/wasm/bytes.generated.d.ts +1 -1
- package/dist/knuthPlass/wasm/bytes.generated.d.ts.map +1 -1
- package/dist/knuthPlass/wasm/bytes.generated.js +404 -402
- package/dist/knuthPlass/wasm/bytes.generated.js.map +1 -1
- package/dist/measure/cache.js +1 -1
- package/dist/measure/cache.js.map +1 -1
- package/dist/measure/plain.js +1 -1
- package/dist/measure/plain.js.map +1 -1
- package/dist/measure/rich/measure.js +1 -1
- package/dist/measure/rich/measure.js.map +1 -1
- package/dist/measure/types.d.ts +5 -0
- package/dist/measure/types.d.ts.map +1 -1
- package/dist/measure/types.js.map +1 -1
- package/dist/parse/blockParser/sectionBreaks.d.ts +14 -0
- package/dist/parse/blockParser/sectionBreaks.d.ts.map +1 -0
- package/dist/parse/blockParser/sectionBreaks.js +59 -0
- package/dist/parse/blockParser/sectionBreaks.js.map +1 -0
- package/dist/parse/blockParser.d.ts +3 -2
- package/dist/parse/blockParser.d.ts.map +1 -1
- package/dist/parse/blockParser.js +6 -2
- package/dist/parse/blockParser.js.map +1 -1
- package/dist/parse/citations.d.ts.map +1 -1
- package/dist/parse/citations.js +6 -0
- package/dist/parse/citations.js.map +1 -1
- package/dist/parse/injectSpans.d.ts.map +1 -1
- package/dist/parse/injectSpans.js +7 -4
- package/dist/parse/injectSpans.js.map +1 -1
- package/dist/pipeline/blocks/measureContentBlock/measureOptions.d.ts +1 -0
- package/dist/pipeline/blocks/measureContentBlock/measureOptions.d.ts.map +1 -1
- package/dist/pipeline/blocks/measureContentBlock/measureOptions.js +9 -1
- package/dist/pipeline/blocks/measureContentBlock/measureOptions.js.map +1 -1
- package/dist/pipeline/blocks/measureContentBlock.d.ts.map +1 -1
- package/dist/pipeline/blocks/measureContentBlock.js +8 -13
- package/dist/pipeline/blocks/measureContentBlock.js.map +1 -1
- package/dist/pipeline/build/bookChapters.d.ts +34 -0
- package/dist/pipeline/build/bookChapters.d.ts.map +1 -0
- package/dist/pipeline/build/bookChapters.js +170 -0
- package/dist/pipeline/build/bookChapters.js.map +1 -0
- package/dist/pipeline/build/drivers.d.ts.map +1 -1
- package/dist/pipeline/build/drivers.js +49 -41
- package/dist/pipeline/build/drivers.js.map +1 -1
- package/dist/pipeline/build/pass/blocks/blockDispatch.d.ts +1 -1
- package/dist/pipeline/build/pass/blocks/blockDispatch.d.ts.map +1 -1
- package/dist/pipeline/build/pass/blocks/blockDispatch.js +6 -4
- package/dist/pipeline/build/pass/blocks/blockDispatch.js.map +1 -1
- package/dist/pipeline/contentWarnings/chapterStyleWarnings.d.ts +13 -0
- package/dist/pipeline/contentWarnings/chapterStyleWarnings.d.ts.map +1 -0
- package/dist/pipeline/contentWarnings/chapterStyleWarnings.js +64 -0
- package/dist/pipeline/contentWarnings/chapterStyleWarnings.js.map +1 -0
- package/dist/pipeline/contentWarnings/formatWarning.d.ts.map +1 -1
- package/dist/pipeline/contentWarnings/formatWarning.js +21 -0
- package/dist/pipeline/contentWarnings/formatWarning.js.map +1 -1
- package/dist/pipeline/contentWarnings/layoutWarnings.d.ts +7 -0
- package/dist/pipeline/contentWarnings/layoutWarnings.d.ts.map +1 -1
- package/dist/pipeline/contentWarnings/layoutWarnings.js +22 -0
- package/dist/pipeline/contentWarnings/layoutWarnings.js.map +1 -1
- package/dist/pipeline/contentWarnings/sourceWarnings.d.ts +5 -2
- package/dist/pipeline/contentWarnings/sourceWarnings.d.ts.map +1 -1
- package/dist/pipeline/contentWarnings/sourceWarnings.js +7 -5
- package/dist/pipeline/contentWarnings/sourceWarnings.js.map +1 -1
- package/dist/pipeline/contentWarnings.d.ts +1 -1
- package/dist/pipeline/contentWarnings.d.ts.map +1 -1
- package/dist/pipeline/contentWarnings.js +1 -1
- package/dist/pipeline/contentWarnings.js.map +1 -1
- package/dist/pipeline/contents/outline.d.ts.map +1 -1
- package/dist/pipeline/contents/outline.js +2 -1
- package/dist/pipeline/contents/outline.js.map +1 -1
- package/dist/pipeline/continuation.d.ts +3 -2
- package/dist/pipeline/continuation.d.ts.map +1 -1
- package/dist/pipeline/continuation.js +21 -16
- package/dist/pipeline/continuation.js.map +1 -1
- package/dist/pipeline/references/citations/spans.d.ts +7 -1
- package/dist/pipeline/references/citations/spans.d.ts.map +1 -1
- package/dist/pipeline/references/citations/spans.js +15 -4
- package/dist/pipeline/references/citations/spans.js.map +1 -1
- package/dist/pipeline/references/citations.js +2 -2
- package/dist/pipeline/references/citations.js.map +1 -1
- package/dist/pipeline/resources/resourceLayout/captions.d.ts.map +1 -1
- package/dist/pipeline/resources/resourceLayout/captions.js +2 -2
- package/dist/pipeline/resources/resourceLayout/captions.js.map +1 -1
- package/dist/pipeline/resources/resourceLayout/resourceBlock/captionNotes.js +2 -2
- package/dist/pipeline/resources/resourceLayout/resourceBlock/captionNotes.js.map +1 -1
- package/dist/pipeline/resources/resourceLayout/resourceBlock.js +2 -2
- package/dist/pipeline/resources/resourceLayout/resourceBlock.js.map +1 -1
- package/dist/pipeline/resources/resourceLayout/snippets.d.ts +6 -4
- package/dist/pipeline/resources/resourceLayout/snippets.d.ts.map +1 -1
- package/dist/pipeline/resources/resourceLayout/snippets.js +12 -7
- package/dist/pipeline/resources/resourceLayout/snippets.js.map +1 -1
- package/dist/pipeline/resources/resourceLayout/tableLayout.d.ts +1 -1
- package/dist/pipeline/resources/resourceLayout/tableLayout.d.ts.map +1 -1
- package/dist/pipeline/sections/parts.d.ts +13 -0
- package/dist/pipeline/sections/parts.d.ts.map +1 -1
- package/dist/pipeline/sections/parts.js +13 -0
- package/dist/pipeline/sections/parts.js.map +1 -1
- package/dist/pipeline/text/spaceBreaks.d.ts +7 -0
- package/dist/pipeline/text/spaceBreaks.d.ts.map +1 -0
- package/dist/pipeline/text/spaceBreaks.js +7 -0
- package/dist/pipeline/text/spaceBreaks.js.map +1 -0
- package/dist/types/content.d.ts +17 -0
- package/dist/types/content.d.ts.map +1 -1
- package/dist/types/text/bodyText/config.d.ts +33 -13
- package/dist/types/text/bodyText/config.d.ts.map +1 -1
- package/dist/types/text/bodyText/resolved.d.ts +4 -6
- package/dist/types/text/bodyText/resolved.d.ts.map +1 -1
- package/dist/vdt/contentWarnings/source.d.ts +23 -0
- package/dist/vdt/contentWarnings/source.d.ts.map +1 -1
- package/dist/vdt/contentWarnings/text.d.ts +22 -0
- package/dist/vdt/contentWarnings/text.d.ts.map +1 -1
- package/dist/vdt/warnings.d.ts +9 -2
- package/dist/vdt/warnings.d.ts.map +1 -1
- package/dist/word/semantic/chapterStyles/chapterStyles.test.d.ts +2 -0
- package/dist/word/semantic/chapterStyles/chapterStyles.test.d.ts.map +1 -0
- package/dist/word/semantic/chapterStyles/chapterStyles.test.js +96 -0
- package/dist/word/semantic/chapterStyles/chapterStyles.test.js.map +1 -0
- package/dist/word/semantic/chapterStyles/looks.d.ts +52 -0
- package/dist/word/semantic/chapterStyles/looks.d.ts.map +1 -0
- package/dist/word/semantic/chapterStyles/looks.js +168 -0
- package/dist/word/semantic/chapterStyles/looks.js.map +1 -0
- package/dist/word/semantic/containers.d.ts.map +1 -1
- package/dist/word/semantic/containers.js +6 -4
- package/dist/word/semantic/containers.js.map +1 -1
- package/dist/word/semantic/context.d.ts +6 -0
- package/dist/word/semantic/context.d.ts.map +1 -1
- package/dist/word/semantic/context.js.map +1 -1
- package/dist/word/semantic/engineNumbers.d.ts +4 -2
- package/dist/word/semantic/engineNumbers.d.ts.map +1 -1
- package/dist/word/semantic/engineNumbers.js +10 -7
- package/dist/word/semantic/engineNumbers.js.map +1 -1
- package/dist/word/semantic/index.d.ts.map +1 -1
- package/dist/word/semantic/index.js +24 -3
- package/dist/word/semantic/index.js.map +1 -1
- package/dist/word/semantic/page/furniture.d.ts.map +1 -1
- package/dist/word/semantic/page/furniture.js +5 -2
- package/dist/word/semantic/page/furniture.js.map +1 -1
- package/dist/word/semantic/styles.d.ts +2 -1
- package/dist/word/semantic/styles.d.ts.map +1 -1
- package/dist/word/semantic/styles.js +1 -0
- package/dist/word/semantic/styles.js.map +1 -1
- package/package.json +1 -1
- package/dist/__tests__/pipeline/text/boundSpaces.test.d.ts +0 -2
- package/dist/__tests__/pipeline/text/boundSpaces.test.d.ts.map +0 -1
- package/dist/__tests__/pipeline/text/boundSpaces.test.js +0 -71
- package/dist/__tests__/pipeline/text/boundSpaces.test.js.map +0 -1
- package/dist/pipeline/build/sectionMerge.d.ts +0 -32
- package/dist/pipeline/build/sectionMerge.d.ts.map +0 -1
- package/dist/pipeline/build/sectionMerge.js +0 -111
- package/dist/pipeline/build/sectionMerge.js.map +0 -1
- package/dist/pipeline/text/boundSpaces.d.ts +0 -32
- package/dist/pipeline/text/boundSpaces.d.ts.map +0 -1
- package/dist/pipeline/text/boundSpaces.js +0 -93
- package/dist/pipeline/text/boundSpaces.js.map +0 -1
|
@@ -1,93 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Spaces a line must not break at, though nothing marks them in the text
|
|
3
|
-
* (`bodyText.bindCitations`, `bodyText.bindOperators`): each becomes a
|
|
4
|
-
* no-break space (U+00A0), which the breakers keep inside the run it glues.
|
|
5
|
-
* The substitution is one character for one, so every source offset, span
|
|
6
|
-
* boundary and index computed on the block still holds.
|
|
7
|
-
*
|
|
8
|
-
* - A numbered citation in brackets or parentheses stays with the word
|
|
9
|
-
* before it, and is not divided itself: "autores [12]", "[12, 14]",
|
|
10
|
-
* "(12–15)". Not after a number: "2016 (3)" is no citation.
|
|
11
|
-
* - A relation or operator set between spaces stays with both of its
|
|
12
|
-
* terms: "LR+ = 18.29", "p < 0.05", "3 × 4". A line never ends on it nor
|
|
13
|
-
* starts with it.
|
|
14
|
-
*
|
|
15
|
-
* Paragraphs, list items and quotations set horizontally, in the alphabetic
|
|
16
|
-
* scripts that break at spaces: a block with right-to-left or CJK text is
|
|
17
|
-
* left as it is.
|
|
18
|
-
*/
|
|
19
|
-
const NBSP = '\u00A0';
|
|
20
|
-
/** Scripts whose text the rules leave alone: right-to-left text (a number
|
|
21
|
-
* in brackets there is measured and ordered in the script around it) and
|
|
22
|
-
* CJK, Thai and the like, which break lines by their own rules. */
|
|
23
|
-
const OTHER_SCRIPTS_RE = /[\p{Script=Arabic}\p{Script=Hebrew}\p{Script=Syriac}\p{Script=Thaana}\p{Script=Han}\p{Script=Hiragana}\p{Script=Katakana}\p{Script=Hangul}\p{Script=Thai}\p{Script=Lao}\p{Script=Khmer}\p{Script=Myanmar}\p{Script=Tibetan}]/u;
|
|
24
|
-
/** A space before a numbered citation, and the spaces inside it: after a
|
|
25
|
-
* word or the punctuation that ends one, never after a number ("2016 (3)"
|
|
26
|
-
* is a year and an issue, not a citation). */
|
|
27
|
-
const CITATION_RE = /(?<=[\p{L}\p{M}.,;:!?»”’)\]]) ([[(]\d+[a-z]?(?:\s*[,;–-]\s*\d+[a-z]?)*[\])])/gu;
|
|
28
|
-
/** A relation or operator set between spaces, and those spaces. */
|
|
29
|
-
const OPERATOR_RE = /(?<=\S) ([=<>≤≥±×≈≠÷−]) (?=\S)/gu;
|
|
30
|
-
/** The offsets of `text` whose space becomes a no-break space. */
|
|
31
|
-
export function boundSpaceOffsets(text, rules) {
|
|
32
|
-
const out = [];
|
|
33
|
-
if (OTHER_SCRIPTS_RE.test(text))
|
|
34
|
-
return out;
|
|
35
|
-
if (rules.citations && text.includes(' ')) {
|
|
36
|
-
for (const m of text.matchAll(CITATION_RE)) {
|
|
37
|
-
const start = m.index;
|
|
38
|
-
out.push(start);
|
|
39
|
-
for (let k = 1; k < m[0].length; k++)
|
|
40
|
-
if (m[0][k] === ' ')
|
|
41
|
-
out.push(start + k);
|
|
42
|
-
}
|
|
43
|
-
}
|
|
44
|
-
if (rules.operators) {
|
|
45
|
-
for (const m of text.matchAll(OPERATOR_RE))
|
|
46
|
-
out.push(m.index, m.index + 2);
|
|
47
|
-
}
|
|
48
|
-
return out;
|
|
49
|
-
}
|
|
50
|
-
/** `text` with a no-break space at each of `offsets`. */
|
|
51
|
-
function bind(text, offsets, from = 0) {
|
|
52
|
-
let out = '';
|
|
53
|
-
for (let i = 0; i < text.length; i++)
|
|
54
|
-
out += offsets.has(from + i) && text[i] === ' ' ? NBSP : text[i];
|
|
55
|
-
return out;
|
|
56
|
-
}
|
|
57
|
-
function boundSpans(spans, offsets) {
|
|
58
|
-
let at = 0;
|
|
59
|
-
return spans.map((span) => {
|
|
60
|
-
const from = at;
|
|
61
|
-
at += span.text.length;
|
|
62
|
-
const text = bind(span.text, offsets, from);
|
|
63
|
-
return text === span.text ? span : { ...span, text };
|
|
64
|
-
});
|
|
65
|
-
}
|
|
66
|
-
const memo = new WeakMap();
|
|
67
|
-
/**
|
|
68
|
-
* `block` with the spaces of {@link BoundSpacesRules} made no-break spaces,
|
|
69
|
-
* or `block` itself when there are none (or its spans do not spell its text
|
|
70
|
-
* one for one). The same block comes back for the same block and rules.
|
|
71
|
-
*/
|
|
72
|
-
export function withBoundSpaces(block, rules) {
|
|
73
|
-
if (!rules.citations && !rules.operators)
|
|
74
|
-
return block;
|
|
75
|
-
const key = `${rules.citations ? 'c' : ''}${rules.operators ? 'o' : ''}`;
|
|
76
|
-
let byRules = memo.get(block);
|
|
77
|
-
const known = byRules?.get(key);
|
|
78
|
-
if (known)
|
|
79
|
-
return known;
|
|
80
|
-
let bound = block;
|
|
81
|
-
const offsets = boundSpaceOffsets(block.text, rules);
|
|
82
|
-
if (offsets.length > 0 && block.spans.map((s) => s.text).join('') === block.text) {
|
|
83
|
-
const set = new Set(offsets);
|
|
84
|
-
bound = { ...block, text: bind(block.text, set), spans: boundSpans(block.spans, set) };
|
|
85
|
-
}
|
|
86
|
-
if (!byRules) {
|
|
87
|
-
byRules = new Map();
|
|
88
|
-
memo.set(block, byRules);
|
|
89
|
-
}
|
|
90
|
-
byRules.set(key, bound);
|
|
91
|
-
return bound;
|
|
92
|
-
}
|
|
93
|
-
//# sourceMappingURL=boundSpaces.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"boundSpaces.js","sourceRoot":"","sources":["../../../src/pipeline/text/boundSpaces.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AASH,MAAM,IAAI,GAAG,QAAQ,CAAC;AACtB;;oEAEoE;AACpE,MAAM,gBAAgB,GAAG,+NAA+N,CAAC;AAEzP;;+CAE+C;AAC/C,MAAM,WAAW,GAAG,gFAAgF,CAAC;AACrG,mEAAmE;AACnE,MAAM,WAAW,GAAG,kCAAkC,CAAC;AAEvD,kEAAkE;AAClE,MAAM,UAAU,iBAAiB,CAAC,IAAY,EAAE,KAAuB;IACrE,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC;QAAE,OAAO,GAAG,CAAC;IAC5C,IAAI,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAC3C,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;YACtB,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;gBAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG;oBAAE,GAAG,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;IACD,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;QACpB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC;YAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC;IAC7E,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,yDAAyD;AACzD,SAAS,IAAI,CAAC,IAAY,EAAE,OAA4B,EAAE,IAAI,GAAG,CAAC;IAChE,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,GAAG,IAAI,OAAO,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACvG,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,UAAU,CAAC,KAA4B,EAAE,OAA4B;IAC5E,IAAI,EAAE,GAAG,CAAC,CAAC;IACX,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACxB,MAAM,IAAI,GAAG,EAAE,CAAC;QAChB,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;QACvB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QAC5C,OAAO,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,CAAC;IACvD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,IAAI,GAAG,IAAI,OAAO,EAA2C,CAAC;AAEpE;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,KAAmB,EAAE,KAAuB;IAC1E,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC;IACvD,MAAM,GAAG,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACzE,IAAI,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC9B,MAAM,KAAK,GAAG,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;IAChC,IAAI,KAAK;QAAE,OAAO,KAAK,CAAC;IACxB,IAAI,KAAK,GAAG,KAAK,CAAC;IAClB,MAAM,OAAO,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACrD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;QACjF,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7B,KAAK,GAAG,EAAE,GAAG,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE,CAAC;IACzF,CAAC;IACD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,OAAO,GAAG,IAAI,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC3B,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACxB,OAAO,KAAK,CAAC;AACf,CAAC"}
|