postext-pdf 1.28.6 → 1.29.0

package/dist/__tests__/shapingLanguage.test.js

@@ -0,0 +1,329 @@
+import { describe, it, expect, beforeAll } from 'vitest';
+import fs from 'node:fs';
+import fontkit from '@pdf-lib/fontkit';
+import { PDFDocument } from 'pdf-lib';
+import { loadComplexShaper, shapeRun } from '../complexShaping';
+import { shapeInCurrentLanguage, shapesSegmentLanguages, shapingKey, shapingLanguage, shapingScriptOf, withDocumentLanguage, withSegmentLanguage, withShapingLanguage, withShapingScript } from '../shapingLanguage';
+import { textAdvancePx } from '../pdf-backend/primitives';
+import { shapedSvgText } from '../pdf-backend/shapedText';
+// #764: a text is shaped in the language the layout measured it in, by
+// both shapers of the PDF. The widths below are the ones Chrome 154 gives
+// these very font files on a canvas (`measureText` at 1000 px with
+// `ctx.lang` set), each text measured alone, as the layout measures a
+// word: thousandths of the em.
+//
+// Chrome shapes a string with no character above U+00FF as Latin text
+// (`2026` and `"` take the Latin forms of the face in the language), and
+// any other string by the scripts of its characters: `—` or `……` alone
+// are of no script, and take the forms of no language.
+const fixture = (name) => new Uint8Array(fs.readFileSync(new URL(`./fixtures/${name}`, import.meta.url)));
+const FILES = {
+    serifSC: fixture('cjk/noto-serif-sc-language.ttf'),
+    serifTC: fixture('cjk/noto-serif-tc-language.ttf'),
+    serifJP: fixture('cjk/noto-serif-jp-vertical.ttf'),
+    sansSC: fixture('cjk/noto-sans-sc-language.ttf'),
+    sansJP: fixture('cjk/noto-sans-jp-language.ttf'),
+    alegreya: fixture('latin/alegreya-language.ttf'),
+};
+const NBSP = '\u00A0';
+const ELLIPSIS = '\u2026';
+const DASH = '\u2014';
+const HAN = '\u4E00';
+/** The texts of the CJK faces: digits, the ellipsis, the dash and the
+ *  ASCII quotes alone, a DOI, and each beside a Latin letter or after a
+ *  Han character. */
+const CJK_TEXTS = ['1', '2026', '2001', ELLIPSIS, `${ELLIPSIS}${ELLIPSIS}`, DASH, `${DASH}${DASH}`, '"', "'", '10.1006/', `2001${NBSP}n`, `${ELLIPSIS}${ELLIPSIS}${NBSP}n`, `${HAN}2026`, 'n"', `n${DASH}`];
+/** Text the Japanese serif fixture lacks a glyph for (the full stop and
+ *  the slash, U+4E00, the no-break space). */
+const NOT_IN_SERIF_JP = new Set(['10.1006/', `${HAN}2026`, `2001${NBSP}n`, `${ELLIPSIS}${ELLIPSIS}${NBSP}n`]);
+/** Chrome's widths of {@link CJK_TEXTS}: in the language the face has
+ *  forms for (`own`), and in any other (`other`). */
+const CHROME = {
+    serifSC: {
+        own: ['zh', 'zh-Hans', 'zh-CN', 'zh-SG'],
+        other: ['zh-Hant', 'zh-TW', 'zh-HK', 'zh-MO', 'zh-Hant-HK', 'yue', 'ja', 'ko', 'en', 'en-US', 'ca', ''],
+        ownWidths: [471, 2231, 2143, 1000, 2000, 890, 1692, 392, 205, 3850, 3060, 2917, 3231, 1053, 1661],
+        otherWidths: [550, 2200, 2200, 1000, 2000, 890, 1692, 376, 196, 3979, 3117, 2717, 3231, 970, 1546],
+    },
+    serifTC: {
+        own: ['zh-Hant', 'zh-TW'],
+        other: ['zh', 'zh-Hans', 'zh-CN', 'zh-SG', 'zh-HK', 'zh-MO', 'zh-Hant-HK', 'yue', 'ja', 'ko', 'en', 'ca', ''],
+        ownWidths: [471, 2231, 2143, 1000, 2000, 890, 1692, 392, 205, 3850, 3060, 2917, 3231, 1053, 1661],
+        otherWidths: [550, 2200, 2200, 1000, 2000, 890, 1692, 376, 196, 3979, 3117, 2717, 3231, 970, 1546],
+    },
+    serifJP: {
+        own: ['ja'],
+        other: ['zh', 'zh-Hans', 'zh-Hant', 'zh-TW', 'zh-HK', 'ko', 'en', 'ca', ''],
+        ownWidths: [471, 2231, 2143, 1000, 2000, 890, 1692, 392, 205, 0, 0, 0, 0, 1053, 1661],
+        otherWidths: [550, 2200, 2200, 1000, 2000, 890, 1692, 376, 196, 0, 0, 0, 0, 970, 1546],
+    },
+    sansSC: {
+        own: ['zh', 'zh-Hans', 'zh-CN', 'zh-SG'],
+        other: ['zh-Hant', 'zh-TW', 'zh-HK', 'zh-MO', 'yue', 'ja', 'ko', 'en', 'ca', ''],
+        ownWidths: [555, 2220, 2220, 1000, 2000, 894, 1676, 475, 279, 4000, 3054, 2834, 3220, 1085, 1610],
+        otherWidths: [555, 2220, 2220, 1000, 2000, 894, 1676, 474, 278, 4000, 3054, 2952, 3220, 1084, 1504],
+    },
+    sansJP: {
+        own: ['ja'],
+        other: ['zh', 'zh-Hans', 'zh-Hant', 'zh-TW', 'zh-HK', 'ko', 'en', 'ca', ''],
+        ownWidths: [555, 2220, 2220, 1000, 2000, 894, 1676, 475, 279, 4000, 3054, 2834, 3220, 1085, 1610],
+        otherWidths: [555, 2220, 2220, 1000, 2000, 894, 1676, 474, 278, 4000, 3054, 2952, 3220, 1084, 1504],
+    },
+};
+/** Alegreya: `fi` and `fil`, the Catalan `l·l`, `ale`, the Romanian
+ *  letters in both spellings, the Dutch `íj`, the Serbian `б`. */
+const LATIN_TEXTS = ['fi', 'fil', 'l\u00B7l', 'ale', '\u015F', '\u0163', '\u0219', '\u021B', '\u00EDj', '\u0431', '\u0430\u0431'];
+const ALEGREYA_PLAIN = [587, 831, 726, 1158, 402, 330, 402, 330, 532, 525, 986];
+const ALEGREYA = {
+    en: ALEGREYA_PLAIN,
+    es: ALEGREYA_PLAIN,
+    '': ALEGREYA_PLAIN,
+    // The Romanian forms are as wide (told apart below by their glyphs), and
+    // so is the Dutch pair; Macedonian has no form in this face.
+    ro: ALEGREYA_PLAIN,
+    'ro-MD': ALEGREYA_PLAIN,
+    nl: ALEGREYA_PLAIN,
+    mk: ALEGREYA_PLAIN,
+    ca: [587, 831, 576, 1158, 402, 330, 402, 330, 532, 525, 986],
+    tr: [612, 856, 726, 1158, 402, 330, 402, 330, 532, 525, 986],
+    az: [612, 856, 726, 1158, 402, 330, 402, 330, 532, 525, 986],
+    sr: [587, 831, 726, 1158, 402, 330, 402, 330, 532, 498, 959],
+};
+const fonts = {};
+beforeAll(async () => {
+    await loadComplexShaper();
+    const pdf = await PDFDocument.create();
+    pdf.registerFontkit(fontkit);
+    for (const face of Object.keys(FILES)) {
+        fonts[face] = await pdf.embedFont(FILES[face], { subset: true });
+        shapeInCurrentLanguage(fonts[face]);
+    }
+});
+/** fontkit's advance of `text`, as pdf-lib sets plain text. */
+const plain = (face, text) => Math.round(textAdvancePx(fonts[face], text, 1000).advance);
+/** HarfBuzz's, through the PDF's own painter of shaped text. */
+const shaped = (face, text) => Math.round(shapedSvgText(fonts[face], text, 1000).advance);
+/** HarfBuzz's, asked in the language and the script the text is shaped in. */
+function harfbuzz(face, text) {
+    const language = shapingLanguage();
+    const script = shapingScriptOf(text);
+    const run = shapeRun(FILES[face], text, { direction: 'ltr', ...(language ? { language } : {}), ...(script ? { script } : {}) });
+    return Math.round((run.glyphs.reduce((sum, g) => sum + g.xAdvance, 0) * 1000) / run.upem);
+}
+/** The glyphs fontkit sets `text` with. */
+function glyphIds(face, text) {
+    const kit = fonts[face].embedder.font;
+    return kit.layout(text).glyphs.map((g) => g.id);
+}
+describe('the language in force (#764)', () => {
+    it('is set for one call and put back, also when the call throws', () => {
+        expect(shapingLanguage()).toBeUndefined();
+        expect(withShapingLanguage('ca', () => shapingLanguage())).toBe('ca');
+        expect(withShapingLanguage('ca', () => withShapingLanguage('zh-Hans', () => shapingLanguage()))).toBe('zh-Hans');
+        // The empty tag: a document's text in no language.
+        expect(withShapingLanguage('', () => shapingLanguage())).toBe('');
+        expect(withShapingLanguage('ca', () => withShapingLanguage(undefined, () => shapingLanguage()))).toBeUndefined();
+        expect(() => withShapingLanguage('ca', () => { throw new Error('x'); })).toThrow('x');
+        expect(shapingLanguage()).toBeUndefined();
+    });
+    it('is part of the key of every cache of shaped text, with the script', () => {
+        expect(shapingKey('2026')).toBe('2026');
+        const keys = [
+            shapingKey('2026'),
+            withShapingLanguage('', () => shapingKey('2026')),
+            withShapingLanguage('zh-Hans', () => shapingKey('2026')),
+            withShapingLanguage('zh-Hant', () => shapingKey('2026')),
+            withShapingLanguage('zh-Hans', () => withShapingScript('Latn', () => shapingKey('2026'))),
+            withShapingLanguage('zh-Hans', () => withShapingScript('Hani', () => shapingKey('2026'))),
+            withShapingScript('Latn', () => shapingKey('2026')),
+            withDocumentLanguage(undefined, 'ja', () => shapingKey('2026')),
+            withDocumentLanguage('ja', 'ja', () => shapingKey('2026')),
+        ];
+        expect(new Set(keys).size).toBe(keys.length);
+    });
+    it('a page takes its document\u2019s, and a segment its own', () => {
+        withDocumentLanguage('zh-Hans', 'zh-Hans', () => {
+            expect(shapingLanguage()).toBe('zh-Hans');
+            expect(shapesSegmentLanguages()).toBe(true);
+            expect(withSegmentLanguage(undefined, () => shapingLanguage())).toBe('zh-Hans');
+            expect(withSegmentLanguage('en', () => shapingLanguage())).toBe('en');
+            // As written by the author: read in canonical form.
+            expect(withSegmentLanguage('ZH-hant', () => shapingLanguage())).toBe('zh-Hant');
+        });
+        expect(shapingLanguage()).toBeUndefined();
+    });
+    it('text with no character above U+00FF is Latin text, in a document\u2019s language only', () => {
+        expect(shapingScriptOf('2026')).toBeUndefined();
+        withShapingLanguage('zh-Hans', () => {
+            expect(shapingScriptOf('2026')).toBe('Latn');
+            expect(shapingScriptOf('"')).toBe('Latn');
+            expect(shapingScriptOf(`l\u00B7l`)).toBe('Latn');
+            expect(shapingScriptOf(DASH)).toBeUndefined();
+            expect(shapingScriptOf(`2026${DASH}`)).toBeUndefined();
+            expect(shapingScriptOf(HAN)).toBeUndefined();
+            // The script the layout gave a word comes first.
+            expect(withShapingScript('Grek', () => shapingScriptOf('2026'))).toBe('Grek');
+            // Beside an ideograph the canvas shaped the word with no script.
+            expect(withShapingScript('Hani', () => shapingScriptOf('2026'))).toBeUndefined();
+        });
+        expect(withShapingScript('Hani', () => shapingScriptOf('2026'))).toBe('Hani');
+        expect(withShapingLanguage('', () => shapingScriptOf('2026'))).toBe('Latn');
+    });
+});
+describe('the widths of the canvas, by both shapers (#764)', () => {
+    for (const face of Object.keys(CHROME)) {
+        it(`${face}: digits, the ellipsis, the dash and the quotes in each language`, () => {
+            const chrome = CHROME[face];
+            const rows = [[chrome.own, chrome.ownWidths], [chrome.other, chrome.otherWidths]];
+            for (const [languages, widths] of rows) {
+                for (const language of languages) {
+                    withShapingLanguage(language, () => {
+                        CJK_TEXTS.forEach((text, i) => {
+                            if (face === 'serifJP' && NOT_IN_SERIF_JP.has(text))
+                                return;
+                            const label = `${face} ${language || '(none)'} ${JSON.stringify(text)}`;
+                            expect(plain(face, text), `fontkit ${label}`).toBe(widths[i]);
+                            expect(shaped(face, text), `HarfBuzz ${label}`).toBe(widths[i]);
+                            expect(harfbuzz(face, text), `shapeRun ${label}`).toBe(widths[i]);
+                        });
+                    });
+                }
+            }
+            // The two rows differ: the face does have forms of its own.
+            expect(chrome.ownWidths).not.toEqual(chrome.otherWidths);
+        });
+    }
+    it('Noto Serif JP: the quotes of Japanese text', () => {
+        // The ASCII quote is Latin text, and takes its Japanese form; “ and ”
+        // alone are of no script and keep the default one, on the canvas too.
+        withShapingLanguage('ja', () => {
+            for (const [text, width] of [['"', 392], ["'", 205], ['\u201C', 426], ['\u201D', 425]]) {
+                expect(plain('serifJP', text), text).toBe(width);
+                expect(shaped('serifJP', text), text).toBe(width);
+            }
+        });
+    });
+    it('Alegreya: the Catalan l\u00B7l, the Turkish fi, the Serbian \u0431', () => {
+        for (const [language, widths] of Object.entries(ALEGREYA)) {
+            withShapingLanguage(language, () => {
+                LATIN_TEXTS.forEach((text, i) => {
+                    const label = `${language || '(none)'} ${JSON.stringify(text)}`;
+                    expect(plain('alegreya', text), `fontkit ${label}`).toBe(widths[i]);
+                    expect(shaped('alegreya', text), `HarfBuzz ${label}`).toBe(widths[i]);
+                    expect(harfbuzz('alegreya', text), `shapeRun ${label}`).toBe(widths[i]);
+                });
+            });
+        }
+    });
+    it('Alegreya: \u015F and \u0163 are drawn as \u0219 and \u021B in Romanian, by both shapers', () => {
+        // As wide in both spellings; Chrome paints the comma forms under `ro`
+        // and `ro-MD` (the same ink as ș and ț) and the cedilla ones elsewhere.
+        const hb = (text, language) => shapeRun(FILES.alegreya, text, { direction: 'ltr', script: 'Latn', language }).glyphs.map((g) => g.gid);
+        for (const [cedilla, comma] of [['\u015F', '\u0219'], ['\u0163', '\u021B']]) {
+            for (const language of ['ro', 'ro-RO', 'ro-MD']) {
+                expect(withShapingLanguage(language, () => glyphIds('alegreya', cedilla)), language).toEqual(glyphIds('alegreya', comma));
+                expect(hb(cedilla, language), language).toEqual(hb(comma, 'en'));
+            }
+            for (const language of ['en', 'tr', 'ca', '']) {
+                expect(withShapingLanguage(language, () => glyphIds('alegreya', cedilla)), language).not.toEqual(glyphIds('alegreya', comma));
+                expect(withShapingLanguage(language, () => glyphIds('alegreya', cedilla)), language).toEqual(glyphIds('alegreya', cedilla));
+            }
+            // The glyphs HarfBuzz and fontkit set are the same ones.
+            expect(withShapingLanguage('ro', () => glyphIds('alegreya', cedilla))).toEqual(hb(cedilla, 'ro'));
+        }
+        // The Turkish i keeps f and i apart, glyph for glyph in both.
+        expect(withShapingLanguage('tr', () => glyphIds('alegreya', 'fi'))).toEqual(hb('fi', 'tr'));
+        expect(withShapingLanguage('tr', () => glyphIds('alegreya', 'fi')).length).toBe(2);
+        expect(withShapingLanguage('en', () => glyphIds('alegreya', 'fi')).length).toBe(1);
+    });
+});
+describe('a script the layout gave a word, in the document\u2019s language (#725, #764)', () => {
+    it('the year of a Latin word in Chinese keeps the digits of the face', () => {
+        // `2001` beside a Latin letter: 214.3 px at 100 px in Chinese, 220 in
+        // English (Chrome).
+        expect(withShapingLanguage('zh-Hans', () => withShapingScript('Latn', () => plain('serifSC', '2001')))).toBe(2143);
+        expect(withShapingLanguage('en', () => withShapingScript('Latn', () => plain('serifSC', '2001')))).toBe(2200);
+        expect(withShapingLanguage('zh-Hans', () => withShapingScript('Latn', () => shaped('serifSC', '2001')))).toBe(2143);
+        expect(withShapingLanguage('en', () => withShapingScript('Latn', () => shaped('serifSC', '2001')))).toBe(2200);
+    });
+    it('a doubled ellipsis beside a Latin letter: 2 em in Chinese, 1.8 em in English', () => {
+        const pair = `${ELLIPSIS}${ELLIPSIS}`;
+        for (const measure of [plain, shaped]) {
+            expect(withShapingLanguage('zh-Hans', () => withShapingScript('Latn', () => measure('serifSC', pair)))).toBe(2000);
+            expect(withShapingLanguage('en', () => withShapingScript('Latn', () => measure('serifSC', pair)))).toBe(1800);
+            expect(withShapingLanguage('en', () => withShapingScript('Hani', () => measure('serifSC', pair)))).toBe(2000);
+        }
+    });
+    it('a word measured beside an ideograph has no script: the canvas shaped the two apart', () => {
+        // Chrome, in Chinese: `——` + NBSP + 一 is 2948 (1692 for the dashes,
+        // their default form), `"` + NBSP + 一 1632 (376) and `2026` + NBSP +
+        // 一 3487 (2231); in a Han run the dashes would take the Chinese form,
+        // 2 em wide, and the quote the Chinese one, 392.
+        const pair = `${DASH}${DASH}`;
+        for (const measure of [plain, shaped]) {
+            withShapingLanguage('zh-Hans', () => {
+                expect(withShapingScript('Hani', () => measure('serifSC', pair))).toBe(1692);
+                expect(withShapingScript('Hani', () => measure('serifSC', '"'))).toBe(376);
+                expect(withShapingScript('Hani', () => measure('serifSC', '2026'))).toBe(2231);
+                // Beside a Latin letter they take the Chinese forms of Latin text.
+                expect(withShapingScript('Latn', () => measure('serifSC', pair))).toBe(2000);
+                expect(withShapingScript('Latn', () => measure('serifSC', '"'))).toBe(392);
+            });
+            // In English the digits beside an ideograph are the face's own too.
+            expect(withShapingLanguage('en', () => withShapingScript('Hani', () => measure('serifSC', '2026')))).toBe(2231);
+            expect(withShapingLanguage('en', () => measure('serifSC', '2026'))).toBe(2200);
+        }
+    });
+});
+describe('a segment in a language of its own (#764)', () => {
+    it('is shaped in it, and the text around it in the document\u2019s', () => {
+        withDocumentLanguage('en', 'en', () => {
+            expect(plain('alegreya', 'l\u00B7l')).toBe(726);
+            expect(withSegmentLanguage('ca', () => plain('alegreya', 'l\u00B7l'))).toBe(576);
+            expect(withSegmentLanguage('ca', () => shaped('alegreya', 'l\u00B7l'))).toBe(576);
+            expect(withSegmentLanguage('tr', () => plain('alegreya', 'fi'))).toBe(612);
+            expect(plain('alegreya', 'fi')).toBe(587);
+        });
+        withDocumentLanguage('zh-Hans', 'zh-Hans', () => {
+            expect(plain('serifSC', '2026')).toBe(2231);
+            expect(withSegmentLanguage('en', () => plain('serifSC', '2026'))).toBe(2200);
+            expect(withSegmentLanguage('zh-Hant', () => plain('serifSC', '2026'))).toBe(2200);
+        });
+    });
+});
+describe('a document that keeps the host\u2019s language (#764)', () => {
+    it('is shaped as before: JAN for Japanese through fontkit, no language otherwise', () => {
+        withDocumentLanguage(undefined, 'ja', () => {
+            // HarfBuzz was told no language.
+            expect(shapingLanguage()).toBeUndefined();
+            expect(shapesSegmentLanguages()).toBe(false);
+            expect(shapingScriptOf('2026')).toBeUndefined();
+            // Punctuation alone was shaped as Han in `JAN `: the Japanese “.
+            expect(plain('serifJP', '\u201C')).toBe(465);
+            expect(plain('serifJP', '"')).toBe(392);
+            expect(shaped('serifJP', '"')).toBe(376);
+            // A segment of the body in Japanese, or in any other language.
+            expect(withSegmentLanguage('zh', () => plain('serifJP', '\u201C'), true)).toBe(426);
+            expect(withSegmentLanguage('zh', () => plain('serifJP', '\u201C'))).toBe(465);
+        });
+        withDocumentLanguage(undefined, 'zh-Hans', () => {
+            expect(shapingLanguage()).toBeUndefined();
+            // No language, and the script fontkit reads: the default one.
+            expect(plain('serifSC', '2026')).toBe(2231);
+            expect(plain('serifSC', '"')).toBe(376);
+            expect(plain('serifSC', `n${DASH}`)).toBe(1546);
+            expect(withSegmentLanguage('ja', () => plain('serifJP', '\u201C'), true)).toBe(465);
+        });
+        withDocumentLanguage(undefined, 'ca', () => {
+            expect(plain('alegreya', 'l\u00B7l')).toBe(726);
+            expect(withSegmentLanguage('ca', () => plain('alegreya', 'l\u00B7l'), true)).toBe(726);
+        });
+    });
+    it('text with no language in force at all is shaped as it always was', () => {
+        // The digits alone in the default script of the face.
+        expect(plain('serifSC', '2026')).toBe(2231);
+        expect(plain('serifSC', '"')).toBe(376);
+        expect(plain('alegreya', 'l\u00B7l')).toBe(726);
+    });
+});
+//# sourceMappingURL=shapingLanguage.test.js.map

package/dist/__tests__/shapingLanguage.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"shapingLanguage.test.js","sourceRoot":"","sources":["../../src/__tests__/shapingLanguage.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,QAAQ,CAAC;AACzD,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,OAAO,MAAM,kBAAkB,CAAC;AACvC,OAAO,EAAE,WAAW,EAAgB,MAAM,SAAS,CAAC;AACpD,OAAO,EAAE,iBAAiB,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,UAAU,EAAE,eAAe,EAAE,eAAe,EAAE,oBAAoB,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACrN,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAE1D,uEAAuE;AACvE,0EAA0E;AAC1E,mEAAmE;AACnE,sEAAsE;AACtE,+BAA+B;AAC/B,EAAE;AACF,sEAAsE;AACtE,yEAAyE;AACzE,uEAAuE;AACvE,uDAAuD;AAEvD,MAAM,OAAO,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,cAAc,IAAI,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;AAClH,MAAM,KAAK,GAAG;IACZ,OAAO,EAAE,OAAO,CAAC,gCAAgC,CAAC;IAClD,OAAO,EAAE,OAAO,CAAC,gCAAgC,CAAC;IAClD,OAAO,EAAE,OAAO,CAAC,gCAAgC,CAAC;IAClD,MAAM,EAAE,OAAO,CAAC,+BAA+B,CAAC;IAChD,MAAM,EAAE,OAAO,CAAC,+BAA+B,CAAC;IAChD,QAAQ,EAAE,OAAO,CAAC,6BAA6B,CAAC;CACjD,CAAC;AAGF,MAAM,IAAI,GAAG,QAAQ,CAAC;AACtB,MAAM,QAAQ,GAAG,QAAQ,CAAC;AAC1B,MAAM,IAAI,GAAG,QAAQ,CAAC;AACtB,MAAM,GAAG,GAAG,QAAQ,CAAC;AACrB;;qBAEqB;AACrB,MAAM,SAAS,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,QAAQ,GAAG,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,EAAE,OAAO,IAAI,GAAG,EAAE,GAAG,QAAQ,GAAG,QAAQ,GAAG,IAAI,GAAG,EAAE,GAAG,GAAG,MAAM,EAAE,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;AAC5M;8CAC8C;AAC9C,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,UAAU,EAAE,GAAG,GAAG,MAAM,EAAE,OAAO,IAAI,GAAG,EAAE,GAAG,QAAQ,GAAG,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC;AAE9G;qDACqD;AACrD,MAAM,MAAM,GAAsH;IAChI,OAAO,EAAE;QACP,GAAG,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC;QACxC,KAAK,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC;QACvG,SAAS,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;QACjG,WAAW,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC;KACnG;IACD,OAAO,EAAE;QACP,GAAG,EAAE,CAAC,SAAS,EAAE,OAAO,CAAC;QACzB,KAAK,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;QAC7G,SAAS,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;QACjG,WAAW,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC;KACnG;IACD,OAAO,EAAE;QACP,GAAG,EAAE,CAAC,IAAI,CAAC;QACX,KAAK,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;QAC3E,SAAS,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC;QACrF,WAAW,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,CAAC;KACvF;IACD,MAAM,EAAE;QACN,GAAG,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC;QACxC,KAAK,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;QAChF,SAAS,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;QACjG,WAAW,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;KACpG;IACD,MAAM,EAAE;QACN,GAAG,EAAE,CAAC,IAAI,CAAC;QACX,KAAK,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;QAC3E,SAAS,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;QACjG,WAAW,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;KACpG;CACF,CAAC;AAEF;kEACkE;AAClE,MAAM,WAAW,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC;AAClI,MAAM,cAAc,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AAChF,MAAM,QAAQ,GAA6B;IACzC,EAAE,EAAE,cAAc;IAClB,EAAE,EAAE,cAAc;IAClB,EAAE,EAAE,cAAc;IAClB,yEAAyE;IACzE,6DAA6D;IAC7D,EAAE,EAAE,cAAc;IAClB,OAAO,EAAE,cAAc;IACvB,EAAE,EAAE,cAAc;IAClB,EAAE,EAAE,cAAc;IAClB,EAAE,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;IAC5D,EAAE,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;IAC5D,EAAE,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;IAC5D,EAAE,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;CAC7D,CAAC;AAEF,MAAM,KAAK,GAAG,EAA2B,CAAC;AAC1C,SAAS,CAAC,KAAK,IAAI,EAAE;IACnB,MAAM,iBAAiB,EAAE,CAAC;IAC1B,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE,CAAC;IACvC,GAAG,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IAC7B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,KAAK,CAAW,EAAE,CAAC;QAChD,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;QACjE,sBAAsB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IACtC,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,+DAA+D;AAC/D,MAAM,KAAK,GAAG,CAAC,IAAU,EAAE,IAAY,EAAU,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC;AAC/G,gEAAgE;AAChE,MAAM,MAAM,GAAG,CAAC,IAAU,EAAE,IAAY,EAAU,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAE,CAAC,OAAO,CAAC,CAAC;AACjH,8EAA8E;AAC9E,SAAS,QAAQ,CAAC,IAAU,EAAE,IAAY;IACxC,MAAM,QAAQ,GAAG,eAAe,EAAE,CAAC;IACnC,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IACrC,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAE,CAAC;IACjI,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;AAC5F,CAAC;AACD,2CAA2C;AAC3C,SAAS,QAAQ,CAAC,IAAU,EAAE,IAAY;IACxC,MAAM,GAAG,GAAI,KAAK,CAAC,IAAI,CAAmG,CAAC,QAAQ,CAAC,IAAI,CAAC;IACzI,OAAO,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAClD,CAAC;AAED,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC5C,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC;QAC1C,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtE,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,mBAAmB,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACjH,mDAAmD;QACnD,MAAM,CAAC,mBAAmB,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClE,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,mBAAmB,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QACjH,MAAM,CAAC,GAAG,EAAE,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACtF,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC3E,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG;YACX,UAAU,CAAC,MAAM,CAAC;YAClB,mBAAmB,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACjD,mBAAmB,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACxD,mBAAmB,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACxD,mBAAmB,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;YACzF,mBAAmB,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;YACzF,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YACnD,oBAAoB,CAAC,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YAC/D,oBAAoB,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;SAC3D,CAAC;QACF,MAAM,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,oBAAoB,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE;YAC9C,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC1C,MAAM,CAAC,sBAAsB,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAChF,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtE,oDAAoD;YACpD,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAClF,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uFAAuF,EAAE,GAAG,EAAE;QAC/F,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QAChD,mBAAmB,CAAC,SAAS,EAAE,GAAG,EAAE;YAClC,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC7C,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC1C,MAAM,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACjD,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;YAC9C,MAAM,CAAC,eAAe,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;YACvD,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;YAC7C,iDAAiD;YACjD,MAAM,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC9E,iEAAiE;YACjE,MAAM,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QACnF,CAAC,CAAC,CAAC;QACH,MAAM,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9E,MAAM,CAAC,mBAAmB,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kDAAkD,EAAE,GAAG,EAAE;IAChE,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAgC,EAAE,CAAC;QACtE,EAAE,CAAC,GAAG,IAAI,kEAAkE,EAAE,GAAG,EAAE;YACjF,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;YAC5B,MAAM,IAAI,GAA2B,CAAC,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC;YAC1G,KAAK,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACvC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;oBACjC,mBAAmB,CAAC,QAAQ,EAAE,GAAG,EAAE;wBACjC,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;4BAC5B,IAAI,IAAI,KAAK,SAAS,IAAI,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC;gCAAE,OAAO;4BAC5D,MAAM,KAAK,GAAG,GAAG,IAAI,IAAI,QAAQ,IAAI,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;4BACxE,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;4BAC9D,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,YAAY,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;4BAChE,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,YAAY,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;wBACpE,CAAC,CAAC,CAAC;oBACL,CAAC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YACD,4DAA4D;YAC5D,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAC3D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,sEAAsE;QACtE,sEAAsE;QACtE,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE;YAC7B,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAU,EAAE,CAAC;gBAChG,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACjD,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACpD,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,KAAK,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC1D,mBAAmB,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACjC,WAAW,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,EAAE;oBAC9B,MAAM,KAAK,GAAG,GAAG,QAAQ,IAAI,QAAQ,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChE,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBACpE,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,YAAY,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;oBACtE,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE,YAAY,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1E,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yFAAyF,EAAE,GAAG,EAAE;QACjG,sEAAsE;QACtE,wEAAwE;QACxE,MAAM,EAAE,GAAG,CAAC,IAAY,EAAE,QAAgB,EAAY,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAClK,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAU,EAAE,CAAC;YACrF,KAAK,MAAM,QAAQ,IAAI,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC;gBAChD,MAAM,CAAC,mBAAmB,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;gBAC1H,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;YACnE,CAAC;YACD,KAAK,MAAM,QAAQ,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC;gBAC9C,MAAM,CAAC,mBAAmB,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC;gBAC9H,MAAM,CAAC,mBAAmB,CAAC,QAAQ,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;YAC9H,CAAC;YACD,yDAAyD;YACzD,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC;QACpG,CAAC;QACD,8DAA8D;QAC9D,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;QAC5F,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnF,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACrF,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,+EAA+E,EAAE,GAAG,EAAE;IAC7F,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,sEAAsE;QACtE,oBAAoB;QACpB,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnH,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9G,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpH,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8EAA8E,EAAE,GAAG,EAAE;QACtF,MAAM,IAAI,GAAG,GAAG,QAAQ,GAAG,QAAQ,EAAE,CAAC;QACtC,KAAK,MAAM,OAAO,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;YACtC,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnH,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9G,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oFAAoF,EAAE,GAAG,EAAE;QAC5F,oEAAoE;QACpE,qEAAqE;QACrE,sEAAsE;QACtE,iDAAiD;QACjD,MAAM,IAAI,GAAG,GAAG,IAAI,GAAG,IAAI,EAAE,CAAC;QAC9B,KAAK,MAAM,OAAO,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;YACtC,mBAAmB,CAAC,SAAS,EAAE,GAAG,EAAE;gBAClC,MAAM,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC7E,MAAM,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC3E,MAAM,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC/E,mEAAmE;gBACnE,MAAM,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC7E,MAAM,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7E,CAAC,CAAC,CAAC;YACH,oEAAoE;YACpE,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChH,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjF,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,2CAA2C,EAAE,GAAG,EAAE;IACzD,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,oBAAoB,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE;YACpC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChD,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjF,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAClF,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC3E,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5C,CAAC,CAAC,CAAC;QACH,oBAAoB,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE;YAC9C,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7E,MAAM,CAAC,mBAAmB,CAAC,SAAS,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,uDAAuD,EAAE,GAAG,EAAE;IACrE,EAAE,CAAC,8EAA8E,EAAE,GAAG,EAAE;QACtF,oBAAoB,CAAC,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE;YACzC,iCAAiC;YACjC,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC;YAC1C,MAAM,CAAC,sBAAsB,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC7C,MAAM,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;YAChD,iEAAiE;YACjE,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7C,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACxC,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACzC,+DAA+D;YAC/D,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpF,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChF,CAAC,CAAC,CAAC;QACH,oBAAoB,CAAC,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE;YAC9C,MAAM,CAAC,eAAe,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC;YAC1C,8DAA8D;YAC9D,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5C,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACxC,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtF,CAAC,CAAC,CAAC;QACH,oBAAoB,CAAC,SAAS,EAAE,IAAI,EAAE,GAAG,EAAE;YACzC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChD,MAAM,CAAC,mBAAmB,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACzF,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,sDAAsD;QACtD,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/__tests__/shapingLanguageDocument.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=shapingLanguageDocument.test.d.ts.map

package/dist/__tests__/shapingLanguageDocument.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"shapingLanguageDocument.test.d.ts","sourceRoot":"","sources":["../../src/__tests__/shapingLanguageDocument.test.ts"],"names":[],"mappings":""}

package/dist/__tests__/shapingLanguageDocument.test.js

@@ -0,0 +1,237 @@
+import { describe, it, expect, beforeAll } from 'vitest';
+import fs from 'node:fs';
+import os from 'node:os';
+import path from 'node:path';
+import { execFileSync } from 'node:child_process';
+import { buildDocument } from 'postext';
+import { renderToPdf } from '../pdf-backend';
+import { parseFontString } from '../fontString';
+import { loadComplexShaper, shapeRun } from '../complexShaping';
+// #764, end to end: a document is laid out by a measurer that shapes in
+// the language the engine sets on it (`ctx.lang`), as a browser's canvas
+// does, and its PDF prints every word where the layout put it, as wide as
+// it was measured. Noto Serif SC draws its digits, its dash and its ASCII
+// quotes otherwise in Chinese; Alegreya its `l·l` in Catalan.
+const fixture = (name) => new Uint8Array(fs.readFileSync(new URL(`./fixtures/${name}`, import.meta.url)));
+const FACES = {
+    Song: fixture('cjk/noto-serif-sc-language.ttf'),
+    Alegreya: fixture('latin/alegreya-language.ttf'),
+};
+const fontProvider = async (family) => FACES[family] ?? FACES.Song;
+/** The languages the engine set on the measuring contexts. */
+const languagesSet = new Set();
+/**
+ * Measures as Chrome 154's canvas does, with HarfBuzz. A string with no
+ * character above U+00FF is Latin text, whatever it holds. Any other is
+ * cut at its spaces and around each Han character, and each piece shaped
+ * in the script of its first character that has one (the default script
+ * for a piece with none). Every piece in the context's language.
+ *
+ * `font` and `lang` are accessors of the class, which is the global
+ * context class, as in a browser: the engine finds the context its text
+ * library measures plain paragraphs with by the `font` it sets, and gives
+ * it the language too.
+ */
+class CanvasCtx {
+    direction = 'ltr';
+    letterSpacing = '0px';
+    fontString = '';
+    language = 'inherit';
+    get font() {
+        return this.fontString;
+    }
+    set font(value) {
+        this.fontString = value;
+    }
+    get lang() {
+        return this.language;
+    }
+    set lang(value) {
+        this.language = value;
+        languagesSet.add(value);
+    }
+    measureText(s) {
+        const parsed = parseFontString(this.fontString);
+        const bytes = FACES[parsed?.family ?? ''] ?? FACES.Song;
+        const language = this.language === 'inherit' ? undefined : this.language;
+        const latin = /^[\u0000-\u00FF]*$/.test(s);
+        let advance = 0;
+        for (const piece of latin ? [s] : s.split(/( |\p{Script=Han})/u)) {
+            if (piece === '')
+                continue;
+            const run = shapeRun(bytes, piece, { direction: 'ltr', ...(language ? { language } : {}), ...(latin ? { script: 'Latn' } : {}) });
+            advance += run ? run.glyphs.reduce((sum, g) => sum + g.xAdvance, 0) / run.upem : piece.length * 0.5;
+        }
+        return { width: advance * (parsed?.sizePx ?? 16) };
+    }
+}
+const host = globalThis;
+host.OffscreenCanvasRenderingContext2D = CanvasCtx;
+host.OffscreenCanvas = class {
+    getContext() {
+        return new CanvasCtx();
+    }
+};
+const pt = (value) => ({ value, unit: 'pt' });
+const SIZE = 20;
+const EM = SIZE / 1000;
+function config(locale, fontFamily, shapingLanguage) {
+    return {
+        page: { width: pt(700), height: pt(300), dpi: 72, margins: { top: pt(20), bottom: pt(20), left: pt(20), right: pt(20) } },
+        locale,
+        layout: { layoutType: 'single' },
+        header: { elements: [] },
+        footer: { elements: [] },
+        bodyText: { fontFamily, fontSize: pt(SIZE), lineHeight: pt(36), firstLineIndent: pt(0), textAlign: 'left', hyphenation: { enabled: false }, ...(shapingLanguage ? { shapingLanguage } : {}) },
+    };
+}
+const hasPdftotext = (() => {
+    try {
+        execFileSync('pdftotext', ['-v'], { stdio: 'ignore' });
+        return true;
+    }
+    catch {
+        return false;
+    }
+})();
+/** The words of the PDF's first page with their boxes, px at 72 dpi. */
+function wordBoxes(bytes) {
+    const file = path.join(os.tmpdir(), `postext-document-language-${process.pid}-${Math.random().toString(36).slice(2)}.pdf`);
+    fs.writeFileSync(file, bytes);
+    const xml = execFileSync('pdftotext', ['-bbox', '-l', '1', file, '-'], { encoding: 'utf8' });
+    fs.unlinkSync(file);
+    return [...xml.matchAll(/<word xMin="([\d.]+)" yMin="[\d.]+" xMax="([\d.]+)" yMax="[\d.]+">([^<]*)<\/word>/g)]
+        .map((m) => ({ text: m[3].replace(/&quot;/g, '"').replace(/&amp;/g, '&'), left: Number(m[1]), right: Number(m[2]) }));
+}
+const firstLine = (doc) => doc.pages[0].columns[0].blocks[0].lines[0];
+/** The words of a line as the layout placed them: what stands between
+ *  two spaces is one word, as pdftotext reads it. */
+function wordPlaces(line) {
+    const places = [];
+    let x = line.bbox.x;
+    let open;
+    for (const seg of line.segments) {
+        if (seg.kind === 'space')
+            open = undefined;
+        else if (open) {
+            open.text += seg.text;
+            open.right = x + seg.width;
+        }
+        else {
+            open = { text: seg.text, left: x, right: x + seg.width };
+            places.push(open);
+        }
+        x += seg.width;
+    }
+    return places;
+}
+/** The width the layout gave each text of a line, thousandths of the em. */
+const widthsOf = (line) => Object.fromEntries(line.segments.filter((s) => s.kind !== 'space').map((s) => [s.text, Math.round(s.width / EM)]));
+/** Each word of the PDF against its place: both ends, to a hundredth of a
+ *  pixel and a half (pdftotext rounds to six decimals of a point). */
+function expectInPlace(boxes, places) {
+    expect(boxes.map((b) => b.text)).toEqual(places.map((p) => p.text));
+    boxes.forEach((box, i) => {
+        expect(box.left, `${box.text} left`).toBeCloseTo(places[i].left, 1);
+        expect(box.right, `${box.text} right`).toBeCloseTo(places[i].right, 1);
+    });
+}
+beforeAll(async () => {
+    await loadComplexShaper();
+});
+const DASH = '\u2014';
+const ELLIPSIS = '\u2026';
+// A reference of a Chinese book: a year, a quoted letter, the Chinese
+// dash, a DOI, a year after a dash of its word, the Chinese ellipsis.
+const NOTE = `GDP 2026 "n" ${DASH}${DASH} 10.1006/ 2001 ${ELLIPSIS}${ELLIPSIS} (1) a${DASH}2001 n`;
+describe('a Chinese document, measured and printed in Chinese (#764)', () => {
+    it('the layout measures in the document\u2019s language: the Chinese digits, quotes and dash of the face', () => {
+        languagesSet.clear();
+        const widths = widthsOf(firstLine(buildDocument({ markdown: NOTE }, config('zh-Hans', 'Song'))));
+        expect([...languagesSet]).toContain('zh-Hans');
+        // Chrome's widths, in Chinese: 2026 is 223.1 px at 100 px (220 in
+        // English), "n" 39.2 + 66.1 + 39.2 (37.6 for each quote in English,
+        // kerned against the letter), 10.1006/ 385 (397.9), 2001 beside a
+        // Latin letter 214.3 (220), and the dash after a Latin letter a full
+        // em (0.89 em in English).
+        expect(widths).toEqual({ GDP: 2126, 2026: 2231, '"n"': 1445, [`${DASH}${DASH}`]: 1692, '10.1006/': 3850, 2001: 2143, [`${ELLIPSIS}${ELLIPSIS}`]: 2000, '(1)': 1199, [`a${DASH}`]: 1557, n: 661 });
+        // The same sentence in a document in a language the face has no forms
+        // for.
+        const english = widthsOf(firstLine(buildDocument({ markdown: NOTE }, config('en', 'Song'))));
+        expect(english).toMatchObject({ 2026: 2200, '"n"': 1339, '10.1006/': 3979, 2001: 2200, '(1)': 1278, [`a${DASH}`]: 1439 });
+    });
+    it.skipIf(!hasPdftotext)('the PDF prints each word in its place, as wide as it was measured', async () => {
+        for (const locale of ['zh-Hans', 'zh-CN', 'zh-Hant', 'en', 'ja']) {
+            const doc = buildDocument({ markdown: NOTE }, config(locale, 'Song'));
+            const places = wordPlaces(firstLine(doc));
+            expect(places.map((p) => p.text), locale).toEqual(['GDP', '2026', '"n"', `${DASH}${DASH}`, '10.1006/', '2001', `${ELLIPSIS}${ELLIPSIS}`, '(1)', `a${DASH}2001`, 'n']);
+            expectInPlace(wordBoxes(await renderToPdf(doc, { fontProvider, accessible: false })), places);
+        }
+    }, 60_000);
+    it.skipIf(!hasPdftotext)('a line of Han with a year, the dash and quotes ends where the layout ends it', async () => {
+        const han = '\u4E2D\u65E5\u672C2026\u5E741\u6708\u2014\u2014"\u597D"\u2026\u2026\u4E00\u5E74';
+        const doc = buildDocument({ markdown: han }, config('zh-Hans', 'Song'));
+        const line = firstLine(doc);
+        expect(line.cjkComposed).toBe(true);
+        const widths = widthsOf(line);
+        // The year and the quotes are Latin text in Chinese.
+        expect(widths).toMatchObject({ 2026: 2231, 1: 471, '"': 392 });
+        const boxes = wordBoxes(await renderToPdf(doc, { fontProvider, accessible: false }));
+        expect(boxes.map((b) => b.text)).toEqual([han]);
+        expect(boxes[0].left).toBeCloseTo(line.bbox.x, 1);
+        expect(boxes[0].right).toBeCloseTo(line.bbox.x + line.segments.reduce((sum, s) => sum + s.width, 0), 1);
+    }, 60_000);
+    it.skipIf(!hasPdftotext)('a run in a language of its own is measured and printed in it', async () => {
+        const doc = buildDocument({ markdown: 'GDP 2026 :ltr[2026 "n"]{lang=en} 2026' }, config('zh-Hans', 'Song'));
+        const line = firstLine(doc);
+        const words = line.segments.filter((s) => s.kind !== 'space');
+        expect(words.map((s) => [s.text, s.lang, Math.round(s.width / EM)])).toEqual([['GDP', undefined, 2126], ['2026', undefined, 2231], ['2026', 'en', 2200], ['"n"', 'en', 1339], ['2026', undefined, 2231]]);
+        expectInPlace(wordBoxes(await renderToPdf(doc, { fontProvider, accessible: false })), wordPlaces(line));
+    }, 60_000);
+});
+describe('a document that keeps the host\u2019s language (#764)', () => {
+    it.skipIf(!hasPdftotext)('is measured in no language and printed as before', async () => {
+        languagesSet.clear();
+        const doc = buildDocument({ markdown: NOTE }, config('zh-Hans', 'Song', 'host'));
+        // The engine leaves the context its own language.
+        expect([...languagesSet].filter((l) => l !== 'inherit')).toEqual([]);
+        const line = firstLine(doc);
+        // What a page in a language the face has no forms for, or a worker,
+        // measures: the widths of the English document above.
+        const widths = widthsOf(line);
+        expect(widths).toEqual({ GDP: 2126, 2026: 2200, '"n"': 1339, [`${DASH}${DASH}`]: 1692, '10.1006/': 3979, 2001: 2200, [`${ELLIPSIS}${ELLIPSIS}`]: 2000, '(1)': 1278, [`a${DASH}`]: 1439, n: 661 });
+        // The advances postext-pdf 1.28 gave this page, which it still gives:
+        // no language, each word with no letter in its script.
+        const boxes = wordBoxes(await renderToPdf(doc, { fontProvider, accessible: false }));
+        const advances = Object.fromEntries(boxes.map((b) => [b.text, Math.round((b.right - b.left) / EM)]));
+        expect(advances).toEqual({ GDP: 2126, 2026: 2200, '"n"': 1339, [`${DASH}${DASH}`]: 1692, '10.1006/': 3979, 2001: 2200, [`${ELLIPSIS}${ELLIPSIS}`]: 2000, '(1)': 1278, [`a${DASH}2001`]: 3639, n: 661 });
+        expectInPlace(boxes, wordPlaces(line));
+    }, 60_000);
+});
+describe('a Catalan document (#764)', () => {
+    // `l·l` is 0.576 em wide in Catalan and 0.726 em otherwise (Chrome).
+    const WORDS = 'ale l\u00B7l fil';
+    it.skipIf(!hasPdftotext)('sets l\u00B7l in the Catalan form of its face, where it was measured', async () => {
+        const doc = buildDocument({ markdown: WORDS }, config('ca', 'Alegreya'));
+        expect(widthsOf(firstLine(doc))).toEqual({ ale: 1158, 'l\u00B7l': 576, fil: 831 });
+        expectInPlace(wordBoxes(await renderToPdf(doc, { fontProvider, accessible: false })), wordPlaces(firstLine(doc)));
+        const spanish = buildDocument({ markdown: WORDS }, config('es', 'Alegreya'));
+        expect(widthsOf(firstLine(spanish))).toEqual({ ale: 1158, 'l\u00B7l': 726, fil: 831 });
+        expectInPlace(wordBoxes(await renderToPdf(spanish, { fontProvider, accessible: false })), wordPlaces(firstLine(spanish)));
+        // In Turkish f and i stay apart.
+        const turkish = buildDocument({ markdown: WORDS }, config('tr', 'Alegreya'));
+        expect(widthsOf(firstLine(turkish))).toEqual({ ale: 1158, 'l\u00B7l': 726, fil: 856 });
+        expectInPlace(wordBoxes(await renderToPdf(turkish, { fontProvider, accessible: false })), wordPlaces(firstLine(turkish)));
+    }, 60_000);
+    it.skipIf(!hasPdftotext)('a Catalan name in a Spanish document, and one in a document that keeps the host\u2019s language', async () => {
+        const doc = buildDocument({ markdown: 'ale :ltr[l\u00B7l]{lang=ca} l\u00B7l' }, config('es', 'Alegreya'));
+        const line = firstLine(doc);
+        expect(line.segments.filter((s) => s.kind !== 'space').map((s) => [s.lang, Math.round(s.width / EM)])).toEqual([[undefined, 1158], ['ca', 576], [undefined, 726]]);
+        expectInPlace(wordBoxes(await renderToPdf(doc, { fontProvider, accessible: false })), wordPlaces(line));
+        // The host's language: measured in none, printed in none.
+        const host = buildDocument({ markdown: WORDS }, config('ca', 'Alegreya', 'host'));
+        expect(widthsOf(firstLine(host))).toEqual({ ale: 1158, 'l\u00B7l': 726, fil: 831 });
+        expectInPlace(wordBoxes(await renderToPdf(host, { fontProvider, accessible: false })), wordPlaces(firstLine(host)));
+    }, 60_000);
+});
+//# sourceMappingURL=shapingLanguageDocument.test.js.map