@chr33s/pdf-codepoints 5.0.0

package/dist/index.d.ts

@@ -0,0 +1,5 @@
+import parser from "./parser.js";
+declare const codePoints: import("./parser.js").CodePointTable;
+export default codePoints;
+export * from "./parser.js";
+export { parser };

package/dist/index.js

@@ -0,0 +1,6 @@
+import parser from "./parser.js";
+const codePoints = parser();
+export default codePoints;
+export * from "./parser.js";
+export { parser };
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,MAAM,UAAU,GAAG,MAAM,EAAE,CAAC;AAE5B,eAAe,UAAU,CAAC;AAC1B,cAAc,aAAa,CAAC;AAC5B,OAAO,EAAE,MAAM,EAAE,CAAC"}

package/dist/parser.d.ts

@@ -0,0 +1,35 @@
+export type CodePointRange = [number, number];
+export interface CodePoint {
+    code: number;
+    name: string;
+    unicode1Name: string | null;
+    isoComment: string | null;
+    category: string;
+    block: string | null;
+    script: string | null;
+    eastAsianWidth: string | null;
+    combiningClass: number;
+    combiningClassName: string | null;
+    bidiClass: string;
+    bidiMirrored: boolean;
+    numeric: string | null;
+    uppercase: number[] | null;
+    lowercase: number[] | null;
+    titlecase: number[] | null;
+    folded: number[] | null;
+    caseConditions: string[] | null;
+    decomposition: number[];
+    compositions: Record<number, number>;
+    isCompat: boolean;
+    isExcluded: boolean;
+    joiningType: string | null;
+    joiningGroup: string | null;
+    indicSyllabicCategory: string | null;
+    indicPositionalCategory: string | null;
+    NFD_QC: number;
+    NFKD_QC: number;
+    NFC_QC: number;
+    NFKC_QC: number;
+}
+export type CodePointTable = Array<CodePoint | undefined>;
+export default function loadCodePoints(ucdPath?: string): CodePointTable;

package/dist/parser.js

@@ -0,0 +1,308 @@
+import { readFileSync } from "node:fs";
+import { dirname, join, resolve } from "node:path";
+import { fileURLToPath } from "node:url";
+const moduleDir = dirname(fileURLToPath(import.meta.url));
+const defaultUcdPath = resolve(moduleDir, "..", "data");
+const COMMENT_PATTERN = /\s*#.*$/;
+const RANGE_PATTERN = /([a-f0-9]+)\.\.([a-f0-9]+)/i;
+function parseCodes(code) {
+    if (!code) {
+        return null;
+    }
+    return code
+        .split(" ")
+        .filter((segment) => segment.length > 0)
+        .map((segment) => parseInt(segment, 16));
+}
+function createCodePoint(parts) {
+    const [codeHex, name, category, combiningClassValue, bidiClass, decompositionRaw, decimal, digit, numeric, bidiMirroredFlag, unicode1Name, isoComment, uppercaseHex, lowercaseHex, titlecaseHex,] = parts;
+    const decomposition = parseCodes(decompositionRaw) ?? [];
+    const codePoint = {
+        code: parseInt(codeHex, 16),
+        name,
+        unicode1Name: unicode1Name || null,
+        isoComment: isoComment || null,
+        category,
+        block: null,
+        script: null,
+        eastAsianWidth: null,
+        combiningClass: parseInt(combiningClassValue, 10) || 0,
+        combiningClassName: null,
+        bidiClass,
+        bidiMirrored: bidiMirroredFlag === "Y",
+        numeric: numeric || null,
+        uppercase: uppercaseHex ? [parseInt(uppercaseHex, 16)] : null,
+        lowercase: lowercaseHex ? [parseInt(lowercaseHex, 16)] : null,
+        titlecase: titlecaseHex ? [parseInt(titlecaseHex, 16)] : null,
+        folded: null,
+        caseConditions: null,
+        decomposition,
+        compositions: {},
+        isCompat: false,
+        isExcluded: false,
+        joiningType: null,
+        joiningGroup: null,
+        indicSyllabicCategory: null,
+        indicPositionalCategory: null,
+        NFD_QC: 0,
+        NFKD_QC: 0,
+        NFC_QC: 0,
+        NFKC_QC: 0,
+    };
+    if (codePoint.decomposition.length && Number.isNaN(codePoint.decomposition[0])) {
+        codePoint.isCompat = true;
+        codePoint.decomposition.shift();
+    }
+    if ((decimal && decimal !== codePoint.numeric) || (digit && digit !== codePoint.numeric)) {
+        throw new Error("Decimal or digit does not match numeric value");
+    }
+    return codePoint;
+}
+function cloneCodePoint(source, code) {
+    return { ...source, code };
+}
+function readRangeFile(ucdPath, filename, handler) {
+    const data = readFileSync(join(ucdPath, filename), "ascii");
+    for (const rawLine of data.split("\n")) {
+        let line = rawLine.trim();
+        if (!line || line.startsWith("#")) {
+            continue;
+        }
+        line = line.replace(COMMENT_PATTERN, "");
+        if (!line) {
+            continue;
+        }
+        const parts = line.split(/\s*;\s*/);
+        const match = parts[0].match(RANGE_PATTERN);
+        let range = null;
+        if (match) {
+            range = [parseInt(match[1], 16), parseInt(match[2], 16)];
+        }
+        else {
+            const value = parseInt(parts[0], 16);
+            if (!Number.isNaN(value)) {
+                range = [value, value];
+            }
+        }
+        if (!range) {
+            continue;
+        }
+        const rest = parts.slice(1);
+        handler([range, ...rest]);
+    }
+}
+function readRawFile(ucdPath, filename, handler) {
+    const data = readFileSync(join(ucdPath, filename), "ascii");
+    for (const rawLine of data.split("\n")) {
+        let line = rawLine.trim();
+        if (!line || line.startsWith("#")) {
+            continue;
+        }
+        line = line.replace(COMMENT_PATTERN, "");
+        if (!line) {
+            continue;
+        }
+        handler(line.split(/\s*;\s*/));
+    }
+}
+export default function loadCodePoints(ucdPath = defaultUcdPath) {
+    const codePoints = [];
+    const unicodeData = readFileSync(join(ucdPath, "UnicodeData.txt"), "ascii");
+    let rangeStart = -1;
+    for (const line of unicodeData.split("\n")) {
+        if (!line.length) {
+            continue;
+        }
+        const parts = line.split(";");
+        const name = parts[1];
+        const codePoint = createCodePoint(parts);
+        if (rangeStart >= 0) {
+            if (!/<.+, Last>/.test(name)) {
+                throw new Error("No range end found");
+            }
+            for (let code = rangeStart; code <= codePoint.code; code += 1) {
+                codePoints[code] = cloneCodePoint(codePoint, code);
+            }
+            rangeStart = -1;
+            continue;
+        }
+        if (/<.+, First>/.test(name)) {
+            rangeStart = codePoint.code;
+        }
+        else {
+            codePoints[codePoint.code] = codePoint;
+        }
+    }
+    readRangeFile(ucdPath, "extracted/DerivedNumericValues.txt", (parts) => {
+        const [start, end] = parts[0];
+        const value = parts[3];
+        for (let code = start; code <= end; code += 1) {
+            const codePoint = codePoints[code];
+            if (codePoint && !codePoint.numeric) {
+                codePoint.numeric = value;
+            }
+        }
+    });
+    const combiningClasses = {};
+    const joiningTypes = {};
+    readRawFile(ucdPath, "PropertyValueAliases.txt", (parts) => {
+        if (parts[0] === "ccc") {
+            const num = parseInt(parts[1], 10);
+            const name = parts[3];
+            combiningClasses[num] = name;
+        }
+        if (parts[0] === "jt") {
+            joiningTypes[parts[1]] = parts[2];
+        }
+    });
+    for (const codePoint of codePoints) {
+        if (codePoint) {
+            codePoint.combiningClassName = combiningClasses[codePoint.combiningClass] ?? null;
+        }
+    }
+    readRangeFile(ucdPath, "Blocks.txt", (parts) => {
+        const [start, end] = parts[0];
+        for (let code = start; code <= end; code += 1) {
+            const codePoint = codePoints[code];
+            if (codePoint) {
+                codePoint.block = parts[1];
+            }
+        }
+    });
+    readRangeFile(ucdPath, "Scripts.txt", (parts) => {
+        const [start, end] = parts[0];
+        for (let code = start; code <= end; code += 1) {
+            const codePoint = codePoints[code];
+            if (codePoint) {
+                codePoint.script = parts[1];
+            }
+        }
+    });
+    readRangeFile(ucdPath, "EastAsianWidth.txt", (parts) => {
+        const [start, end] = parts[0];
+        for (let code = start; code <= end; code += 1) {
+            const codePoint = codePoints[code];
+            if (codePoint) {
+                codePoint.eastAsianWidth = parts[1];
+            }
+        }
+    });
+    readRangeFile(ucdPath, "SpecialCasing.txt", (parts) => {
+        const [start] = parts[0];
+        const lower = parseCodes(parts[1]);
+        const title = parseCodes(parts[2]);
+        const upper = parseCodes(parts[3]);
+        const conditions = parts[4] ? parts[4].split(/\s+/) : null;
+        const codePoint = codePoints[start];
+        if (!codePoint) {
+            return;
+        }
+        if (!conditions) {
+            codePoint.uppercase = upper;
+            codePoint.lowercase = lower;
+            codePoint.titlecase = title;
+        }
+        else {
+            codePoint.caseConditions = conditions;
+        }
+    });
+    readRangeFile(ucdPath, "CaseFolding.txt", (parts) => {
+        const [start] = parts[0];
+        const type = parts[1];
+        const folded = parseCodes(parts[2]) ?? [];
+        if (["C", "F"].includes(type)) {
+            const codePoint = codePoints[start];
+            if (!codePoint) {
+                return;
+            }
+            const lowercase = codePoint.lowercase?.join("|") ?? "";
+            const foldedStr = folded.join("|");
+            if (lowercase !== foldedStr) {
+                codePoint.folded = folded;
+            }
+        }
+    });
+    readRangeFile(ucdPath, "CompositionExclusions.txt", (parts) => {
+        const [start] = parts[0];
+        const codePoint = codePoints[start];
+        if (codePoint) {
+            codePoint.isExcluded = true;
+        }
+    });
+    readRangeFile(ucdPath, "DerivedNormalizationProps.txt", (parts) => {
+        const [start, end] = parts[0];
+        const prop = parts[1];
+        const value = parts[2];
+        if (["NFD_QC", "NFKD_QC", "NFC_QC", "NFKC_QC"].includes(prop)) {
+            const quickCheckValue = value === "Y" ? 0 : value === "N" ? 1 : 2;
+            for (let code = start; code <= end; code += 1) {
+                const codePoint = codePoints[code];
+                if (!codePoint) {
+                    continue;
+                }
+                switch (prop) {
+                    case "NFD_QC":
+                        codePoint.NFD_QC = quickCheckValue;
+                        break;
+                    case "NFKD_QC":
+                        codePoint.NFKD_QC = quickCheckValue;
+                        break;
+                    case "NFC_QC":
+                        codePoint.NFC_QC = quickCheckValue;
+                        break;
+                    case "NFKC_QC":
+                        codePoint.NFKC_QC = quickCheckValue;
+                        break;
+                    default:
+                        break;
+                }
+            }
+        }
+    });
+    readRangeFile(ucdPath, "ArabicShaping.txt", (parts) => {
+        const [start, end] = parts[0];
+        const joiningType = parts[2];
+        const joiningGroup = parts[3];
+        for (let code = start; code <= end; code += 1) {
+            const codePoint = codePoints[code];
+            if (!codePoint) {
+                continue;
+            }
+            codePoint.joiningType = joiningTypes[joiningType] ?? null;
+            codePoint.joiningGroup = joiningGroup || null;
+        }
+    });
+    readRangeFile(ucdPath, "IndicPositionalCategory.txt", (parts) => {
+        const [start, end] = parts[0];
+        const prop = parts[1];
+        for (let code = start; code <= end; code += 1) {
+            const codePoint = codePoints[code];
+            if (codePoint) {
+                codePoint.indicPositionalCategory = prop;
+            }
+        }
+    });
+    readRangeFile(ucdPath, "IndicSyllabicCategory.txt", (parts) => {
+        const [start, end] = parts[0];
+        const prop = parts[1];
+        for (let code = start; code <= end; code += 1) {
+            const codePoint = codePoints[code];
+            if (codePoint) {
+                codePoint.indicSyllabicCategory = prop;
+            }
+        }
+    });
+    for (const codePoint of codePoints) {
+        if (codePoint &&
+            codePoint.decomposition.length > 1 &&
+            !codePoint.isCompat &&
+            !codePoint.isExcluded) {
+            const base = codePoints[codePoint.decomposition[1]];
+            if (base) {
+                base.compositions[codePoint.decomposition[0]] = codePoint.code;
+            }
+        }
+    }
+    return codePoints;
+}
+//# sourceMappingURL=parser.js.map

package/dist/parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser.js","sourceRoot":"","sources":["../src/parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC1D,MAAM,cAAc,GAAG,OAAO,CAAC,SAAS,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;AAuCxD,MAAM,eAAe,GAAG,SAAS,CAAC;AAElC,MAAM,aAAa,GAAG,6BAA6B,CAAC;AAEpD,SAAS,UAAU,CAAC,IAAwB;IAC1C,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,IAAI;SACR,KAAK,CAAC,GAAG,CAAC;SACV,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;SACvC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,eAAe,CAAC,KAAe;IACtC,MAAM,CACJ,OAAO,EACP,IAAI,EACJ,QAAQ,EACR,mBAAmB,EACnB,SAAS,EACT,gBAAgB,EAChB,OAAO,EACP,KAAK,EACL,OAAO,EACP,gBAAgB,EAChB,YAAY,EACZ,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,YAAY,EACb,GAAG,KAAK,CAAC;IAEV,MAAM,aAAa,GAAG,UAAU,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;IAEzD,MAAM,SAAS,GAAc;QAC3B,IAAI,EAAE,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;QAC3B,IAAI;QACJ,YAAY,EAAE,YAAY,IAAI,IAAI;QAClC,UAAU,EAAE,UAAU,IAAI,IAAI;QAC9B,QAAQ;QACR,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;QACZ,cAAc,EAAE,IAAI;QACpB,cAAc,EAAE,QAAQ,CAAC,mBAAmB,EAAE,EAAE,CAAC,IAAI,CAAC;QACtD,kBAAkB,EAAE,IAAI;QACxB,SAAS;QACT,YAAY,EAAE,gBAAgB,KAAK,GAAG;QACtC,OAAO,EAAE,OAAO,IAAI,IAAI;QACxB,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;QAC7D,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;QAC7D,SAAS,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;QAC7D,MAAM,EAAE,IAAI;QACZ,cAAc,EAAE,IAAI;QACpB,aAAa;QACb,YAAY,EAAE,EAAE;QAChB,QAAQ,EAAE,KAAK;QACf,UAAU,EAAE,KAAK;QACjB,WAAW,EAAE,IAAI;QACjB,YAAY,EAAE,IAAI;QAClB,qBAAqB,EAAE,IAAI;QAC3B,uBAAuB,EAAE,IAAI;QAC7B,MAAM,EAAE,CAAC;QACT,OAAO,EAAE,CAAC;QACV,MAAM,EAAE,CAAC;QACT,OAAO,EAAE,CAAC;KACX,CAAC;IAEF,IAAI,SAAS,CAAC,aAAa,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/E,SAAS,CAAC,QAAQ,GAAG,IAAI,CAAC;QAC1B,SAAS,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;IAClC,CAAC;IAED,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,IAAI,KAAK,KAAK,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;QACzF,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;IACnE,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,cAAc,CAAC,MAAiB,EAAE,IAAY;IACrD,OAAO,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,CAAC;AAC7B,CAAC;AAED,SAAS,aAAa,CACpB,OAAe,EACf,QAAgB,EAChB,OAAuD;IAEvD,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;IAE5D,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAClC,SAAS;QACX,CAAC;QAED,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAEpC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAC5C,IAAI,KAAK,GAA0B,IAAI,CAAC;QAExC,IAAI,KAAK,EAAE,CAAC;YACV,KAAK,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;QAC3D,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACrC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzB,KAAK,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YACzB,CAAC;QACH,CAAC;QAED,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,SAAS;QACX,CAAC;QAED,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAa,CAAC;QACxC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,IAAI,CAAC,CAAC,CAAC;IAC5B,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,OAAe,EAAE,QAAgB,EAAE,OAAkC;IACxF,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;IAE5D,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;QAC1B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAClC,SAAS;QACX,CAAC;QAED,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,SAAS;QACX,CAAC;QAED,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,MAAM,CAAC,OAAO,UAAU,cAAc,CAAC,UAAkB,cAAc;IACrE,MAAM,UAAU,GAAmB,EAAE,CAAC;IAEtC,MAAM,WAAW,GAAG,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,iBAAiB,CAAC,EAAE,OAAO,CAAC,CAAC;IAE5E,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC;IAEpB,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3C,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,SAAS;QACX,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QAEzC,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;YACpB,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC7B,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;YACxC,CAAC;YAED,KAAK,IAAI,IAAI,GAAG,UAAU,EAAE,IAAI,IAAI,SAAS,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;gBAC9D,UAAU,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;YACrD,CAAC;YAED,UAAU,GAAG,CAAC,CAAC,CAAC;YAChB,SAAS;QACX,CAAC;QAED,IAAI,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,UAAU,GAAG,SAAS,CAAC,IAAI,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC;QACzC,CAAC;IACH,CAAC;IAED,aAAa,CAAC,OAAO,EAAE,oCAAoC,EAAE,CAAC,KAAK,EAAE,EAAE;QACrE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAEvB,KAAK,IAAI,IAAI,GAAG,KAAK,EAAE,IAAI,IAAI,GAAG,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;YAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,SAAS,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;gBACpC,SAAS,CAAC,OAAO,GAAG,KAAK,CAAC;YAC5B,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,gBAAgB,GAA2B,EAAE,CAAC;IACpD,MAAM,YAAY,GAA2B,EAAE,CAAC;IAEhD,WAAW,CAAC,OAAO,EAAE,0BAA0B,EAAE,CAAC,KAAK,EAAE,EAAE;QACzD,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACnC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,gBAAgB,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;QAC/B,CAAC;QAED,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACtB,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACpC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IAAI,SAAS,EAAE,CAAC;YACd,SAAS,CAAC,kBAAkB,GAAG,gBAAgB,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC;QACpF,CAAC;IACH,CAAC;IAED,aAAa,CAAC,OAAO,EAAE,YAAY,EAAE,CAAC,KAAK,EAAE,EAAE;QAC7C,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAE9B,KAAK,IAAI,IAAI,GAAG,KAAK,EAAE,IAAI,IAAI,GAAG,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;YAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,SAAS,EAAE,CAAC;gBACd,SAAS,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,aAAa,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC,KAAK,EAAE,EAAE;QAC9C,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAE9B,KAAK,IAAI,IAAI,GAAG,KAAK,EAAE,IAAI,IAAI,GAAG,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;YAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,SAAS,EAAE,CAAC;gBACd,SAAS,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,aAAa,CAAC,OAAO,EAAE,oBAAoB,EAAE,CAAC,KAAK,EAAE,EAAE;QACrD,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAE9B,KAAK,IAAI,IAAI,GAAG,KAAK,EAAE,IAAI,IAAI,GAAG,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;YAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,SAAS,EAAE,CAAC;gBACd,SAAS,CAAC,cAAc,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,aAAa,CAAC,OAAO,EAAE,mBAAmB,EAAE,CAAC,KAAK,EAAE,EAAE;QACpD,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACnC,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE3D,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,SAAS,CAAC,SAAS,GAAG,KAAK,CAAC;YAC5B,SAAS,CAAC,SAAS,GAAG,KAAK,CAAC;YAC5B,SAAS,CAAC,SAAS,GAAG,KAAK,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,cAAc,GAAG,UAAU,CAAC;QACxC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,aAAa,CAAC,OAAO,EAAE,iBAAiB,EAAE,CAAC,KAAK,EAAE,EAAE;QAClD,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAE1C,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9B,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;YACpC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,OAAO;YACT,CAAC;YAED,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACvD,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;gBAC5B,SAAS,CAAC,MAAM,GAAG,MAAM,CAAC;YAC5B,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,aAAa,CAAC,OAAO,EAAE,2BAA2B,EAAE,CAAC,KAAK,EAAE,EAAE;QAC5D,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QACpC,IAAI,SAAS,EAAE,CAAC;YACd,SAAS,CAAC,UAAU,GAAG,IAAI,CAAC;QAC9B,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,aAAa,CAAC,OAAO,EAAE,+BAA+B,EAAE,CAAC,KAAK,EAAE,EAAE;QAChE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAEvB,IAAI,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9D,MAAM,eAAe,GAAG,KAAK,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAElE,KAAK,IAAI,IAAI,GAAG,KAAK,EAAE,IAAI,IAAI,GAAG,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;gBAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;gBACnC,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,SAAS;gBACX,CAAC;gBAED,QAAQ,IAAI,EAAE,CAAC;oBACb,KAAK,QAAQ;wBACX,SAAS,CAAC,MAAM,GAAG,eAAe,CAAC;wBACnC,MAAM;oBACR,KAAK,SAAS;wBACZ,SAAS,CAAC,OAAO,GAAG,eAAe,CAAC;wBACpC,MAAM;oBACR,KAAK,QAAQ;wBACX,SAAS,CAAC,MAAM,GAAG,eAAe,CAAC;wBACnC,MAAM;oBACR,KAAK,SAAS;wBACZ,SAAS,CAAC,OAAO,GAAG,eAAe,CAAC;wBACpC,MAAM;oBACR;wBACE,MAAM;gBACV,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,aAAa,CAAC,OAAO,EAAE,mBAAmB,EAAE,CAAC,KAAK,EAAE,EAAE;QACpD,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,WAAW,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAC7B,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAE9B,KAAK,IAAI,IAAI,GAAG,KAAK,EAAE,IAAI,IAAI,GAAG,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;YAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,SAAS;YACX,CAAC;YAED,SAAS,CAAC,WAAW,GAAG,YAAY,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC;YAC1D,SAAS,CAAC,YAAY,GAAG,YAAY,IAAI,IAAI,CAAC;QAChD,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,aAAa,CAAC,OAAO,EAAE,6BAA6B,EAAE,CAAC,KAAK,EAAE,EAAE;QAC9D,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAEtB,KAAK,IAAI,IAAI,GAAG,KAAK,EAAE,IAAI,IAAI,GAAG,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;YAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,SAAS,EAAE,CAAC;gBACd,SAAS,CAAC,uBAAuB,GAAG,IAAI,CAAC;YAC3C,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,aAAa,CAAC,OAAO,EAAE,2BAA2B,EAAE,CAAC,KAAK,EAAE,EAAE;QAC5D,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QAEtB,KAAK,IAAI,IAAI,GAAG,KAAK,EAAE,IAAI,IAAI,GAAG,EAAE,IAAI,IAAI,CAAC,EAAE,CAAC;YAC9C,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;YACnC,IAAI,SAAS,EAAE,CAAC;gBACd,SAAS,CAAC,qBAAqB,GAAG,IAAI,CAAC;YACzC,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACnC,IACE,SAAS;YACT,SAAS,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC;YAClC,CAAC,SAAS,CAAC,QAAQ;YACnB,CAAC,SAAS,CAAC,UAAU,EACrB,CAAC;YACD,MAAM,IAAI,GAAG,UAAU,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;YACpD,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC;YACjE,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/package.json

@@ -0,0 +1,40 @@
+{
+  "name": "@chr33s/pdf-codepoints",
+  "version": "5.0.0",
+  "description": "A parser for files in the Unicode database",
+  "type": "module",
+  "sideEffects": false,
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    }
+  },
+  "scripts": {
+    "build": "tsc",
+    "clean": "rm -rf dist",
+    "update-data": "node scripts/update-data.ts",
+    "typecheck": "tsc --project tsconfig.typecheck.json",
+    "test": "vitest run"
+  },
+  "keywords": [
+    "unicode",
+    "ucd",
+    "codepoint"
+  ],
+  "author": "Devon Govett <devongovett@gmail.com>",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/chr33s/pdf.git"
+  },
+  "bugs": {
+    "url": "https://github.com/chr33s/pdf/issues"
+  },
+  "license": "MIT",
+  "homepage": "https://github.com/chr33s/pdf",
+  "devDependencies": {
+    "@types/node": "24.10.1",
+    "typescript": "5.9.3",
+    "vitest": "4.0.15"
+  }
+}

package/scripts/update-data.ts

@@ -0,0 +1,64 @@
+import { Buffer } from "node:buffer";
+import { mkdir, readdir, stat, writeFile } from "node:fs/promises";
+import { dirname, join, relative, resolve } from "node:path";
+import { fileURLToPath } from "node:url";
+
+const unicodeVersion = process.env.UNICODE_VERSION ?? "12.0.0";
+const packageRoot = resolve(dirname(fileURLToPath(import.meta.url)), "..");
+const dataDir = join(packageRoot, "data");
+
+async function* walk(dir: string): AsyncGenerator<string> {
+  const entries = await readdir(dir, { withFileTypes: true });
+  for (const entry of entries) {
+    const entryPath = join(dir, entry.name);
+    if (entry.isDirectory()) {
+      for await (const child of walk(entryPath)) {
+        yield child;
+      }
+    } else {
+      yield entryPath;
+    }
+  }
+}
+
+async function ensureDir(path: string): Promise<void> {
+  await mkdir(path, { recursive: true });
+}
+
+async function downloadFile(source: string, destination: string): Promise<void> {
+  const response = await fetch(source);
+  if (!response.ok) {
+    throw new Error(`Failed to download ${source}: ${response.status} ${response.statusText}`);
+  }
+
+  const arrayBuffer = await response.arrayBuffer();
+  await ensureDir(dirname(destination));
+  await writeFile(destination, Buffer.from(arrayBuffer));
+}
+
+async function main(): Promise<void> {
+  console.log(`Fetching Unicode data files (version ${unicodeVersion})...`);
+
+  for await (const absolutePath of walk(dataDir)) {
+    if (!absolutePath.endsWith(".txt")) continue;
+
+    const relativePath = relative(dataDir, absolutePath).split("\\").join("/");
+    const url = `https://www.unicode.org/Public/${unicodeVersion}/ucd/${relativePath}`;
+
+    const stats = await stat(absolutePath).catch(() => null);
+    const previousSize = stats?.size ?? 0;
+
+    await downloadFile(url, absolutePath);
+
+    const newStats = await stat(absolutePath);
+    const sizeChange = newStats.size - previousSize;
+    const changeLabel =
+      sizeChange === 0 ? "unchanged" : sizeChange > 0 ? `+${sizeChange}` : `${sizeChange}`;
+    console.log(`Downloaded ${relativePath} (${newStats.size} bytes, ${changeLabel})`);
+  }
+}
+
+main().catch((error) => {
+  console.error(error);
+  process.exitCode = 1;
+});

package/src/index.ts

@@ -0,0 +1,7 @@
+import parser from "./parser.js";
+
+const codePoints = parser();
+
+export default codePoints;
+export * from "./parser.js";
+export { parser };