@effortlessmotion/pdf-to-md 0.2.2 → 0.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/analyze.js +1 -1
- package/dist/cjs/audit.js +1 -1
- package/dist/cjs/cli/audit.js +1 -1
- package/dist/cjs/cli/extract.js +1 -1
- package/dist/cjs/cli/render.js +1 -1
- package/dist/cjs/collect.js +1 -1
- package/dist/cjs/emit.js +1 -1
- package/dist/cjs/engines/tesseract.d.cts +1 -0
- package/dist/cjs/engines/tesseract.d.ts +1 -0
- package/dist/cjs/engines/tesseract.js +7 -6
- package/dist/cjs/engines/tesseract.js.map +1 -1
- package/dist/cjs/extract.js +1 -1
- package/dist/cjs/geometry.js +1 -1
- package/dist/cjs/lines.js +1 -1
- package/dist/cjs/markdown.js +1 -1
- package/dist/cjs/page-marker.js +1 -1
- package/dist/cjs/render-analysis.js +1 -1
- package/dist/cjs/report.js +1 -1
- package/dist/esm/engines/tesseract.d.ts +1 -0
- package/dist/esm/engines/tesseract.js +5 -5
- package/dist/esm/engines/tesseract.js.map +1 -1
- package/package.json +1 -1
package/dist/cjs/analyze.js
CHANGED
|
@@ -203,7 +203,7 @@ function _unsupported_iterable_to_array(o, minLen) {
|
|
|
203
203
|
if (typeof o === "string") return _array_like_to_array(o, minLen);
|
|
204
204
|
var n = Object.prototype.toString.call(o).slice(8, -1);
|
|
205
205
|
if (n === "Object" && o.constructor) n = o.constructor.name;
|
|
206
|
-
if (n === "Map" || n === "Set") return Array.from(
|
|
206
|
+
if (n === "Map" || n === "Set") return Array.from(o);
|
|
207
207
|
if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
|
|
208
208
|
}
|
|
209
209
|
function toAnalysisWord(w) {
|
package/dist/cjs/audit.js
CHANGED
|
@@ -82,7 +82,7 @@ function _unsupported_iterable_to_array(o, minLen) {
|
|
|
82
82
|
if (typeof o === "string") return _array_like_to_array(o, minLen);
|
|
83
83
|
var n = Object.prototype.toString.call(o).slice(8, -1);
|
|
84
84
|
if (n === "Object" && o.constructor) n = o.constructor.name;
|
|
85
|
-
if (n === "Map" || n === "Set") return Array.from(
|
|
85
|
+
if (n === "Map" || n === "Set") return Array.from(o);
|
|
86
86
|
if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
|
|
87
87
|
}
|
|
88
88
|
var WORD_RE = RegExp("[\\u0041-\\u005A\\u0061-\\u007A\\u00AA\\u00B5\\u00BA\\u00C0-\\u00D6\\u00D8-\\u00F6\\u00F8-\\u02C1\\u02C6-\\u02D1\\u02E0-\\u02E4\\u02EC\\u02EE\\u0370-\\u0374\\u0376-\\u0377\\u037A-\\u037D\\u037F\\u0386\\u0388-\\u038A\\u038C\\u038E-\\u03A1\\u03A3-\\u03F5\\u03F7-\\u0481\\u048A-\\u052F\\u0531-\\u0556\\u0559\\u0560-\\u0588\\u05D0-\\u05EA\\u05EF-\\u05F2\\u0620-\\u064A\\u066E-\\u066F\\u0671-\\u06D3\\u06D5\\u06E5-\\u06E6\\u06EE-\\u06EF\\u06FA-\\u06FC\\u06FF\\u0710\\u0712-\\u072F\\u074D-\\u07A5\\u07B1\\u07CA-\\u07EA\\u07F4-\\u07F5\\u07FA\\u0800-\\u0815\\u081A\\u0824\\u0828\\u0840-\\u0858\\u0860-\\u086A\\u0870-\\u0887\\u0889-\\u088F\\u08A0-\\u08C9\\u0904-\\u0939\\u093D\\u0950\\u0958-\\u0961\\u0971-\\u0980\\u0985-\\u098C\\u098F-\\u0990\\u0993-\\u09A8\\u09AA-\\u09B0\\u09B2\\u09B6-\\u09B9\\u09BD\\u09CE\\u09DC-\\u09DD\\u09DF-\\u09E1\\u09F0-\\u09F1\\u09FC\\u0A05-\\u0A0A\\u0A0F-\\u0A10\\u0A13-\\u0A28\\u0A2A-\\u0A30\\u0A32-\\u0A33\\u0A35-\\u0A36\\u0A38-\\u0A39\\u0A59-\\u0A5C\\u0A5E\\u0A72-\\u0A74\\u0A85-\\u0A8D\\u0A8F-\\u0A91\\u0A93-\\u0AA8\\u0AAA-\\u0AB0\\u0AB2-\\u0AB3\\u0AB5-\\u0AB9\\u0ABD\\u0AD0\\u0AE0-\\u0AE1\\u0AF9\\u0B05-\\u0B0C\\u0B0F-\\u0B10\\u0B13-\\u0B28\\u0B2A-\\u0B30\\u0B32-\\u0B33\\u0B35-\\u0B39\\u0B3D\\u0B5C-\\u0B5D\\u0B5F-\\u0B61\\u0B71\\u0B83\\u0B85-\\u0B8A\\u0B8E-\\u0B90\\u0B92-\\u0B95\\u0B99-\\u0B9A\\u0B9C\\u0B9E-\\u0B9F\\u0BA3-\\u0BA4\\u0BA8-\\u0BAA\\u0BAE-\\u0BB9\\u0BD0\\u0C05-\\u0C0C\\u0C0E-\\u0C10\\u0C12-\\u0C28\\u0C2A-\\u0C39\\u0C3D\\u0C58-\\u0C5A\\u0C5C-\\u0C5D\\u0C60-\\u0C61\\u0C80\\u0C85-\\u0C8C\\u0C8E-\\u0C90\\u0C92-\\u0CA8\\u0CAA-\\u0CB3\\u0CB5-\\u0CB9\\u0CBD\\u0CDC-\\u0CDE\\u0CE0-\\u0CE1\\u0CF1-\\u0CF2\\u0D04-\\u0D0C\\u0D0E-\\u0D10\\u0D12-\\u0D3A\\u0D3D\\u0D4E\\u0D54-\\u0D56\\u0D5F-\\u0D61\\u0D7A-\\u0D7F\\u0D85-\\u0D96\\u0D9A-\\u0DB1\\u0DB3-\\u0DBB\\u0DBD\\u0DC0-\\u0DC6\\u0E01-\\u0E30\\u0E32-\\u0E33\\u0E40-\\u0E46\\u0E81-\\u0E82\\u0E84\\u0E86-\\u0E8A\\u0E8C-\\u0EA3\\u0EA5\\u0EA7-\\u0EB0\\u0EB2-\\u0EB3\\u0EBD\\u0EC0-\\u0EC4\\u0EC6\\u0EDC-\\u0EDF\\u0F00\\u0F40-\\u0F47\\u0F49-\\u0F6C\\u0F88-\\u0F8C\\u1000-\\u102A\\u103F\\u1050-\\u1055\\u105A-\\u105D\\u1061\\u1065-\\u1066\\u106E-\\u1070\\u1075-\\u1081\\u108E\\u10A0-\\u10C5\\u10C7\\u10CD\\u10D0-\\u10FA\\u10FC-\\u1248\\u124A-\\u124D\\u1250-\\u1256\\u1258\\u125A-\\u125D\\u1260-\\u1288\\u128A-\\u128D\\u1290-\\u12B0\\u12B2-\\u12B5\\u12B8-\\u12BE\\u12C0\\u12C2-\\u12C5\\u12C8-\\u12D6\\u12D8-\\u1310\\u1312-\\u1315\\u1318-\\u135A\\u1380-\\u138F\\u13A0-\\u13F5\\u13F8-\\u13FD\\u1401-\\u166C\\u166F-\\u167F\\u1681-\\u169A\\u16A0-\\u16EA\\u16F1-\\u16F8\\u1700-\\u1711\\u171F-\\u1731\\u1740-\\u1751\\u1760-\\u176C\\u176E-\\u1770\\u1780-\\u17B3\\u17D7\\u17DC\\u1820-\\u1878\\u1880-\\u1884\\u1887-\\u18A8\\u18AA\\u18B0-\\u18F5\\u1900-\\u191E\\u1950-\\u196D\\u1970-\\u1974\\u1980-\\u19AB\\u19B0-\\u19C9\\u1A00-\\u1A16\\u1A20-\\u1A54\\u1AA7\\u1B05-\\u1B33\\u1B45-\\u1B4C\\u1B83-\\u1BA0\\u1BAE-\\u1BAF\\u1BBA-\\u1BE5\\u1C00-\\u1C23\\u1C4D-\\u1C4F\\u1C5A-\\u1C7D\\u1C80-\\u1C8A\\u1C90-\\u1CBA\\u1CBD-\\u1CBF\\u1CE9-\\u1CEC\\u1CEE-\\u1CF3\\u1CF5-\\u1CF6\\u1CFA\\u1D00-\\u1DBF\\u1E00-\\u1F15\\u1F18-\\u1F1D\\u1F20-\\u1F45\\u1F48-\\u1F4D\\u1F50-\\u1F57\\u1F59\\u1F5B\\u1F5D\\u1F5F-\\u1F7D\\u1F80-\\u1FB4\\u1FB6-\\u1FBC\\u1FBE\\u1FC2-\\u1FC4\\u1FC6-\\u1FCC\\u1FD0-\\u1FD3\\u1FD6-\\u1FDB\\u1FE0-\\u1FEC\\u1FF2-\\u1FF4\\u1FF6-\\u1FFC\\u2071\\u207F\\u2090-\\u209C\\u2102\\u2107\\u210A-\\u2113\\u2115\\u2119-\\u211D\\u2124\\u2126\\u2128\\u212A-\\u212D\\u212F-\\u2139\\u213C-\\u213F\\u2145-\\u2149\\u214E\\u2183-\\u2184\\u2C00-\\u2CE4\\u2CEB-\\u2CEE\\u2CF2-\\u2CF3\\u2D00-\\u2D25\\u2D27\\u2D2D\\u2D30-\\u2D67\\u2D6F\\u2D80-\\u2D96\\u2DA0-\\u2DA6\\u2DA8-\\u2DAE\\u2DB0-\\u2DB6\\u2DB8-\\u2DBE\\u2DC0-\\u2DC6\\u2DC8-\\u2DCE\\u2DD0-\\u2DD6\\u2DD8-\\u2DDE\\u2E2F\\u3005-\\u3006\\u3031-\\u3035\\u303B-\\u303C\\u3041-\\u3096\\u309D-\\u309F\\u30A1-\\u30FA\\u30FC-\\u30FF\\u3105-\\u312F\\u3131-\\u318E\\u31A0-\\u31BF\\u31F0-\\u31FF\\u3400-\\u4DBF\\u4E00-\\uA48C\\uA4D0-\\uA4FD\\uA500-\\uA60C\\uA610-\\uA61F\\uA62A-\\uA62B\\uA640-\\uA66E\\uA67F-\\uA69D\\uA6A0-\\uA6E5\\uA717-\\uA71F\\uA722-\\uA788\\uA78B-\\uA7DC\\uA7F1-\\uA801\\uA803-\\uA805\\uA807-\\uA80A\\uA80C-\\uA822\\uA840-\\uA873\\uA882-\\uA8B3\\uA8F2-\\uA8F7\\uA8FB\\uA8FD-\\uA8FE\\uA90A-\\uA925\\uA930-\\uA946\\uA960-\\uA97C\\uA984-\\uA9B2\\uA9CF\\uA9E0-\\uA9E4\\uA9E6-\\uA9EF\\uA9FA-\\uA9FE\\uAA00-\\uAA28\\uAA40-\\uAA42\\uAA44-\\uAA4B\\uAA60-\\uAA76\\uAA7A\\uAA7E-\\uAAAF\\uAAB1\\uAAB5-\\uAAB6\\uAAB9-\\uAABD\\uAAC0\\uAAC2\\uAADB-\\uAADD\\uAAE0-\\uAAEA\\uAAF2-\\uAAF4\\uAB01-\\uAB06\\uAB09-\\uAB0E\\uAB11-\\uAB16\\uAB20-\\uAB26\\uAB28-\\uAB2E\\uAB30-\\uAB5A\\uAB5C-\\uAB69\\uAB70-\\uABE2\\uAC00-\\uD7A3\\uD7B0-\\uD7C6\\uD7CB-\\uD7FB\\uF900-\\uFA6D\\uFA70-\\uFAD9\\uFB00-\\uFB06\\uFB13-\\uFB17\\uFB1D\\uFB1F-\\uFB28\\uFB2A-\\uFB36\\uFB38-\\uFB3C\\uFB3E\\uFB40-\\uFB41\\uFB43-\\uFB44\\uFB46-\\uFBB1\\uFBD3-\\uFD3D\\uFD50-\\uFD8F\\uFD92-\\uFDC7\\uFDF0-\\uFDFB\\uFE70-\\uFE74\\uFE76-\\uFEFC\\uFF21-\\uFF3A\\uFF41-\\uFF5A\\uFF66-\\uFFBE\\uFFC2-\\uFFC7\\uFFCA-\\uFFCF\\uFFD2-\\uFFD7\\uFFDA-\\uFFDC\\u{10000}-\\u{1000B}\\u{1000D}-\\u{10026}\\u{10028}-\\u{1003A}\\u{1003C}-\\u{1003D}\\u{1003F}-\\u{1004D}\\u{10050}-\\u{1005D}\\u{10080}-\\u{100FA}\\u{10280}-\\u{1029C}\\u{102A0}-\\u{102D0}\\u{10300}-\\u{1031F}\\u{1032D}-\\u{10340}\\u{10342}-\\u{10349}\\u{10350}-\\u{10375}\\u{10380}-\\u{1039D}\\u{103A0}-\\u{103C3}\\u{103C8}-\\u{103CF}\\u{10400}-\\u{1049D}\\u{104B0}-\\u{104D3}\\u{104D8}-\\u{104FB}\\u{10500}-\\u{10527}\\u{10530}-\\u{10563}\\u{10570}-\\u{1057A}\\u{1057C}-\\u{1058A}\\u{1058C}-\\u{10592}\\u{10594}-\\u{10595}\\u{10597}-\\u{105A1}\\u{105A3}-\\u{105B1}\\u{105B3}-\\u{105B9}\\u{105BB}-\\u{105BC}\\u{105C0}-\\u{105F3}\\u{10600}-\\u{10736}\\u{10740}-\\u{10755}\\u{10760}-\\u{10767}\\u{10780}-\\u{10785}\\u{10787}-\\u{107B0}\\u{107B2}-\\u{107BA}\\u{10800}-\\u{10805}\\u{10808}\\u{1080A}-\\u{10835}\\u{10837}-\\u{10838}\\u{1083C}\\u{1083F}-\\u{10855}\\u{10860}-\\u{10876}\\u{10880}-\\u{1089E}\\u{108E0}-\\u{108F2}\\u{108F4}-\\u{108F5}\\u{10900}-\\u{10915}\\u{10920}-\\u{10939}\\u{10940}-\\u{10959}\\u{10980}-\\u{109B7}\\u{109BE}-\\u{109BF}\\u{10A00}\\u{10A10}-\\u{10A13}\\u{10A15}-\\u{10A17}\\u{10A19}-\\u{10A35}\\u{10A60}-\\u{10A7C}\\u{10A80}-\\u{10A9C}\\u{10AC0}-\\u{10AC7}\\u{10AC9}-\\u{10AE4}\\u{10B00}-\\u{10B35}\\u{10B40}-\\u{10B55}\\u{10B60}-\\u{10B72}\\u{10B80}-\\u{10B91}\\u{10C00}-\\u{10C48}\\u{10C80}-\\u{10CB2}\\u{10CC0}-\\u{10CF2}\\u{10D00}-\\u{10D23}\\u{10D4A}-\\u{10D65}\\u{10D6F}-\\u{10D85}\\u{10E80}-\\u{10EA9}\\u{10EB0}-\\u{10EB1}\\u{10EC2}-\\u{10EC7}\\u{10F00}-\\u{10F1C}\\u{10F27}\\u{10F30}-\\u{10F45}\\u{10F70}-\\u{10F81}\\u{10FB0}-\\u{10FC4}\\u{10FE0}-\\u{10FF6}\\u{11003}-\\u{11037}\\u{11071}-\\u{11072}\\u{11075}\\u{11083}-\\u{110AF}\\u{110D0}-\\u{110E8}\\u{11103}-\\u{11126}\\u{11144}\\u{11147}\\u{11150}-\\u{11172}\\u{11176}\\u{11183}-\\u{111B2}\\u{111C1}-\\u{111C4}\\u{111DA}\\u{111DC}\\u{11200}-\\u{11211}\\u{11213}-\\u{1122B}\\u{1123F}-\\u{11240}\\u{11280}-\\u{11286}\\u{11288}\\u{1128A}-\\u{1128D}\\u{1128F}-\\u{1129D}\\u{1129F}-\\u{112A8}\\u{112B0}-\\u{112DE}\\u{11305}-\\u{1130C}\\u{1130F}-\\u{11310}\\u{11313}-\\u{11328}\\u{1132A}-\\u{11330}\\u{11332}-\\u{11333}\\u{11335}-\\u{11339}\\u{1133D}\\u{11350}\\u{1135D}-\\u{11361}\\u{11380}-\\u{11389}\\u{1138B}\\u{1138E}\\u{11390}-\\u{113B5}\\u{113B7}\\u{113D1}\\u{113D3}\\u{11400}-\\u{11434}\\u{11447}-\\u{1144A}\\u{1145F}-\\u{11461}\\u{11480}-\\u{114AF}\\u{114C4}-\\u{114C5}\\u{114C7}\\u{11580}-\\u{115AE}\\u{115D8}-\\u{115DB}\\u{11600}-\\u{1162F}\\u{11644}\\u{11680}-\\u{116AA}\\u{116B8}\\u{11700}-\\u{1171A}\\u{11740}-\\u{11746}\\u{11800}-\\u{1182B}\\u{118A0}-\\u{118DF}\\u{118FF}-\\u{11906}\\u{11909}\\u{1190C}-\\u{11913}\\u{11915}-\\u{11916}\\u{11918}-\\u{1192F}\\u{1193F}\\u{11941}\\u{119A0}-\\u{119A7}\\u{119AA}-\\u{119D0}\\u{119E1}\\u{119E3}\\u{11A00}\\u{11A0B}-\\u{11A32}\\u{11A3A}\\u{11A50}\\u{11A5C}-\\u{11A89}\\u{11A9D}\\u{11AB0}-\\u{11AF8}\\u{11BC0}-\\u{11BE0}\\u{11C00}-\\u{11C08}\\u{11C0A}-\\u{11C2E}\\u{11C40}\\u{11C72}-\\u{11C8F}\\u{11D00}-\\u{11D06}\\u{11D08}-\\u{11D09}\\u{11D0B}-\\u{11D30}\\u{11D46}\\u{11D60}-\\u{11D65}\\u{11D67}-\\u{11D68}\\u{11D6A}-\\u{11D89}\\u{11D98}\\u{11DB0}-\\u{11DDB}\\u{11EE0}-\\u{11EF2}\\u{11F02}\\u{11F04}-\\u{11F10}\\u{11F12}-\\u{11F33}\\u{11FB0}\\u{12000}-\\u{12399}\\u{12480}-\\u{12543}\\u{12F90}-\\u{12FF0}\\u{13000}-\\u{1342F}\\u{13441}-\\u{13446}\\u{13460}-\\u{143FA}\\u{14400}-\\u{14646}\\u{16100}-\\u{1611D}\\u{16800}-\\u{16A38}\\u{16A40}-\\u{16A5E}\\u{16A70}-\\u{16ABE}\\u{16AD0}-\\u{16AED}\\u{16B00}-\\u{16B2F}\\u{16B40}-\\u{16B43}\\u{16B63}-\\u{16B77}\\u{16B7D}-\\u{16B8F}\\u{16D40}-\\u{16D6C}\\u{16E40}-\\u{16E7F}\\u{16EA0}-\\u{16EB8}\\u{16EBB}-\\u{16ED3}\\u{16F00}-\\u{16F4A}\\u{16F50}\\u{16F93}-\\u{16F9F}\\u{16FE0}-\\u{16FE1}\\u{16FE3}\\u{16FF2}-\\u{16FF3}\\u{17000}-\\u{18CD5}\\u{18CFF}-\\u{18D1E}\\u{18D80}-\\u{18DF2}\\u{1AFF0}-\\u{1AFF3}\\u{1AFF5}-\\u{1AFFB}\\u{1AFFD}-\\u{1AFFE}\\u{1B000}-\\u{1B122}\\u{1B132}\\u{1B150}-\\u{1B152}\\u{1B155}\\u{1B164}-\\u{1B167}\\u{1B170}-\\u{1B2FB}\\u{1BC00}-\\u{1BC6A}\\u{1BC70}-\\u{1BC7C}\\u{1BC80}-\\u{1BC88}\\u{1BC90}-\\u{1BC99}\\u{1D400}-\\u{1D454}\\u{1D456}-\\u{1D49C}\\u{1D49E}-\\u{1D49F}\\u{1D4A2}\\u{1D4A5}-\\u{1D4A6}\\u{1D4A9}-\\u{1D4AC}\\u{1D4AE}-\\u{1D4B9}\\u{1D4BB}\\u{1D4BD}-\\u{1D4C3}\\u{1D4C5}-\\u{1D505}\\u{1D507}-\\u{1D50A}\\u{1D50D}-\\u{1D514}\\u{1D516}-\\u{1D51C}\\u{1D51E}-\\u{1D539}\\u{1D53B}-\\u{1D53E}\\u{1D540}-\\u{1D544}\\u{1D546}\\u{1D54A}-\\u{1D550}\\u{1D552}-\\u{1D6A5}\\u{1D6A8}-\\u{1D6C0}\\u{1D6C2}-\\u{1D6DA}\\u{1D6DC}-\\u{1D6FA}\\u{1D6FC}-\\u{1D714}\\u{1D716}-\\u{1D734}\\u{1D736}-\\u{1D74E}\\u{1D750}-\\u{1D76E}\\u{1D770}-\\u{1D788}\\u{1D78A}-\\u{1D7A8}\\u{1D7AA}-\\u{1D7C2}\\u{1D7C4}-\\u{1D7CB}\\u{1DF00}-\\u{1DF1E}\\u{1DF25}-\\u{1DF2A}\\u{1E030}-\\u{1E06D}\\u{1E100}-\\u{1E12C}\\u{1E137}-\\u{1E13D}\\u{1E14E}\\u{1E290}-\\u{1E2AD}\\u{1E2C0}-\\u{1E2EB}\\u{1E4D0}-\\u{1E4EB}\\u{1E5D0}-\\u{1E5ED}\\u{1E5F0}\\u{1E6C0}-\\u{1E6DE}\\u{1E6E0}-\\u{1E6E2}\\u{1E6E4}-\\u{1E6E5}\\u{1E6E7}-\\u{1E6ED}\\u{1E6F0}-\\u{1E6F4}\\u{1E6FE}-\\u{1E6FF}\\u{1E7E0}-\\u{1E7E6}\\u{1E7E8}-\\u{1E7EB}\\u{1E7ED}-\\u{1E7EE}\\u{1E7F0}-\\u{1E7FE}\\u{1E800}-\\u{1E8C4}\\u{1E900}-\\u{1E943}\\u{1E94B}\\u{1EE00}-\\u{1EE03}\\u{1EE05}-\\u{1EE1F}\\u{1EE21}-\\u{1EE22}\\u{1EE24}\\u{1EE27}\\u{1EE29}-\\u{1EE32}\\u{1EE34}-\\u{1EE37}\\u{1EE39}\\u{1EE3B}\\u{1EE42}\\u{1EE47}\\u{1EE49}\\u{1EE4B}\\u{1EE4D}-\\u{1EE4F}\\u{1EE51}-\\u{1EE52}\\u{1EE54}\\u{1EE57}\\u{1EE59}\\u{1EE5B}\\u{1EE5D}\\u{1EE5F}\\u{1EE61}-\\u{1EE62}\\u{1EE64}\\u{1EE67}-\\u{1EE6A}\\u{1EE6C}-\\u{1EE72}\\u{1EE74}-\\u{1EE77}\\u{1EE79}-\\u{1EE7C}\\u{1EE7E}\\u{1EE80}-\\u{1EE89}\\u{1EE8B}-\\u{1EE9B}\\u{1EEA1}-\\u{1EEA3}\\u{1EEA5}-\\u{1EEA9}\\u{1EEAB}-\\u{1EEBB}\\u{20000}-\\u{2A6DF}\\u{2A700}-\\u{2B81D}\\u{2B820}-\\u{2CEAD}\\u{2CEB0}-\\u{2EBE0}\\u{2EBF0}-\\u{2EE5D}\\u{2F800}-\\u{2FA1D}\\u{30000}-\\u{3134A}\\u{31350}-\\u{33479}\\u0030-\\u0039\\u00B2-\\u00B3\\u00B9\\u00BC-\\u00BE\\u0660-\\u0669\\u06F0-\\u06F9\\u07C0-\\u07C9\\u0966-\\u096F\\u09E6-\\u09EF\\u09F4-\\u09F9\\u0A66-\\u0A6F\\u0AE6-\\u0AEF\\u0B66-\\u0B6F\\u0B72-\\u0B77\\u0BE6-\\u0BF2\\u0C66-\\u0C6F\\u0C78-\\u0C7E\\u0CE6-\\u0CEF\\u0D58-\\u0D5E\\u0D66-\\u0D78\\u0DE6-\\u0DEF\\u0E50-\\u0E59\\u0ED0-\\u0ED9\\u0F20-\\u0F33\\u1040-\\u1049\\u1090-\\u1099\\u1369-\\u137C\\u16EE-\\u16F0\\u17E0-\\u17E9\\u17F0-\\u17F9\\u1810-\\u1819\\u1946-\\u194F\\u19D0-\\u19DA\\u1A80-\\u1A89\\u1A90-\\u1A99\\u1B50-\\u1B59\\u1BB0-\\u1BB9\\u1C40-\\u1C49\\u1C50-\\u1C59\\u2070\\u2074-\\u2079\\u2080-\\u2089\\u2150-\\u2182\\u2185-\\u2189\\u2460-\\u249B\\u24EA-\\u24FF\\u2776-\\u2793\\u2CFD\\u3007\\u3021-\\u3029\\u3038-\\u303A\\u3192-\\u3195\\u3220-\\u3229\\u3248-\\u324F\\u3251-\\u325F\\u3280-\\u3289\\u32B1-\\u32BF\\uA620-\\uA629\\uA6E6-\\uA6EF\\uA830-\\uA835\\uA8D0-\\uA8D9\\uA900-\\uA909\\uA9D0-\\uA9D9\\uA9F0-\\uA9F9\\uAA50-\\uAA59\\uABF0-\\uABF9\\uFF10-\\uFF19\\u{10107}-\\u{10133}\\u{10140}-\\u{10178}\\u{1018A}-\\u{1018B}\\u{102E1}-\\u{102FB}\\u{10320}-\\u{10323}\\u{10341}\\u{1034A}\\u{103D1}-\\u{103D5}\\u{104A0}-\\u{104A9}\\u{10858}-\\u{1085F}\\u{10879}-\\u{1087F}\\u{108A7}-\\u{108AF}\\u{108FB}-\\u{108FF}\\u{10916}-\\u{1091B}\\u{109BC}-\\u{109BD}\\u{109C0}-\\u{109CF}\\u{109D2}-\\u{109FF}\\u{10A40}-\\u{10A48}\\u{10A7D}-\\u{10A7E}\\u{10A9D}-\\u{10A9F}\\u{10AEB}-\\u{10AEF}\\u{10B58}-\\u{10B5F}\\u{10B78}-\\u{10B7F}\\u{10BA9}-\\u{10BAF}\\u{10CFA}-\\u{10CFF}\\u{10D30}-\\u{10D39}\\u{10D40}-\\u{10D49}\\u{10E60}-\\u{10E7E}\\u{10F1D}-\\u{10F26}\\u{10F51}-\\u{10F54}\\u{10FC5}-\\u{10FCB}\\u{11052}-\\u{1106F}\\u{110F0}-\\u{110F9}\\u{11136}-\\u{1113F}\\u{111D0}-\\u{111D9}\\u{111E1}-\\u{111F4}\\u{112F0}-\\u{112F9}\\u{11450}-\\u{11459}\\u{114D0}-\\u{114D9}\\u{11650}-\\u{11659}\\u{116C0}-\\u{116C9}\\u{116D0}-\\u{116E3}\\u{11730}-\\u{1173B}\\u{118E0}-\\u{118F2}\\u{11950}-\\u{11959}\\u{11BF0}-\\u{11BF9}\\u{11C50}-\\u{11C6C}\\u{11D50}-\\u{11D59}\\u{11DA0}-\\u{11DA9}\\u{11DE0}-\\u{11DE9}\\u{11F50}-\\u{11F59}\\u{11FC0}-\\u{11FD4}\\u{12400}-\\u{1246E}\\u{16130}-\\u{16139}\\u{16A60}-\\u{16A69}\\u{16AC0}-\\u{16AC9}\\u{16B50}-\\u{16B59}\\u{16B5B}-\\u{16B61}\\u{16D70}-\\u{16D79}\\u{16E80}-\\u{16E96}\\u{16FF4}-\\u{16FF6}\\u{1CCF0}-\\u{1CCF9}\\u{1D2C0}-\\u{1D2D3}\\u{1D2E0}-\\u{1D2F3}\\u{1D360}-\\u{1D378}\\u{1D7CE}-\\u{1D7FF}\\u{1E140}-\\u{1E149}\\u{1E2F0}-\\u{1E2F9}\\u{1E4F0}-\\u{1E4F9}\\u{1E5F1}-\\u{1E5FA}\\u{1E8C7}-\\u{1E8CF}\\u{1E950}-\\u{1E959}\\u{1EC71}-\\u{1ECAB}\\u{1ECAD}-\\u{1ECAF}\\u{1ECB1}-\\u{1ECB4}\\u{1ED01}-\\u{1ED2D}\\u{1ED2F}-\\u{1ED3D}\\u{1F100}-\\u{1F10C}\\u{1FBF0}-\\u{1FBF9}][\\u0041-\\u005A\\u0061-\\u007A\\u00AA\\u00B5\\u00BA\\u00C0-\\u00D6\\u00D8-\\u00F6\\u00F8-\\u02C1\\u02C6-\\u02D1\\u02E0-\\u02E4\\u02EC\\u02EE\\u0370-\\u0374\\u0376-\\u0377\\u037A-\\u037D\\u037F\\u0386\\u0388-\\u038A\\u038C\\u038E-\\u03A1\\u03A3-\\u03F5\\u03F7-\\u0481\\u048A-\\u052F\\u0531-\\u0556\\u0559\\u0560-\\u0588\\u05D0-\\u05EA\\u05EF-\\u05F2\\u0620-\\u064A\\u066E-\\u066F\\u0671-\\u06D3\\u06D5\\u06E5-\\u06E6\\u06EE-\\u06EF\\u06FA-\\u06FC\\u06FF\\u0710\\u0712-\\u072F\\u074D-\\u07A5\\u07B1\\u07CA-\\u07EA\\u07F4-\\u07F5\\u07FA\\u0800-\\u0815\\u081A\\u0824\\u0828\\u0840-\\u0858\\u0860-\\u086A\\u0870-\\u0887\\u0889-\\u088F\\u08A0-\\u08C9\\u0904-\\u0939\\u093D\\u0950\\u0958-\\u0961\\u0971-\\u0980\\u0985-\\u098C\\u098F-\\u0990\\u0993-\\u09A8\\u09AA-\\u09B0\\u09B2\\u09B6-\\u09B9\\u09BD\\u09CE\\u09DC-\\u09DD\\u09DF-\\u09E1\\u09F0-\\u09F1\\u09FC\\u0A05-\\u0A0A\\u0A0F-\\u0A10\\u0A13-\\u0A28\\u0A2A-\\u0A30\\u0A32-\\u0A33\\u0A35-\\u0A36\\u0A38-\\u0A39\\u0A59-\\u0A5C\\u0A5E\\u0A72-\\u0A74\\u0A85-\\u0A8D\\u0A8F-\\u0A91\\u0A93-\\u0AA8\\u0AAA-\\u0AB0\\u0AB2-\\u0AB3\\u0AB5-\\u0AB9\\u0ABD\\u0AD0\\u0AE0-\\u0AE1\\u0AF9\\u0B05-\\u0B0C\\u0B0F-\\u0B10\\u0B13-\\u0B28\\u0B2A-\\u0B30\\u0B32-\\u0B33\\u0B35-\\u0B39\\u0B3D\\u0B5C-\\u0B5D\\u0B5F-\\u0B61\\u0B71\\u0B83\\u0B85-\\u0B8A\\u0B8E-\\u0B90\\u0B92-\\u0B95\\u0B99-\\u0B9A\\u0B9C\\u0B9E-\\u0B9F\\u0BA3-\\u0BA4\\u0BA8-\\u0BAA\\u0BAE-\\u0BB9\\u0BD0\\u0C05-\\u0C0C\\u0C0E-\\u0C10\\u0C12-\\u0C28\\u0C2A-\\u0C39\\u0C3D\\u0C58-\\u0C5A\\u0C5C-\\u0C5D\\u0C60-\\u0C61\\u0C80\\u0C85-\\u0C8C\\u0C8E-\\u0C90\\u0C92-\\u0CA8\\u0CAA-\\u0CB3\\u0CB5-\\u0CB9\\u0CBD\\u0CDC-\\u0CDE\\u0CE0-\\u0CE1\\u0CF1-\\u0CF2\\u0D04-\\u0D0C\\u0D0E-\\u0D10\\u0D12-\\u0D3A\\u0D3D\\u0D4E\\u0D54-\\u0D56\\u0D5F-\\u0D61\\u0D7A-\\u0D7F\\u0D85-\\u0D96\\u0D9A-\\u0DB1\\u0DB3-\\u0DBB\\u0DBD\\u0DC0-\\u0DC6\\u0E01-\\u0E30\\u0E32-\\u0E33\\u0E40-\\u0E46\\u0E81-\\u0E82\\u0E84\\u0E86-\\u0E8A\\u0E8C-\\u0EA3\\u0EA5\\u0EA7-\\u0EB0\\u0EB2-\\u0EB3\\u0EBD\\u0EC0-\\u0EC4\\u0EC6\\u0EDC-\\u0EDF\\u0F00\\u0F40-\\u0F47\\u0F49-\\u0F6C\\u0F88-\\u0F8C\\u1000-\\u102A\\u103F\\u1050-\\u1055\\u105A-\\u105D\\u1061\\u1065-\\u1066\\u106E-\\u1070\\u1075-\\u1081\\u108E\\u10A0-\\u10C5\\u10C7\\u10CD\\u10D0-\\u10FA\\u10FC-\\u1248\\u124A-\\u124D\\u1250-\\u1256\\u1258\\u125A-\\u125D\\u1260-\\u1288\\u128A-\\u128D\\u1290-\\u12B0\\u12B2-\\u12B5\\u12B8-\\u12BE\\u12C0\\u12C2-\\u12C5\\u12C8-\\u12D6\\u12D8-\\u1310\\u1312-\\u1315\\u1318-\\u135A\\u1380-\\u138F\\u13A0-\\u13F5\\u13F8-\\u13FD\\u1401-\\u166C\\u166F-\\u167F\\u1681-\\u169A\\u16A0-\\u16EA\\u16F1-\\u16F8\\u1700-\\u1711\\u171F-\\u1731\\u1740-\\u1751\\u1760-\\u176C\\u176E-\\u1770\\u1780-\\u17B3\\u17D7\\u17DC\\u1820-\\u1878\\u1880-\\u1884\\u1887-\\u18A8\\u18AA\\u18B0-\\u18F5\\u1900-\\u191E\\u1950-\\u196D\\u1970-\\u1974\\u1980-\\u19AB\\u19B0-\\u19C9\\u1A00-\\u1A16\\u1A20-\\u1A54\\u1AA7\\u1B05-\\u1B33\\u1B45-\\u1B4C\\u1B83-\\u1BA0\\u1BAE-\\u1BAF\\u1BBA-\\u1BE5\\u1C00-\\u1C23\\u1C4D-\\u1C4F\\u1C5A-\\u1C7D\\u1C80-\\u1C8A\\u1C90-\\u1CBA\\u1CBD-\\u1CBF\\u1CE9-\\u1CEC\\u1CEE-\\u1CF3\\u1CF5-\\u1CF6\\u1CFA\\u1D00-\\u1DBF\\u1E00-\\u1F15\\u1F18-\\u1F1D\\u1F20-\\u1F45\\u1F48-\\u1F4D\\u1F50-\\u1F57\\u1F59\\u1F5B\\u1F5D\\u1F5F-\\u1F7D\\u1F80-\\u1FB4\\u1FB6-\\u1FBC\\u1FBE\\u1FC2-\\u1FC4\\u1FC6-\\u1FCC\\u1FD0-\\u1FD3\\u1FD6-\\u1FDB\\u1FE0-\\u1FEC\\u1FF2-\\u1FF4\\u1FF6-\\u1FFC\\u2071\\u207F\\u2090-\\u209C\\u2102\\u2107\\u210A-\\u2113\\u2115\\u2119-\\u211D\\u2124\\u2126\\u2128\\u212A-\\u212D\\u212F-\\u2139\\u213C-\\u213F\\u2145-\\u2149\\u214E\\u2183-\\u2184\\u2C00-\\u2CE4\\u2CEB-\\u2CEE\\u2CF2-\\u2CF3\\u2D00-\\u2D25\\u2D27\\u2D2D\\u2D30-\\u2D67\\u2D6F\\u2D80-\\u2D96\\u2DA0-\\u2DA6\\u2DA8-\\u2DAE\\u2DB0-\\u2DB6\\u2DB8-\\u2DBE\\u2DC0-\\u2DC6\\u2DC8-\\u2DCE\\u2DD0-\\u2DD6\\u2DD8-\\u2DDE\\u2E2F\\u3005-\\u3006\\u3031-\\u3035\\u303B-\\u303C\\u3041-\\u3096\\u309D-\\u309F\\u30A1-\\u30FA\\u30FC-\\u30FF\\u3105-\\u312F\\u3131-\\u318E\\u31A0-\\u31BF\\u31F0-\\u31FF\\u3400-\\u4DBF\\u4E00-\\uA48C\\uA4D0-\\uA4FD\\uA500-\\uA60C\\uA610-\\uA61F\\uA62A-\\uA62B\\uA640-\\uA66E\\uA67F-\\uA69D\\uA6A0-\\uA6E5\\uA717-\\uA71F\\uA722-\\uA788\\uA78B-\\uA7DC\\uA7F1-\\uA801\\uA803-\\uA805\\uA807-\\uA80A\\uA80C-\\uA822\\uA840-\\uA873\\uA882-\\uA8B3\\uA8F2-\\uA8F7\\uA8FB\\uA8FD-\\uA8FE\\uA90A-\\uA925\\uA930-\\uA946\\uA960-\\uA97C\\uA984-\\uA9B2\\uA9CF\\uA9E0-\\uA9E4\\uA9E6-\\uA9EF\\uA9FA-\\uA9FE\\uAA00-\\uAA28\\uAA40-\\uAA42\\uAA44-\\uAA4B\\uAA60-\\uAA76\\uAA7A\\uAA7E-\\uAAAF\\uAAB1\\uAAB5-\\uAAB6\\uAAB9-\\uAABD\\uAAC0\\uAAC2\\uAADB-\\uAADD\\uAAE0-\\uAAEA\\uAAF2-\\uAAF4\\uAB01-\\uAB06\\uAB09-\\uAB0E\\uAB11-\\uAB16\\uAB20-\\uAB26\\uAB28-\\uAB2E\\uAB30-\\uAB5A\\uAB5C-\\uAB69\\uAB70-\\uABE2\\uAC00-\\uD7A3\\uD7B0-\\uD7C6\\uD7CB-\\uD7FB\\uF900-\\uFA6D\\uFA70-\\uFAD9\\uFB00-\\uFB06\\uFB13-\\uFB17\\uFB1D\\uFB1F-\\uFB28\\uFB2A-\\uFB36\\uFB38-\\uFB3C\\uFB3E\\uFB40-\\uFB41\\uFB43-\\uFB44\\uFB46-\\uFBB1\\uFBD3-\\uFD3D\\uFD50-\\uFD8F\\uFD92-\\uFDC7\\uFDF0-\\uFDFB\\uFE70-\\uFE74\\uFE76-\\uFEFC\\uFF21-\\uFF3A\\uFF41-\\uFF5A\\uFF66-\\uFFBE\\uFFC2-\\uFFC7\\uFFCA-\\uFFCF\\uFFD2-\\uFFD7\\uFFDA-\\uFFDC\\u{10000}-\\u{1000B}\\u{1000D}-\\u{10026}\\u{10028}-\\u{1003A}\\u{1003C}-\\u{1003D}\\u{1003F}-\\u{1004D}\\u{10050}-\\u{1005D}\\u{10080}-\\u{100FA}\\u{10280}-\\u{1029C}\\u{102A0}-\\u{102D0}\\u{10300}-\\u{1031F}\\u{1032D}-\\u{10340}\\u{10342}-\\u{10349}\\u{10350}-\\u{10375}\\u{10380}-\\u{1039D}\\u{103A0}-\\u{103C3}\\u{103C8}-\\u{103CF}\\u{10400}-\\u{1049D}\\u{104B0}-\\u{104D3}\\u{104D8}-\\u{104FB}\\u{10500}-\\u{10527}\\u{10530}-\\u{10563}\\u{10570}-\\u{1057A}\\u{1057C}-\\u{1058A}\\u{1058C}-\\u{10592}\\u{10594}-\\u{10595}\\u{10597}-\\u{105A1}\\u{105A3}-\\u{105B1}\\u{105B3}-\\u{105B9}\\u{105BB}-\\u{105BC}\\u{105C0}-\\u{105F3}\\u{10600}-\\u{10736}\\u{10740}-\\u{10755}\\u{10760}-\\u{10767}\\u{10780}-\\u{10785}\\u{10787}-\\u{107B0}\\u{107B2}-\\u{107BA}\\u{10800}-\\u{10805}\\u{10808}\\u{1080A}-\\u{10835}\\u{10837}-\\u{10838}\\u{1083C}\\u{1083F}-\\u{10855}\\u{10860}-\\u{10876}\\u{10880}-\\u{1089E}\\u{108E0}-\\u{108F2}\\u{108F4}-\\u{108F5}\\u{10900}-\\u{10915}\\u{10920}-\\u{10939}\\u{10940}-\\u{10959}\\u{10980}-\\u{109B7}\\u{109BE}-\\u{109BF}\\u{10A00}\\u{10A10}-\\u{10A13}\\u{10A15}-\\u{10A17}\\u{10A19}-\\u{10A35}\\u{10A60}-\\u{10A7C}\\u{10A80}-\\u{10A9C}\\u{10AC0}-\\u{10AC7}\\u{10AC9}-\\u{10AE4}\\u{10B00}-\\u{10B35}\\u{10B40}-\\u{10B55}\\u{10B60}-\\u{10B72}\\u{10B80}-\\u{10B91}\\u{10C00}-\\u{10C48}\\u{10C80}-\\u{10CB2}\\u{10CC0}-\\u{10CF2}\\u{10D00}-\\u{10D23}\\u{10D4A}-\\u{10D65}\\u{10D6F}-\\u{10D85}\\u{10E80}-\\u{10EA9}\\u{10EB0}-\\u{10EB1}\\u{10EC2}-\\u{10EC7}\\u{10F00}-\\u{10F1C}\\u{10F27}\\u{10F30}-\\u{10F45}\\u{10F70}-\\u{10F81}\\u{10FB0}-\\u{10FC4}\\u{10FE0}-\\u{10FF6}\\u{11003}-\\u{11037}\\u{11071}-\\u{11072}\\u{11075}\\u{11083}-\\u{110AF}\\u{110D0}-\\u{110E8}\\u{11103}-\\u{11126}\\u{11144}\\u{11147}\\u{11150}-\\u{11172}\\u{11176}\\u{11183}-\\u{111B2}\\u{111C1}-\\u{111C4}\\u{111DA}\\u{111DC}\\u{11200}-\\u{11211}\\u{11213}-\\u{1122B}\\u{1123F}-\\u{11240}\\u{11280}-\\u{11286}\\u{11288}\\u{1128A}-\\u{1128D}\\u{1128F}-\\u{1129D}\\u{1129F}-\\u{112A8}\\u{112B0}-\\u{112DE}\\u{11305}-\\u{1130C}\\u{1130F}-\\u{11310}\\u{11313}-\\u{11328}\\u{1132A}-\\u{11330}\\u{11332}-\\u{11333}\\u{11335}-\\u{11339}\\u{1133D}\\u{11350}\\u{1135D}-\\u{11361}\\u{11380}-\\u{11389}\\u{1138B}\\u{1138E}\\u{11390}-\\u{113B5}\\u{113B7}\\u{113D1}\\u{113D3}\\u{11400}-\\u{11434}\\u{11447}-\\u{1144A}\\u{1145F}-\\u{11461}\\u{11480}-\\u{114AF}\\u{114C4}-\\u{114C5}\\u{114C7}\\u{11580}-\\u{115AE}\\u{115D8}-\\u{115DB}\\u{11600}-\\u{1162F}\\u{11644}\\u{11680}-\\u{116AA}\\u{116B8}\\u{11700}-\\u{1171A}\\u{11740}-\\u{11746}\\u{11800}-\\u{1182B}\\u{118A0}-\\u{118DF}\\u{118FF}-\\u{11906}\\u{11909}\\u{1190C}-\\u{11913}\\u{11915}-\\u{11916}\\u{11918}-\\u{1192F}\\u{1193F}\\u{11941}\\u{119A0}-\\u{119A7}\\u{119AA}-\\u{119D0}\\u{119E1}\\u{119E3}\\u{11A00}\\u{11A0B}-\\u{11A32}\\u{11A3A}\\u{11A50}\\u{11A5C}-\\u{11A89}\\u{11A9D}\\u{11AB0}-\\u{11AF8}\\u{11BC0}-\\u{11BE0}\\u{11C00}-\\u{11C08}\\u{11C0A}-\\u{11C2E}\\u{11C40}\\u{11C72}-\\u{11C8F}\\u{11D00}-\\u{11D06}\\u{11D08}-\\u{11D09}\\u{11D0B}-\\u{11D30}\\u{11D46}\\u{11D60}-\\u{11D65}\\u{11D67}-\\u{11D68}\\u{11D6A}-\\u{11D89}\\u{11D98}\\u{11DB0}-\\u{11DDB}\\u{11EE0}-\\u{11EF2}\\u{11F02}\\u{11F04}-\\u{11F10}\\u{11F12}-\\u{11F33}\\u{11FB0}\\u{12000}-\\u{12399}\\u{12480}-\\u{12543}\\u{12F90}-\\u{12FF0}\\u{13000}-\\u{1342F}\\u{13441}-\\u{13446}\\u{13460}-\\u{143FA}\\u{14400}-\\u{14646}\\u{16100}-\\u{1611D}\\u{16800}-\\u{16A38}\\u{16A40}-\\u{16A5E}\\u{16A70}-\\u{16ABE}\\u{16AD0}-\\u{16AED}\\u{16B00}-\\u{16B2F}\\u{16B40}-\\u{16B43}\\u{16B63}-\\u{16B77}\\u{16B7D}-\\u{16B8F}\\u{16D40}-\\u{16D6C}\\u{16E40}-\\u{16E7F}\\u{16EA0}-\\u{16EB8}\\u{16EBB}-\\u{16ED3}\\u{16F00}-\\u{16F4A}\\u{16F50}\\u{16F93}-\\u{16F9F}\\u{16FE0}-\\u{16FE1}\\u{16FE3}\\u{16FF2}-\\u{16FF3}\\u{17000}-\\u{18CD5}\\u{18CFF}-\\u{18D1E}\\u{18D80}-\\u{18DF2}\\u{1AFF0}-\\u{1AFF3}\\u{1AFF5}-\\u{1AFFB}\\u{1AFFD}-\\u{1AFFE}\\u{1B000}-\\u{1B122}\\u{1B132}\\u{1B150}-\\u{1B152}\\u{1B155}\\u{1B164}-\\u{1B167}\\u{1B170}-\\u{1B2FB}\\u{1BC00}-\\u{1BC6A}\\u{1BC70}-\\u{1BC7C}\\u{1BC80}-\\u{1BC88}\\u{1BC90}-\\u{1BC99}\\u{1D400}-\\u{1D454}\\u{1D456}-\\u{1D49C}\\u{1D49E}-\\u{1D49F}\\u{1D4A2}\\u{1D4A5}-\\u{1D4A6}\\u{1D4A9}-\\u{1D4AC}\\u{1D4AE}-\\u{1D4B9}\\u{1D4BB}\\u{1D4BD}-\\u{1D4C3}\\u{1D4C5}-\\u{1D505}\\u{1D507}-\\u{1D50A}\\u{1D50D}-\\u{1D514}\\u{1D516}-\\u{1D51C}\\u{1D51E}-\\u{1D539}\\u{1D53B}-\\u{1D53E}\\u{1D540}-\\u{1D544}\\u{1D546}\\u{1D54A}-\\u{1D550}\\u{1D552}-\\u{1D6A5}\\u{1D6A8}-\\u{1D6C0}\\u{1D6C2}-\\u{1D6DA}\\u{1D6DC}-\\u{1D6FA}\\u{1D6FC}-\\u{1D714}\\u{1D716}-\\u{1D734}\\u{1D736}-\\u{1D74E}\\u{1D750}-\\u{1D76E}\\u{1D770}-\\u{1D788}\\u{1D78A}-\\u{1D7A8}\\u{1D7AA}-\\u{1D7C2}\\u{1D7C4}-\\u{1D7CB}\\u{1DF00}-\\u{1DF1E}\\u{1DF25}-\\u{1DF2A}\\u{1E030}-\\u{1E06D}\\u{1E100}-\\u{1E12C}\\u{1E137}-\\u{1E13D}\\u{1E14E}\\u{1E290}-\\u{1E2AD}\\u{1E2C0}-\\u{1E2EB}\\u{1E4D0}-\\u{1E4EB}\\u{1E5D0}-\\u{1E5ED}\\u{1E5F0}\\u{1E6C0}-\\u{1E6DE}\\u{1E6E0}-\\u{1E6E2}\\u{1E6E4}-\\u{1E6E5}\\u{1E6E7}-\\u{1E6ED}\\u{1E6F0}-\\u{1E6F4}\\u{1E6FE}-\\u{1E6FF}\\u{1E7E0}-\\u{1E7E6}\\u{1E7E8}-\\u{1E7EB}\\u{1E7ED}-\\u{1E7EE}\\u{1E7F0}-\\u{1E7FE}\\u{1E800}-\\u{1E8C4}\\u{1E900}-\\u{1E943}\\u{1E94B}\\u{1EE00}-\\u{1EE03}\\u{1EE05}-\\u{1EE1F}\\u{1EE21}-\\u{1EE22}\\u{1EE24}\\u{1EE27}\\u{1EE29}-\\u{1EE32}\\u{1EE34}-\\u{1EE37}\\u{1EE39}\\u{1EE3B}\\u{1EE42}\\u{1EE47}\\u{1EE49}\\u{1EE4B}\\u{1EE4D}-\\u{1EE4F}\\u{1EE51}-\\u{1EE52}\\u{1EE54}\\u{1EE57}\\u{1EE59}\\u{1EE5B}\\u{1EE5D}\\u{1EE5F}\\u{1EE61}-\\u{1EE62}\\u{1EE64}\\u{1EE67}-\\u{1EE6A}\\u{1EE6C}-\\u{1EE72}\\u{1EE74}-\\u{1EE77}\\u{1EE79}-\\u{1EE7C}\\u{1EE7E}\\u{1EE80}-\\u{1EE89}\\u{1EE8B}-\\u{1EE9B}\\u{1EEA1}-\\u{1EEA3}\\u{1EEA5}-\\u{1EEA9}\\u{1EEAB}-\\u{1EEBB}\\u{20000}-\\u{2A6DF}\\u{2A700}-\\u{2B81D}\\u{2B820}-\\u{2CEAD}\\u{2CEB0}-\\u{2EBE0}\\u{2EBF0}-\\u{2EE5D}\\u{2F800}-\\u{2FA1D}\\u{30000}-\\u{3134A}\\u{31350}-\\u{33479}\\u0030-\\u0039\\u00B2-\\u00B3\\u00B9\\u00BC-\\u00BE\\u0660-\\u0669\\u06F0-\\u06F9\\u07C0-\\u07C9\\u0966-\\u096F\\u09E6-\\u09EF\\u09F4-\\u09F9\\u0A66-\\u0A6F\\u0AE6-\\u0AEF\\u0B66-\\u0B6F\\u0B72-\\u0B77\\u0BE6-\\u0BF2\\u0C66-\\u0C6F\\u0C78-\\u0C7E\\u0CE6-\\u0CEF\\u0D58-\\u0D5E\\u0D66-\\u0D78\\u0DE6-\\u0DEF\\u0E50-\\u0E59\\u0ED0-\\u0ED9\\u0F20-\\u0F33\\u1040-\\u1049\\u1090-\\u1099\\u1369-\\u137C\\u16EE-\\u16F0\\u17E0-\\u17E9\\u17F0-\\u17F9\\u1810-\\u1819\\u1946-\\u194F\\u19D0-\\u19DA\\u1A80-\\u1A89\\u1A90-\\u1A99\\u1B50-\\u1B59\\u1BB0-\\u1BB9\\u1C40-\\u1C49\\u1C50-\\u1C59\\u2070\\u2074-\\u2079\\u2080-\\u2089\\u2150-\\u2182\\u2185-\\u2189\\u2460-\\u249B\\u24EA-\\u24FF\\u2776-\\u2793\\u2CFD\\u3007\\u3021-\\u3029\\u3038-\\u303A\\u3192-\\u3195\\u3220-\\u3229\\u3248-\\u324F\\u3251-\\u325F\\u3280-\\u3289\\u32B1-\\u32BF\\uA620-\\uA629\\uA6E6-\\uA6EF\\uA830-\\uA835\\uA8D0-\\uA8D9\\uA900-\\uA909\\uA9D0-\\uA9D9\\uA9F0-\\uA9F9\\uAA50-\\uAA59\\uABF0-\\uABF9\\uFF10-\\uFF19\\u{10107}-\\u{10133}\\u{10140}-\\u{10178}\\u{1018A}-\\u{1018B}\\u{102E1}-\\u{102FB}\\u{10320}-\\u{10323}\\u{10341}\\u{1034A}\\u{103D1}-\\u{103D5}\\u{104A0}-\\u{104A9}\\u{10858}-\\u{1085F}\\u{10879}-\\u{1087F}\\u{108A7}-\\u{108AF}\\u{108FB}-\\u{108FF}\\u{10916}-\\u{1091B}\\u{109BC}-\\u{109BD}\\u{109C0}-\\u{109CF}\\u{109D2}-\\u{109FF}\\u{10A40}-\\u{10A48}\\u{10A7D}-\\u{10A7E}\\u{10A9D}-\\u{10A9F}\\u{10AEB}-\\u{10AEF}\\u{10B58}-\\u{10B5F}\\u{10B78}-\\u{10B7F}\\u{10BA9}-\\u{10BAF}\\u{10CFA}-\\u{10CFF}\\u{10D30}-\\u{10D39}\\u{10D40}-\\u{10D49}\\u{10E60}-\\u{10E7E}\\u{10F1D}-\\u{10F26}\\u{10F51}-\\u{10F54}\\u{10FC5}-\\u{10FCB}\\u{11052}-\\u{1106F}\\u{110F0}-\\u{110F9}\\u{11136}-\\u{1113F}\\u{111D0}-\\u{111D9}\\u{111E1}-\\u{111F4}\\u{112F0}-\\u{112F9}\\u{11450}-\\u{11459}\\u{114D0}-\\u{114D9}\\u{11650}-\\u{11659}\\u{116C0}-\\u{116C9}\\u{116D0}-\\u{116E3}\\u{11730}-\\u{1173B}\\u{118E0}-\\u{118F2}\\u{11950}-\\u{11959}\\u{11BF0}-\\u{11BF9}\\u{11C50}-\\u{11C6C}\\u{11D50}-\\u{11D59}\\u{11DA0}-\\u{11DA9}\\u{11DE0}-\\u{11DE9}\\u{11F50}-\\u{11F59}\\u{11FC0}-\\u{11FD4}\\u{12400}-\\u{1246E}\\u{16130}-\\u{16139}\\u{16A60}-\\u{16A69}\\u{16AC0}-\\u{16AC9}\\u{16B50}-\\u{16B59}\\u{16B5B}-\\u{16B61}\\u{16D70}-\\u{16D79}\\u{16E80}-\\u{16E96}\\u{16FF4}-\\u{16FF6}\\u{1CCF0}-\\u{1CCF9}\\u{1D2C0}-\\u{1D2D3}\\u{1D2E0}-\\u{1D2F3}\\u{1D360}-\\u{1D378}\\u{1D7CE}-\\u{1D7FF}\\u{1E140}-\\u{1E149}\\u{1E2F0}-\\u{1E2F9}\\u{1E4F0}-\\u{1E4F9}\\u{1E5F1}-\\u{1E5FA}\\u{1E8C7}-\\u{1E8CF}\\u{1E950}-\\u{1E959}\\u{1EC71}-\\u{1ECAB}\\u{1ECAD}-\\u{1ECAF}\\u{1ECB1}-\\u{1ECB4}\\u{1ED01}-\\u{1ED2D}\\u{1ED2F}-\\u{1ED3D}\\u{1F100}-\\u{1F10C}\\u{1FBF0}-\\u{1FBF9}\\u0300-\\u036F\\u0483-\\u0489\\u0591-\\u05BD\\u05BF\\u05C1-\\u05C2\\u05C4-\\u05C5\\u05C7\\u0610-\\u061A\\u064B-\\u065F\\u0670\\u06D6-\\u06DC\\u06DF-\\u06E4\\u06E7-\\u06E8\\u06EA-\\u06ED\\u0711\\u0730-\\u074A\\u07A6-\\u07B0\\u07EB-\\u07F3\\u07FD\\u0816-\\u0819\\u081B-\\u0823\\u0825-\\u0827\\u0829-\\u082D\\u0859-\\u085B\\u0897-\\u089F\\u08CA-\\u08E1\\u08E3-\\u0903\\u093A-\\u093C\\u093E-\\u094F\\u0951-\\u0957\\u0962-\\u0963\\u0981-\\u0983\\u09BC\\u09BE-\\u09C4\\u09C7-\\u09C8\\u09CB-\\u09CD\\u09D7\\u09E2-\\u09E3\\u09FE\\u0A01-\\u0A03\\u0A3C\\u0A3E-\\u0A42\\u0A47-\\u0A48\\u0A4B-\\u0A4D\\u0A51\\u0A70-\\u0A71\\u0A75\\u0A81-\\u0A83\\u0ABC\\u0ABE-\\u0AC5\\u0AC7-\\u0AC9\\u0ACB-\\u0ACD\\u0AE2-\\u0AE3\\u0AFA-\\u0AFF\\u0B01-\\u0B03\\u0B3C\\u0B3E-\\u0B44\\u0B47-\\u0B48\\u0B4B-\\u0B4D\\u0B55-\\u0B57\\u0B62-\\u0B63\\u0B82\\u0BBE-\\u0BC2\\u0BC6-\\u0BC8\\u0BCA-\\u0BCD\\u0BD7\\u0C00-\\u0C04\\u0C3C\\u0C3E-\\u0C44\\u0C46-\\u0C48\\u0C4A-\\u0C4D\\u0C55-\\u0C56\\u0C62-\\u0C63\\u0C81-\\u0C83\\u0CBC\\u0CBE-\\u0CC4\\u0CC6-\\u0CC8\\u0CCA-\\u0CCD\\u0CD5-\\u0CD6\\u0CE2-\\u0CE3\\u0CF3\\u0D00-\\u0D03\\u0D3B-\\u0D3C\\u0D3E-\\u0D44\\u0D46-\\u0D48\\u0D4A-\\u0D4D\\u0D57\\u0D62-\\u0D63\\u0D81-\\u0D83\\u0DCA\\u0DCF-\\u0DD4\\u0DD6\\u0DD8-\\u0DDF\\u0DF2-\\u0DF3\\u0E31\\u0E34-\\u0E3A\\u0E47-\\u0E4E\\u0EB1\\u0EB4-\\u0EBC\\u0EC8-\\u0ECE\\u0F18-\\u0F19\\u0F35\\u0F37\\u0F39\\u0F3E-\\u0F3F\\u0F71-\\u0F84\\u0F86-\\u0F87\\u0F8D-\\u0F97\\u0F99-\\u0FBC\\u0FC6\\u102B-\\u103E\\u1056-\\u1059\\u105E-\\u1060\\u1062-\\u1064\\u1067-\\u106D\\u1071-\\u1074\\u1082-\\u108D\\u108F\\u109A-\\u109D\\u135D-\\u135F\\u1712-\\u1715\\u1732-\\u1734\\u1752-\\u1753\\u1772-\\u1773\\u17B4-\\u17D3\\u17DD\\u180B-\\u180D\\u180F\\u1885-\\u1886\\u18A9\\u1920-\\u192B\\u1930-\\u193B\\u1A17-\\u1A1B\\u1A55-\\u1A5E\\u1A60-\\u1A7C\\u1A7F\\u1AB0-\\u1ADD\\u1AE0-\\u1AEB\\u1B00-\\u1B04\\u1B34-\\u1B44\\u1B6B-\\u1B73\\u1B80-\\u1B82\\u1BA1-\\u1BAD\\u1BE6-\\u1BF3\\u1C24-\\u1C37\\u1CD0-\\u1CD2\\u1CD4-\\u1CE8\\u1CED\\u1CF4\\u1CF7-\\u1CF9\\u1DC0-\\u1DFF\\u20D0-\\u20F0\\u2CEF-\\u2CF1\\u2D7F\\u2DE0-\\u2DFF\\u302A-\\u302F\\u3099-\\u309A\\uA66F-\\uA672\\uA674-\\uA67D\\uA69E-\\uA69F\\uA6F0-\\uA6F1\\uA802\\uA806\\uA80B\\uA823-\\uA827\\uA82C\\uA880-\\uA881\\uA8B4-\\uA8C5\\uA8E0-\\uA8F1\\uA8FF\\uA926-\\uA92D\\uA947-\\uA953\\uA980-\\uA983\\uA9B3-\\uA9C0\\uA9E5\\uAA29-\\uAA36\\uAA43\\uAA4C-\\uAA4D\\uAA7B-\\uAA7D\\uAAB0\\uAAB2-\\uAAB4\\uAAB7-\\uAAB8\\uAABE-\\uAABF\\uAAC1\\uAAEB-\\uAAEF\\uAAF5-\\uAAF6\\uABE3-\\uABEA\\uABEC-\\uABED\\uFB1E\\uFE00-\\uFE0F\\uFE20-\\uFE2F\\u{101FD}\\u{102E0}\\u{10376}-\\u{1037A}\\u{10A01}-\\u{10A03}\\u{10A05}-\\u{10A06}\\u{10A0C}-\\u{10A0F}\\u{10A38}-\\u{10A3A}\\u{10A3F}\\u{10AE5}-\\u{10AE6}\\u{10D24}-\\u{10D27}\\u{10D69}-\\u{10D6D}\\u{10EAB}-\\u{10EAC}\\u{10EFA}-\\u{10EFF}\\u{10F46}-\\u{10F50}\\u{10F82}-\\u{10F85}\\u{11000}-\\u{11002}\\u{11038}-\\u{11046}\\u{11070}\\u{11073}-\\u{11074}\\u{1107F}-\\u{11082}\\u{110B0}-\\u{110BA}\\u{110C2}\\u{11100}-\\u{11102}\\u{11127}-\\u{11134}\\u{11145}-\\u{11146}\\u{11173}\\u{11180}-\\u{11182}\\u{111B3}-\\u{111C0}\\u{111C9}-\\u{111CC}\\u{111CE}-\\u{111CF}\\u{1122C}-\\u{11237}\\u{1123E}\\u{11241}\\u{112DF}-\\u{112EA}\\u{11300}-\\u{11303}\\u{1133B}-\\u{1133C}\\u{1133E}-\\u{11344}\\u{11347}-\\u{11348}\\u{1134B}-\\u{1134D}\\u{11357}\\u{11362}-\\u{11363}\\u{11366}-\\u{1136C}\\u{11370}-\\u{11374}\\u{113B8}-\\u{113C0}\\u{113C2}\\u{113C5}\\u{113C7}-\\u{113CA}\\u{113CC}-\\u{113D0}\\u{113D2}\\u{113E1}-\\u{113E2}\\u{11435}-\\u{11446}\\u{1145E}\\u{114B0}-\\u{114C3}\\u{115AF}-\\u{115B5}\\u{115B8}-\\u{115C0}\\u{115DC}-\\u{115DD}\\u{11630}-\\u{11640}\\u{116AB}-\\u{116B7}\\u{1171D}-\\u{1172B}\\u{1182C}-\\u{1183A}\\u{11930}-\\u{11935}\\u{11937}-\\u{11938}\\u{1193B}-\\u{1193E}\\u{11940}\\u{11942}-\\u{11943}\\u{119D1}-\\u{119D7}\\u{119DA}-\\u{119E0}\\u{119E4}\\u{11A01}-\\u{11A0A}\\u{11A33}-\\u{11A39}\\u{11A3B}-\\u{11A3E}\\u{11A47}\\u{11A51}-\\u{11A5B}\\u{11A8A}-\\u{11A99}\\u{11B60}-\\u{11B67}\\u{11C2F}-\\u{11C36}\\u{11C38}-\\u{11C3F}\\u{11C92}-\\u{11CA7}\\u{11CA9}-\\u{11CB6}\\u{11D31}-\\u{11D36}\\u{11D3A}\\u{11D3C}-\\u{11D3D}\\u{11D3F}-\\u{11D45}\\u{11D47}\\u{11D8A}-\\u{11D8E}\\u{11D90}-\\u{11D91}\\u{11D93}-\\u{11D97}\\u{11EF3}-\\u{11EF6}\\u{11F00}-\\u{11F01}\\u{11F03}\\u{11F34}-\\u{11F3A}\\u{11F3E}-\\u{11F42}\\u{11F5A}\\u{13440}\\u{13447}-\\u{13455}\\u{1611E}-\\u{1612F}\\u{16AF0}-\\u{16AF4}\\u{16B30}-\\u{16B36}\\u{16F4F}\\u{16F51}-\\u{16F87}\\u{16F8F}-\\u{16F92}\\u{16FE4}\\u{16FF0}-\\u{16FF1}\\u{1BC9D}-\\u{1BC9E}\\u{1CF00}-\\u{1CF2D}\\u{1CF30}-\\u{1CF46}\\u{1D165}-\\u{1D169}\\u{1D16D}-\\u{1D172}\\u{1D17B}-\\u{1D182}\\u{1D185}-\\u{1D18B}\\u{1D1AA}-\\u{1D1AD}\\u{1D242}-\\u{1D244}\\u{1DA00}-\\u{1DA36}\\u{1DA3B}-\\u{1DA6C}\\u{1DA75}\\u{1DA84}\\u{1DA9B}-\\u{1DA9F}\\u{1DAA1}-\\u{1DAAF}\\u{1E000}-\\u{1E006}\\u{1E008}-\\u{1E018}\\u{1E01B}-\\u{1E021}\\u{1E023}-\\u{1E024}\\u{1E026}-\\u{1E02A}\\u{1E08F}\\u{1E130}-\\u{1E136}\\u{1E2AE}\\u{1E2EC}-\\u{1E2EF}\\u{1E4EC}-\\u{1E4EF}\\u{1E5EE}-\\u{1E5EF}\\u{1E6E3}\\u{1E6E6}\\u{1E6EE}-\\u{1E6EF}\\u{1E6F5}\\u{1E8D0}-\\u{1E8D6}\\u{1E944}-\\u{1E94A}\\u{E0100}-\\u{E01EF}]*", "gu");
|
package/dist/cjs/cli/audit.js
CHANGED
|
@@ -179,7 +179,7 @@ function _unsupported_iterable_to_array(o, minLen) {
|
|
|
179
179
|
if (typeof o === "string") return _array_like_to_array(o, minLen);
|
|
180
180
|
var n = Object.prototype.toString.call(o).slice(8, -1);
|
|
181
181
|
if (n === "Object" && o.constructor) n = o.constructor.name;
|
|
182
|
-
if (n === "Map" || n === "Set") return Array.from(
|
|
182
|
+
if (n === "Map" || n === "Set") return Array.from(o);
|
|
183
183
|
if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
|
|
184
184
|
}
|
|
185
185
|
var USAGE = 'usage: pdf-to-md audit <words.jsonl> <file.md>';
|
package/dist/cjs/cli/extract.js
CHANGED
|
@@ -238,7 +238,7 @@ function _unsupported_iterable_to_array(o, minLen) {
|
|
|
238
238
|
if (typeof o === "string") return _array_like_to_array(o, minLen);
|
|
239
239
|
var n = Object.prototype.toString.call(o).slice(8, -1);
|
|
240
240
|
if (n === "Object" && o.constructor) n = o.constructor.name;
|
|
241
|
-
if (n === "Map" || n === "Set") return Array.from(
|
|
241
|
+
if (n === "Map" || n === "Set") return Array.from(o);
|
|
242
242
|
if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
|
|
243
243
|
}
|
|
244
244
|
var USAGE = 'usage: pdf-to-md [extract] <file.pdf> [out.md] [--json] [--page-markers] [--ocr] [--no-ocr] ' + '[--pages N[-M]] [--stdout] [--words-json=FILE] [--debug-words=FILE] ' + '[--format md|txt|raw (default md; raw = Analysis JSON incl. the report; txt = reading-order plain text)] ' + '[--dpi=N (OCR render resolution, default 288; raise for tiny print or chart/label pages, ' + '>~400 measured worse on ordinary prose pages)] ' + '[--float-max-words=N] [--float-max-width=F] [--float-margin=F] [--para-gap=F] [--heading-scale=F] ' + '[--col-max-width=F] [--col-split=F] [--line-y-tol=F] [--line-height-ratio=F]';
|
package/dist/cjs/cli/render.js
CHANGED
|
@@ -189,7 +189,7 @@ function _unsupported_iterable_to_array(o, minLen) {
|
|
|
189
189
|
if (typeof o === "string") return _array_like_to_array(o, minLen);
|
|
190
190
|
var n = Object.prototype.toString.call(o).slice(8, -1);
|
|
191
191
|
if (n === "Object" && o.constructor) n = o.constructor.name;
|
|
192
|
-
if (n === "Map" || n === "Set") return Array.from(
|
|
192
|
+
if (n === "Map" || n === "Set") return Array.from(o);
|
|
193
193
|
if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
|
|
194
194
|
}
|
|
195
195
|
var USAGE = 'usage: pdf-to-md render <file.pdf> <page>[-<page>] [--dpi|-d N (default 288)] [--out|-o DIR (default .)]';
|
package/dist/cjs/collect.js
CHANGED
|
@@ -202,7 +202,7 @@ function _unsupported_iterable_to_array(o, minLen) {
|
|
|
202
202
|
if (typeof o === "string") return _array_like_to_array(o, minLen);
|
|
203
203
|
var n = Object.prototype.toString.call(o).slice(8, -1);
|
|
204
204
|
if (n === "Object" && o.constructor) n = o.constructor.name;
|
|
205
|
-
if (n === "Map" || n === "Set") return Array.from(
|
|
205
|
+
if (n === "Map" || n === "Set") return Array.from(o);
|
|
206
206
|
if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
|
|
207
207
|
}
|
|
208
208
|
// HYBRID-PAGE DETECTION (README's "Design contract"): a page can carry a
|
package/dist/cjs/emit.js
CHANGED
|
@@ -46,7 +46,7 @@ function _unsupported_iterable_to_array(o, minLen) {
|
|
|
46
46
|
if (typeof o === "string") return _array_like_to_array(o, minLen);
|
|
47
47
|
var n = Object.prototype.toString.call(o).slice(8, -1);
|
|
48
48
|
if (n === "Object" && o.constructor) n = o.constructor.name;
|
|
49
|
-
if (n === "Map" || n === "Set") return Array.from(
|
|
49
|
+
if (n === "Map" || n === "Set") return Array.from(o);
|
|
50
50
|
if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
|
|
51
51
|
}
|
|
52
52
|
// Join a wrapped line onto the open paragraph, closing a line-final hyphen
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import type { PageWord } from '../geometry.js';
|
|
2
|
+
export declare const ENGINE_CACHE_DIR: string;
|
|
2
3
|
export declare const OCR_RENDER_DPI = 288;
|
|
3
4
|
export declare const SPARSE_RETRY_PROSE_FRACTION = 0.6;
|
|
4
5
|
/** Does this page's PSM.AUTO pass look chart-like enough to re-recognize
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import type { PageWord } from '../geometry.js';
|
|
2
|
+
export declare const ENGINE_CACHE_DIR: string;
|
|
2
3
|
export declare const OCR_RENDER_DPI = 288;
|
|
3
4
|
export declare const SPARSE_RETRY_PROSE_FRACTION = 0.6;
|
|
4
5
|
/** Does this page's PSM.AUTO pass look chart-like enough to re-recognize
|
|
@@ -15,6 +15,9 @@ function _export(target, all) {
|
|
|
15
15
|
});
|
|
16
16
|
}
|
|
17
17
|
_export(exports, {
|
|
18
|
+
get ENGINE_CACHE_DIR () {
|
|
19
|
+
return ENGINE_CACHE_DIR;
|
|
20
|
+
},
|
|
18
21
|
get OCR_RENDER_DPI () {
|
|
19
22
|
return OCR_RENDER_DPI;
|
|
20
23
|
},
|
|
@@ -212,6 +215,7 @@ function _ts_values(o) {
|
|
|
212
215
|
}
|
|
213
216
|
throw new TypeError(s ? "Object is not iterable." : "Symbol.iterator is not defined.");
|
|
214
217
|
}
|
|
218
|
+
var ENGINE_CACHE_DIR = _nodepath.default.join(_nodeos.default.homedir(), '.pdf-to-md', 'engine');
|
|
215
219
|
var OCR_RENDER_DPI = 288;
|
|
216
220
|
var SPARSE_RETRY_PROSE_FRACTION = 0.6;
|
|
217
221
|
/** Share of `words` whose text contains a run of 3+ letters (`src/emit.ts`'s isUnstructured canary, applied per-page instead of per-block). */ function proseFraction(words) {
|
|
@@ -403,16 +407,13 @@ function withSuppressedStdio(fn) {
|
|
|
403
407
|
}
|
|
404
408
|
function recognizePdf(_0, _1, _2) {
|
|
405
409
|
return _async_to_generator(function(pdfPath, first, last) {
|
|
406
|
-
var _ref, _ref_dpi, dpi, onProgress, onWarning,
|
|
410
|
+
var _ref, _ref_dpi, dpi, onProgress, onWarning, words, emptyPages, msPerPage;
|
|
407
411
|
var _arguments = arguments;
|
|
408
412
|
return _ts_generator(this, function(_state) {
|
|
409
413
|
switch(_state.label){
|
|
410
414
|
case 0:
|
|
411
415
|
_ref = _arguments.length > 3 && _arguments[3] !== void 0 ? _arguments[3] : {}, _ref_dpi = _ref.dpi, dpi = _ref_dpi === void 0 ? OCR_RENDER_DPI : _ref_dpi, onProgress = _ref.onProgress, onWarning = _ref.onWarning;
|
|
412
|
-
|
|
413
|
-
// dropping a model file into the user's cwd — redirect it under tmpdir() instead.
|
|
414
|
-
cachePath = _nodepath.default.join(_nodeos.default.tmpdir(), 'pdf-to-md-engine');
|
|
415
|
-
(0, _nodefs.mkdirSync)(cachePath, {
|
|
416
|
+
(0, _nodefs.mkdirSync)(ENGINE_CACHE_DIR, {
|
|
416
417
|
recursive: true
|
|
417
418
|
});
|
|
418
419
|
words = [];
|
|
@@ -432,7 +433,7 @@ function recognizePdf(_0, _1, _2) {
|
|
|
432
433
|
4,
|
|
433
434
|
(0, _tesseract.createWorker)('eng', 1, {
|
|
434
435
|
langPath: TESSDATA_DIR,
|
|
435
|
-
cachePath:
|
|
436
|
+
cachePath: ENGINE_CACHE_DIR
|
|
436
437
|
})
|
|
437
438
|
];
|
|
438
439
|
case 1:
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/engines/tesseract.ts"],"sourcesContent":["// engines/tesseract.ts — THE OCR engine: tesseract.js on every platform.\n//\n// Seam contract: words come back in normalized 0-1 page coordinates, origin\n// bottom-left, y increasing upward — the y-flip happens here, and nowhere else.\n//\n// Pure WASM, in-process, no native dependency: no crash containment needed.\nimport { mkdirSync } from 'node:fs';\nimport os from 'node:os';\nimport path from 'node:path';\nimport type { Page as TesseractPage } from 'tesseract.js';\nimport { createWorker, PSM } from 'tesseract.js';\nimport type { PageWord, Word } from '../geometry.ts';\nimport { foldTypographic } from '../lines.ts';\nimport { awaitPdfOpen, openPdfForRender } from '../pdf-open.ts';\nimport { renderLoadedPage } from '../raster.ts';\nimport { resolvePackagePath } from '../resolve.ts';\n\n// 288 dpi: the render resolution the engine's word-overlap numbers were\n// measured at (test/fixtures/ocr-engine-poc/) — the known-good operating point.\nexport const OCR_RENDER_DPI = 288;\n\n// Chart pages starve PSM.AUTO (unrecognized text can't be marked for review).\n// Prose-fraction retry trigger, measured (sparse-retry.test.ts): chart 0.442 vs prose 0.767-0.938, cut 0.6.\nexport const SPARSE_RETRY_PROSE_FRACTION = 0.6;\n\n/** Share of `words` whose text contains a run of 3+ letters (`src/emit.ts`'s isUnstructured canary, applied per-page instead of per-block). */\nfunction proseFraction(words: { text: string }[]): number {\n if (words.length === 0) return 0;\n return words.filter((w) => /[A-Za-z]{3}/.test(w.text)).length / words.length;\n}\n\n/** Does this page's PSM.AUTO pass look chart-like enough to re-recognize\n * with PSM.SPARSE_TEXT? A page with 0 words never retries (nothing to take a prose fraction of). */\nexport function shouldRetrySparse(words: { text: string }[]): boolean {\n return words.length > 0 && proseFraction(words) < SPARSE_RETRY_PROSE_FRACTION;\n}\n\n// The locally installed traineddata (npm package @tesseract.js-data/eng),\n// resolved dynamically so depcheck won't flag it \"unused\" — it's a genuine runtime dependency, listed in .depcheckrc's `ignores`.\nconst TESSDATA_DIR = path.join(path.dirname(resolvePackagePath('@tesseract.js-data/eng/package.json')), '4.0.0');\n\n/** Per-page recognition progress, delivered once per page as it finishes.\n * Engine chatter goes through `onWarning`/`warnings` instead — this is timing/count data only. */\nexport type OcrProgressEvent = { type: 'page'; page: number; words: number; ms: number };\n\nexport interface RecognizeResult {\n words: PageWord[];\n /** pages (1-based) where the engine returned zero words */\n emptyPages: number[];\n /** wall-clock ms per page (render + recognize), keyed by page number */\n msPerPage: Map<number, number>;\n}\n\n/** tesseract.js's nested blocks/paragraphs/lines/words -> this repo's flat Word contract (normalize + y-flip). Same shape regardless of which PSM produced `page`, so both the AUTO pass and the SPARSE_TEXT retry share it. */\nfunction wordsFromPage(page: TesseractPage, width: number, height: number): Word[] {\n const pageWords: Word[] = [];\n for (const block of page.blocks ?? []) {\n for (const para of block.paragraphs ?? []) {\n for (const line of para.lines ?? []) {\n for (const w of line.words ?? []) {\n const { x0, y0, x1, y1 } = w.bbox;\n pageWords.push({\n // Same typographic folding as the text path (src/lines.ts) — both\n // paths must agree on how a printed apostrophe is spelled.\n text: foldTypographic(w.text),\n x: x0 / width,\n y: (height - y1) / height, // y-flip: top-left px -> bottom-left normalized\n w: (x1 - x0) / width,\n h: (y1 - y0) / height,\n // Plumbed through unmodified — tesseract.js's own 0-100\n // per-word confidence. See src/report.ts's LOW_CONFIDENCE_THRESHOLD.\n confidence: w.confidence,\n });\n }\n }\n }\n }\n return pageWords;\n}\n\n// tesseract.js-core's WASM build writes native diagnostics straight to this\n// process's stdout/stderr, with no override to silence them at the source.\n//\n// Suppression must span the whole run: worker-thread stdio arrives\n// asynchronously, on later event-loop turns; the synchronous carve-out below (`withRealStdio`) is the only safe exit.\nlet suppressDepth = 0;\nlet savedStdoutWrite: typeof process.stdout.write | null = null;\nlet savedStderrWrite: typeof process.stderr.write | null = null;\nasync function withSuppressedStdio<T>(fn: () => Promise<T>): Promise<T> {\n if (suppressDepth === 0) {\n savedStdoutWrite = process.stdout.write.bind(process.stdout);\n savedStderrWrite = process.stderr.write.bind(process.stderr);\n process.stdout.write = (() => true) as typeof process.stdout.write;\n process.stderr.write = (() => true) as typeof process.stderr.write;\n }\n suppressDepth++;\n try {\n return await fn();\n } finally {\n suppressDepth--;\n if (suppressDepth === 0) {\n if (savedStdoutWrite) process.stdout.write = savedStdoutWrite;\n if (savedStderrWrite) process.stderr.write = savedStderrWrite;\n savedStdoutWrite = null;\n savedStderrWrite = null;\n }\n }\n}\n\n/** Pierces an active `withSuppressedStdio` region SYNCHRONOUSLY to let this\n * module's own onProgress/onWarning calls through. No-op outside any suppressed region. */\nfunction withRealStdio<T>(fn: () => T): T {\n if (suppressDepth === 0) return fn();\n const realOut = savedStdoutWrite;\n const realErr = savedStderrWrite;\n if (realOut) process.stdout.write = realOut;\n if (realErr) process.stderr.write = realErr;\n try {\n return fn();\n } finally {\n process.stdout.write = (() => true) as typeof process.stdout.write;\n process.stderr.write = (() => true) as typeof process.stderr.write;\n }\n}\n\n/** Recognize words on pages [first..last] of a PDF (renders at `dpi`,\n * default OCR_RENDER_DPI). Progress via `onProgress`; diagnostics via `onWarning` — this module never writes to stdout/stderr itself. */\nexport async function recognizePdf(pdfPath: string, first: number, last: number, { dpi = OCR_RENDER_DPI, onProgress, onWarning }: { dpi?: number; onProgress?: (e: OcrProgressEvent) => void; onWarning?: (message: string) => void } = {}): Promise<RecognizeResult> {\n // tesseract.js writes its decompressed traineddata cache here by default,\n // dropping a model file into the user's cwd — redirect it under tmpdir() instead.\n const cachePath = path.join(os.tmpdir(), 'pdf-to-md-engine');\n mkdirSync(cachePath, { recursive: true });\n\n const words: PageWord[] = [];\n const emptyPages: number[] = [];\n const msPerPage = new Map<number, number>();\n\n // ONE continuous suppressed region for the whole run; onProgress/onWarning\n // below go through `withRealStdio`, the only sanctioned way out of it.\n await withSuppressedStdio(async () => {\n // OEM 1 (LSTM only, tesseract.js's own default): measured 99.0% recall\n // on the hard benchmark pages (2026-08-16).\n const worker = await createWorker('eng', 1, {\n langPath: TESSDATA_DIR,\n cachePath,\n });\n try {\n // NOT optional: tesseract.js's own default PSM (SINGLE_BLOCK) measured\n // 3-8 percentage points worse than AUTO on two-column pages.\n await worker.setParameters({ tessedit_pageseg_mode: PSM.AUTO });\n\n const loadingTask = openPdfForRender(pdfPath);\n try {\n const pdf = await awaitPdfOpen(loadingTask, pdfPath);\n for (let pn = first; pn <= Math.min(last, pdf.numPages); pn++) {\n const t0 = Date.now();\n const { png, width, height } = await renderLoadedPage(pdf, pn, dpi);\n const { data } = await worker.recognize(png, {}, { blocks: true });\n let pageWords: Word[] = wordsFromPage(data, width, height);\n\n // Adaptive second pass: re-recognizes the SAME rendered PNG, so\n // this costs one extra recognize() call only on chart-like pages.\n if (shouldRetrySparse(pageWords)) {\n const autoFraction = proseFraction(pageWords);\n const autoWords = pageWords;\n // setParameters on the shared worker is reversible, so one\n // in-process worker can alternate PSM per page instead of paying for a second worker.\n await worker.setParameters({ tessedit_pageseg_mode: PSM.SPARSE_TEXT });\n const sparse = await worker.recognize(png, {}, { blocks: true });\n const sparseWords = wordsFromPage(sparse.data, width, height);\n await worker.setParameters({ tessedit_pageseg_mode: PSM.AUTO });\n\n if (sparseWords.length > autoWords.length) {\n pageWords = sparseWords;\n const autoCount = autoWords.length;\n const sparseCount = sparseWords.length;\n withRealStdio(() => onWarning?.(`p${pn}: chart-like page (prose fraction ${autoFraction.toFixed(2)}) — retried with sparse-text segmentation, ${autoCount} -> ${sparseCount} words`));\n }\n }\n\n const ms = Date.now() - t0;\n for (const w of pageWords) words.push({ page: pn, ...w });\n if (pageWords.length === 0) emptyPages.push(pn);\n msPerPage.set(pn, ms);\n const wordCount = pageWords.length;\n withRealStdio(() => onProgress?.({ type: 'page', page: pn, words: wordCount, ms }));\n }\n } finally {\n await loadingTask.destroy();\n }\n } finally {\n await worker.terminate();\n }\n });\n\n return { words, emptyPages, msPerPage };\n}\n"],"names":["OCR_RENDER_DPI","SPARSE_RETRY_PROSE_FRACTION","recognizePdf","shouldRetrySparse","proseFraction","words","length","filter","w","test","text","TESSDATA_DIR","path","join","dirname","resolvePackagePath","wordsFromPage","page","width","height","pageWords","blocks","block","paragraphs","para","lines","line","bbox","x0","y0","x1","y1","push","foldTypographic","x","y","h","confidence","suppressDepth","savedStdoutWrite","savedStderrWrite","withSuppressedStdio","fn","process","stdout","write","bind","stderr","withRealStdio","realOut","realErr","pdfPath","first","last","dpi","onProgress","onWarning","cachePath","emptyPages","msPerPage","os","tmpdir","mkdirSync","recursive","Map","worker","loadingTask","pdf","pn","createWorker","langPath","setParameters","tessedit_pageseg_mode","PSM","AUTO","openPdfForRender","t0","png","data","autoFraction","autoWords","sparse","sparseWords","autoCount","sparseCount","ms","wordCount","Date","now","renderLoadedPage","recognize","SPARSE_TEXT","toFixed","set","type","awaitPdfOpen","Math","min","numPages","destroy","terminate"],"mappings":"AAAA,yEAAyE;AACzE,EAAE;AACF,4EAA4E;AAC5E,gFAAgF;AAChF,EAAE;AACF,4EAA4E;;;;;;;;;;;;QAc/DA;eAAAA;;QAIAC;eAAAA;;QAwGSC;eAAAA;;QA9FNC;eAAAA;;;sBA3BU;6DACX;+DACE;yBAEiB;uBAEF;yBACe;wBACd;yBACE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAI5B,IAAMH,iBAAiB;AAIvB,IAAMC,8BAA8B;AAE3C,6IAA6I,GAC7I,SAASG,cAAcC,KAAyB;IAC9C,IAAIA,MAAMC,MAAM,KAAK,GAAG,OAAO;IAC/B,OAAOD,MAAME,MAAM,CAAC,SAACC;eAAM,cAAcC,IAAI,CAACD,EAAEE,IAAI;OAAGJ,MAAM,GAAGD,MAAMC,MAAM;AAC9E;AAIO,SAASH,kBAAkBE,KAAyB;IACzD,OAAOA,MAAMC,MAAM,GAAG,KAAKF,cAAcC,SAASJ;AACpD;AAEA,0EAA0E;AAC1E,kIAAkI;AAClI,IAAMU,eAAeC,iBAAI,CAACC,IAAI,CAACD,iBAAI,CAACE,OAAO,CAACC,IAAAA,6BAAkB,EAAC,yCAAyC;AAcxG,8NAA8N,GAC9N,SAASC,cAAcC,IAAmB,EAAEC,KAAa,EAAEC,MAAc;QAEnDF;IADpB,IAAMG,YAAoB,EAAE;QACvB,kCAAA,2BAAA;;QAAL,QAAK,cAAeH,eAAAA,KAAKI,MAAM,cAAXJ,0BAAAA,eAAe,EAAE,sBAAhC,SAAA,6BAAA,QAAA,yBAAA,iCAAkC;YAAlC,IAAMK,QAAN;gBACgBA;gBAAd,mCAAA,4BAAA;;gBAAL,QAAK,eAAcA,oBAAAA,MAAMC,UAAU,cAAhBD,+BAAAA,oBAAoB,EAAE,sBAApC,UAAA,8BAAA,SAAA,0BAAA,kCAAsC;oBAAtC,IAAME,OAAN;wBACgBA;wBAAd,mCAAA,4BAAA;;wBAAL,QAAK,eAAcA,cAAAA,KAAKC,KAAK,cAAVD,yBAAAA,cAAc,EAAE,sBAA9B,UAAA,8BAAA,SAAA,0BAAA,kCAAgC;4BAAhC,IAAME,OAAN;gCACaA;gCAAX,mCAAA,4BAAA;;gCAAL,QAAK,eAAWA,cAAAA,KAAKrB,KAAK,cAAVqB,yBAAAA,cAAc,EAAE,sBAA3B,UAAA,8BAAA,SAAA,0BAAA,kCAA6B;oCAA7B,IAAMlB,IAAN;oCACH,IAA2BA,UAAAA,EAAEmB,IAAI,EAAzBC,KAAmBpB,QAAnBoB,IAAIC,KAAerB,QAAfqB,IAAIC,KAAWtB,QAAXsB,IAAIC,KAAOvB,QAAPuB;oCACpBX,UAAUY,IAAI,CAAC;wCACb,kEAAkE;wCAClE,2DAA2D;wCAC3DtB,MAAMuB,IAAAA,wBAAe,EAACzB,EAAEE,IAAI;wCAC5BwB,GAAGN,KAAKV;wCACRiB,GAAG,AAAChB,CAAAA,SAASY,EAAC,IAAKZ;wCACnBX,GAAG,AAACsB,CAAAA,KAAKF,EAAC,IAAKV;wCACfkB,GAAG,AAACL,CAAAA,KAAKF,EAAC,IAAKV;wCACf,wDAAwD;wCACxD,qEAAqE;wCACrEkB,YAAY7B,EAAE6B,UAAU;oCAC1B;gCACF;;gCAdK;gCAAA;;;yCAAA,8BAAA;wCAAA;;;wCAAA;8CAAA;;;;wBAeP;;wBAhBK;wBAAA;;;iCAAA,8BAAA;gCAAA;;;gCAAA;sCAAA;;;;gBAiBP;;gBAlBK;gBAAA;;;yBAAA,8BAAA;wBAAA;;;wBAAA;8BAAA;;;;QAmBP;;QApBK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAqBL,OAAOjB;AACT;AAEA,4EAA4E;AAC5E,2EAA2E;AAC3E,EAAE;AACF,mEAAmE;AACnE,sHAAsH;AACtH,IAAIkB,gBAAgB;AACpB,IAAIC,mBAAuD;AAC3D,IAAIC,mBAAuD;AAC3D,SAAeC,oBAAuBC,EAAoB;;;;;oBACxD,IAAIJ,kBAAkB,GAAG;wBACvBC,mBAAmBI,QAAQC,MAAM,CAACC,KAAK,CAACC,IAAI,CAACH,QAAQC,MAAM;wBAC3DJ,mBAAmBG,QAAQI,MAAM,CAACF,KAAK,CAACC,IAAI,CAACH,QAAQI,MAAM;wBAC3DJ,QAAQC,MAAM,CAACC,KAAK,GAAI;mCAAM;;wBAC9BF,QAAQI,MAAM,CAACF,KAAK,GAAI;mCAAM;;oBAChC;oBACAP;;;;;;;;;oBAES;;wBAAMI;;;oBAAb;;wBAAO;;;oBAEPJ;oBACA,IAAIA,kBAAkB,GAAG;wBACvB,IAAIC,kBAAkBI,QAAQC,MAAM,CAACC,KAAK,GAAGN;wBAC7C,IAAIC,kBAAkBG,QAAQI,MAAM,CAACF,KAAK,GAAGL;wBAC7CD,mBAAmB;wBACnBC,mBAAmB;oBACrB;;;;;;;;;;IAEJ;;AAEA;yFACyF,GACzF,SAASQ,cAAiBN,EAAW;IACnC,IAAIJ,kBAAkB,GAAG,OAAOI;IAChC,IAAMO,UAAUV;IAChB,IAAMW,UAAUV;IAChB,IAAIS,SAASN,QAAQC,MAAM,CAACC,KAAK,GAAGI;IACpC,IAAIC,SAASP,QAAQI,MAAM,CAACF,KAAK,GAAGK;IACpC,IAAI;QACF,OAAOR;IACT,SAAU;QACRC,QAAQC,MAAM,CAACC,KAAK,GAAI;mBAAM;;QAC9BF,QAAQI,MAAM,CAACF,KAAK,GAAI;mBAAM;;IAChC;AACF;AAIO,SAAe3C;wCAAaiD,OAAe,EAAEC,KAAa,EAAEC,IAAY;YAAE,gBAAEC,KAAsBC,YAAYC,WAG7GC,WAGApD,OACAqD,YACAC;;;;;oBARyE,OAAA,oEAAuJ,CAAC,cAAxJ,KAAEL,KAAAA,4BAAMtD,2BAAgBuD,aAAxB,KAAwBA,YAAYC,YAApC,KAAoCA;oBACnH,0EAA0E;oBAC1E,kFAAkF;oBAC5EC,YAAY7C,iBAAI,CAACC,IAAI,CAAC+C,eAAE,CAACC,MAAM,IAAI;oBACzCC,IAAAA,iBAAS,EAACL,WAAW;wBAAEM,WAAW;oBAAK;oBAEjC1D;oBACAqD;oBACAC,YAAY,IAAIK;oBAEtB,2EAA2E;oBAC3E,uEAAuE;oBACvE;;wBAAMvB,oBAAoB;;oCAGlBwB,QASEC,oBAEEC,KACGC;;;;4CAZE;;gDAAMC,IAAAA,uBAAY,EAAC,OAAO,GAAG;oDAC1CC,UAAU3D;oDACV8C,WAAAA;gDACF;;;4CAHMQ,SAAS;;;;;;;;;4CAKb,uEAAuE;4CACvE,6DAA6D;4CAC7D;;gDAAMA,OAAOM,aAAa,CAAC;oDAAEC,uBAAuBC,cAAG,CAACC,IAAI;gDAAC;;;4CAA7D;4CAEMR,cAAcS,IAAAA,2BAAgB,EAACxB;;;;;;;;;;oDAI3ByB,IACyB,MAAvBC,KAAK3D,OAAOC,QACZ2D,MACJ1D,WAKI2D,cACAC,WAIAC,QACAC,aAKEC,WACAC,aAKJC,IACD,2BAAA,mBAAA,gBAAA,WAAA,OAAM7E,GAGL8E;;;;4DA7BAV,KAAKW,KAAKC,GAAG;4DACY;;gEAAMC,IAAAA,0BAAgB,EAACtB,KAAKC,IAAId;;;4DAAhC,OAAA,eAAvBuB,MAAuB,KAAvBA,KAAK3D,QAAkB,KAAlBA,OAAOC,SAAW,KAAXA;4DACH;;gEAAM8C,OAAOyB,SAAS,CAACb,KAAK,CAAC,GAAG;oEAAExD,QAAQ;gEAAK;;;4DAAxDyD,OAAS,cAATA;4DACJ1D,YAAoBJ,cAAc8D,MAAM5D,OAAOC;iEAI/ChB,kBAAkBiB,YAAlBjB;;;;4DACI4E,eAAe3E,cAAcgB;4DAC7B4D,YAAY5D;4DAClB,2DAA2D;4DAC3D,sFAAsF;4DACtF;;gEAAM6C,OAAOM,aAAa,CAAC;oEAAEC,uBAAuBC,cAAG,CAACkB,WAAW;gEAAC;;;4DAApE;4DACe;;gEAAM1B,OAAOyB,SAAS,CAACb,KAAK,CAAC,GAAG;oEAAExD,QAAQ;gEAAK;;;4DAAxD4D,SAAS;4DACTC,cAAclE,cAAciE,OAAOH,IAAI,EAAE5D,OAAOC;4DACtD;;gEAAM8C,OAAOM,aAAa,CAAC;oEAAEC,uBAAuBC,cAAG,CAACC,IAAI;gEAAC;;;4DAA7D;4DAEA,IAAIQ,YAAY5E,MAAM,GAAG0E,UAAU1E,MAAM,EAAE;gEACzCc,YAAY8D;gEACNC,YAAYH,UAAU1E,MAAM;gEAC5B8E,cAAcF,YAAY5E,MAAM;gEACtC0C,cAAc;2EAAMQ,sBAAAA,gCAAAA,UAAY,AAAC,IAA0CuB,OAAvCX,IAAG,sCAAyGe,OAArEJ,aAAaa,OAAO,CAAC,IAAG,+CAA6DR,OAAhBD,WAAU,QAAkB,OAAZC,aAAY;;4DAC9K;;;4DAGIC,KAAKE,KAAKC,GAAG,KAAKZ;4DACnB,kCAAA,2BAAA;;gEAAL,IAAK,YAAWxD,gCAAX,6BAAA,QAAA,yBAAA;oEAAMZ,IAAN;oEAAsBH,MAAM2B,IAAI,CAAC;wEAAEf,MAAMmD;uEAAO5D;;;gEAAhD;gEAAA;;;yEAAA,6BAAA;wEAAA;;;wEAAA;8EAAA;;;;4DACL,IAAIY,UAAUd,MAAM,KAAK,GAAGoD,WAAW1B,IAAI,CAACoC;4DAC5CT,UAAUkC,GAAG,CAACzB,IAAIiB;4DACZC,YAAYlE,UAAUd,MAAM;4DAClC0C,cAAc;uEAAMO,uBAAAA,iCAAAA,WAAa;oEAAEuC,MAAM;oEAAQ7E,MAAMmD;oEAAI/D,OAAOiF;oEAAWD,IAAAA;gEAAG;;;;;;;4CAClF;4CAjCY;;gDAAMU,IAAAA,uBAAY,EAAC7B,aAAaf;;;4CAAtCgB,MAAM;4CACHC,KAAKhB;;;iDAAOgB,CAAAA,MAAM4B,KAAKC,GAAG,CAAC5C,MAAMc,IAAI+B,QAAQ,CAAA;;;;;;;;;;;;4CAAG9B;;;;;;;;;;;4CAkCzD;;gDAAMF,YAAYiC,OAAO;;;4CAAzB;;;;;;;;;;4CAGF;;gDAAMlC,OAAOmC,SAAS;;;4CAAtB;;;;;;;;;;4BAEJ;;;;oBAtDA;oBAwDA;;wBAAO;4BAAE/F,OAAAA;4BAAOqD,YAAAA;4BAAYC,WAAAA;wBAAU;;;;IACxC"}
|
|
1
|
+
{"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/engines/tesseract.ts"],"sourcesContent":["// engines/tesseract.ts — THE OCR engine: tesseract.js on every platform.\n//\n// Seam contract: words come back in normalized 0-1 page coordinates, origin\n// bottom-left, y increasing upward — the y-flip happens here, and nowhere else.\n//\n// Pure WASM, in-process, no native dependency: no crash containment needed.\nimport { mkdirSync } from 'node:fs';\nimport os from 'node:os';\nimport path from 'node:path';\nimport type { Page as TesseractPage } from 'tesseract.js';\nimport { createWorker, PSM } from 'tesseract.js';\nimport type { PageWord, Word } from '../geometry.ts';\nimport { foldTypographic } from '../lines.ts';\nimport { awaitPdfOpen, openPdfForRender } from '../pdf-open.ts';\nimport { renderLoadedPage } from '../raster.ts';\nimport { resolvePackagePath } from '../resolve.ts';\n\n// tesseract.js writes its decompressed traineddata cache into the user's cwd by\n// default; keep it in the module's fixed home store instead, where the OS never wipes it.\nexport const ENGINE_CACHE_DIR = path.join(os.homedir(), '.pdf-to-md', 'engine');\n\n// 288 dpi: the render resolution the engine's word-overlap numbers were\n// measured at (test/fixtures/ocr-engine-poc/) — the known-good operating point.\nexport const OCR_RENDER_DPI = 288;\n\n// Chart pages starve PSM.AUTO (unrecognized text can't be marked for review).\n// Prose-fraction retry trigger, measured (sparse-retry.test.ts): chart 0.442 vs prose 0.767-0.938, cut 0.6.\nexport const SPARSE_RETRY_PROSE_FRACTION = 0.6;\n\n/** Share of `words` whose text contains a run of 3+ letters (`src/emit.ts`'s isUnstructured canary, applied per-page instead of per-block). */\nfunction proseFraction(words: { text: string }[]): number {\n if (words.length === 0) return 0;\n return words.filter((w) => /[A-Za-z]{3}/.test(w.text)).length / words.length;\n}\n\n/** Does this page's PSM.AUTO pass look chart-like enough to re-recognize\n * with PSM.SPARSE_TEXT? A page with 0 words never retries (nothing to take a prose fraction of). */\nexport function shouldRetrySparse(words: { text: string }[]): boolean {\n return words.length > 0 && proseFraction(words) < SPARSE_RETRY_PROSE_FRACTION;\n}\n\n// The locally installed traineddata (npm package @tesseract.js-data/eng),\n// resolved dynamically so depcheck won't flag it \"unused\" — it's a genuine runtime dependency, listed in .depcheckrc's `ignores`.\nconst TESSDATA_DIR = path.join(path.dirname(resolvePackagePath('@tesseract.js-data/eng/package.json')), '4.0.0');\n\n/** Per-page recognition progress, delivered once per page as it finishes.\n * Engine chatter goes through `onWarning`/`warnings` instead — this is timing/count data only. */\nexport type OcrProgressEvent = { type: 'page'; page: number; words: number; ms: number };\n\nexport interface RecognizeResult {\n words: PageWord[];\n /** pages (1-based) where the engine returned zero words */\n emptyPages: number[];\n /** wall-clock ms per page (render + recognize), keyed by page number */\n msPerPage: Map<number, number>;\n}\n\n/** tesseract.js's nested blocks/paragraphs/lines/words -> this repo's flat Word contract (normalize + y-flip). Same shape regardless of which PSM produced `page`, so both the AUTO pass and the SPARSE_TEXT retry share it. */\nfunction wordsFromPage(page: TesseractPage, width: number, height: number): Word[] {\n const pageWords: Word[] = [];\n for (const block of page.blocks ?? []) {\n for (const para of block.paragraphs ?? []) {\n for (const line of para.lines ?? []) {\n for (const w of line.words ?? []) {\n const { x0, y0, x1, y1 } = w.bbox;\n pageWords.push({\n // Same typographic folding as the text path (src/lines.ts) — both\n // paths must agree on how a printed apostrophe is spelled.\n text: foldTypographic(w.text),\n x: x0 / width,\n y: (height - y1) / height, // y-flip: top-left px -> bottom-left normalized\n w: (x1 - x0) / width,\n h: (y1 - y0) / height,\n // Plumbed through unmodified — tesseract.js's own 0-100\n // per-word confidence. See src/report.ts's LOW_CONFIDENCE_THRESHOLD.\n confidence: w.confidence,\n });\n }\n }\n }\n }\n return pageWords;\n}\n\n// tesseract.js-core's WASM build writes native diagnostics straight to this\n// process's stdout/stderr, with no override to silence them at the source.\n//\n// Suppression must span the whole run: worker-thread stdio arrives\n// asynchronously, on later event-loop turns; the synchronous carve-out below (`withRealStdio`) is the only safe exit.\nlet suppressDepth = 0;\nlet savedStdoutWrite: typeof process.stdout.write | null = null;\nlet savedStderrWrite: typeof process.stderr.write | null = null;\nasync function withSuppressedStdio<T>(fn: () => Promise<T>): Promise<T> {\n if (suppressDepth === 0) {\n savedStdoutWrite = process.stdout.write.bind(process.stdout);\n savedStderrWrite = process.stderr.write.bind(process.stderr);\n process.stdout.write = (() => true) as typeof process.stdout.write;\n process.stderr.write = (() => true) as typeof process.stderr.write;\n }\n suppressDepth++;\n try {\n return await fn();\n } finally {\n suppressDepth--;\n if (suppressDepth === 0) {\n if (savedStdoutWrite) process.stdout.write = savedStdoutWrite;\n if (savedStderrWrite) process.stderr.write = savedStderrWrite;\n savedStdoutWrite = null;\n savedStderrWrite = null;\n }\n }\n}\n\n/** Pierces an active `withSuppressedStdio` region SYNCHRONOUSLY to let this\n * module's own onProgress/onWarning calls through. No-op outside any suppressed region. */\nfunction withRealStdio<T>(fn: () => T): T {\n if (suppressDepth === 0) return fn();\n const realOut = savedStdoutWrite;\n const realErr = savedStderrWrite;\n if (realOut) process.stdout.write = realOut;\n if (realErr) process.stderr.write = realErr;\n try {\n return fn();\n } finally {\n process.stdout.write = (() => true) as typeof process.stdout.write;\n process.stderr.write = (() => true) as typeof process.stderr.write;\n }\n}\n\n/** Recognize words on pages [first..last] of a PDF (renders at `dpi`,\n * default OCR_RENDER_DPI). Progress via `onProgress`; diagnostics via `onWarning` — this module never writes to stdout/stderr itself. */\nexport async function recognizePdf(pdfPath: string, first: number, last: number, { dpi = OCR_RENDER_DPI, onProgress, onWarning }: { dpi?: number; onProgress?: (e: OcrProgressEvent) => void; onWarning?: (message: string) => void } = {}): Promise<RecognizeResult> {\n mkdirSync(ENGINE_CACHE_DIR, { recursive: true });\n\n const words: PageWord[] = [];\n const emptyPages: number[] = [];\n const msPerPage = new Map<number, number>();\n\n // ONE continuous suppressed region for the whole run; onProgress/onWarning\n // below go through `withRealStdio`, the only sanctioned way out of it.\n await withSuppressedStdio(async () => {\n // OEM 1 (LSTM only, tesseract.js's own default): measured 99.0% recall\n // on the hard benchmark pages (2026-08-16).\n const worker = await createWorker('eng', 1, {\n langPath: TESSDATA_DIR,\n cachePath: ENGINE_CACHE_DIR,\n });\n try {\n // NOT optional: tesseract.js's own default PSM (SINGLE_BLOCK) measured\n // 3-8 percentage points worse than AUTO on two-column pages.\n await worker.setParameters({ tessedit_pageseg_mode: PSM.AUTO });\n\n const loadingTask = openPdfForRender(pdfPath);\n try {\n const pdf = await awaitPdfOpen(loadingTask, pdfPath);\n for (let pn = first; pn <= Math.min(last, pdf.numPages); pn++) {\n const t0 = Date.now();\n const { png, width, height } = await renderLoadedPage(pdf, pn, dpi);\n const { data } = await worker.recognize(png, {}, { blocks: true });\n let pageWords: Word[] = wordsFromPage(data, width, height);\n\n // Adaptive second pass: re-recognizes the SAME rendered PNG, so\n // this costs one extra recognize() call only on chart-like pages.\n if (shouldRetrySparse(pageWords)) {\n const autoFraction = proseFraction(pageWords);\n const autoWords = pageWords;\n // setParameters on the shared worker is reversible, so one\n // in-process worker can alternate PSM per page instead of paying for a second worker.\n await worker.setParameters({ tessedit_pageseg_mode: PSM.SPARSE_TEXT });\n const sparse = await worker.recognize(png, {}, { blocks: true });\n const sparseWords = wordsFromPage(sparse.data, width, height);\n await worker.setParameters({ tessedit_pageseg_mode: PSM.AUTO });\n\n if (sparseWords.length > autoWords.length) {\n pageWords = sparseWords;\n const autoCount = autoWords.length;\n const sparseCount = sparseWords.length;\n withRealStdio(() => onWarning?.(`p${pn}: chart-like page (prose fraction ${autoFraction.toFixed(2)}) — retried with sparse-text segmentation, ${autoCount} -> ${sparseCount} words`));\n }\n }\n\n const ms = Date.now() - t0;\n for (const w of pageWords) words.push({ page: pn, ...w });\n if (pageWords.length === 0) emptyPages.push(pn);\n msPerPage.set(pn, ms);\n const wordCount = pageWords.length;\n withRealStdio(() => onProgress?.({ type: 'page', page: pn, words: wordCount, ms }));\n }\n } finally {\n await loadingTask.destroy();\n }\n } finally {\n await worker.terminate();\n }\n });\n\n return { words, emptyPages, msPerPage };\n}\n"],"names":["ENGINE_CACHE_DIR","OCR_RENDER_DPI","SPARSE_RETRY_PROSE_FRACTION","recognizePdf","shouldRetrySparse","path","join","os","homedir","proseFraction","words","length","filter","w","test","text","TESSDATA_DIR","dirname","resolvePackagePath","wordsFromPage","page","width","height","pageWords","blocks","block","paragraphs","para","lines","line","bbox","x0","y0","x1","y1","push","foldTypographic","x","y","h","confidence","suppressDepth","savedStdoutWrite","savedStderrWrite","withSuppressedStdio","fn","process","stdout","write","bind","stderr","withRealStdio","realOut","realErr","pdfPath","first","last","dpi","onProgress","onWarning","emptyPages","msPerPage","mkdirSync","recursive","Map","worker","loadingTask","pdf","pn","createWorker","langPath","cachePath","setParameters","tessedit_pageseg_mode","PSM","AUTO","openPdfForRender","t0","png","data","autoFraction","autoWords","sparse","sparseWords","autoCount","sparseCount","ms","wordCount","Date","now","renderLoadedPage","recognize","SPARSE_TEXT","toFixed","set","type","awaitPdfOpen","Math","min","numPages","destroy","terminate"],"mappings":"AAAA,yEAAyE;AACzE,EAAE;AACF,4EAA4E;AAC5E,gFAAgF;AAChF,EAAE;AACF,4EAA4E;;;;;;;;;;;;QAc/DA;eAAAA;;QAIAC;eAAAA;;QAIAC;eAAAA;;QAwGSC;eAAAA;;QA9FNC;eAAAA;;;sBA/BU;6DACX;+DACE;yBAEiB;uBAEF;yBACe;wBACd;yBACE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAI5B,IAAMJ,mBAAmBK,iBAAI,CAACC,IAAI,CAACC,eAAE,CAACC,OAAO,IAAI,cAAc;AAI/D,IAAMP,iBAAiB;AAIvB,IAAMC,8BAA8B;AAE3C,6IAA6I,GAC7I,SAASO,cAAcC,KAAyB;IAC9C,IAAIA,MAAMC,MAAM,KAAK,GAAG,OAAO;IAC/B,OAAOD,MAAME,MAAM,CAAC,SAACC;eAAM,cAAcC,IAAI,CAACD,EAAEE,IAAI;OAAGJ,MAAM,GAAGD,MAAMC,MAAM;AAC9E;AAIO,SAASP,kBAAkBM,KAAyB;IACzD,OAAOA,MAAMC,MAAM,GAAG,KAAKF,cAAcC,SAASR;AACpD;AAEA,0EAA0E;AAC1E,kIAAkI;AAClI,IAAMc,eAAeX,iBAAI,CAACC,IAAI,CAACD,iBAAI,CAACY,OAAO,CAACC,IAAAA,6BAAkB,EAAC,yCAAyC;AAcxG,8NAA8N,GAC9N,SAASC,cAAcC,IAAmB,EAAEC,KAAa,EAAEC,MAAc;QAEnDF;IADpB,IAAMG,YAAoB,EAAE;QACvB,kCAAA,2BAAA;;QAAL,QAAK,cAAeH,eAAAA,KAAKI,MAAM,cAAXJ,0BAAAA,eAAe,EAAE,sBAAhC,SAAA,6BAAA,QAAA,yBAAA,iCAAkC;YAAlC,IAAMK,QAAN;gBACgBA;gBAAd,mCAAA,4BAAA;;gBAAL,QAAK,eAAcA,oBAAAA,MAAMC,UAAU,cAAhBD,+BAAAA,oBAAoB,EAAE,sBAApC,UAAA,8BAAA,SAAA,0BAAA,kCAAsC;oBAAtC,IAAME,OAAN;wBACgBA;wBAAd,mCAAA,4BAAA;;wBAAL,QAAK,eAAcA,cAAAA,KAAKC,KAAK,cAAVD,yBAAAA,cAAc,EAAE,sBAA9B,UAAA,8BAAA,SAAA,0BAAA,kCAAgC;4BAAhC,IAAME,OAAN;gCACaA;gCAAX,mCAAA,4BAAA;;gCAAL,QAAK,eAAWA,cAAAA,KAAKnB,KAAK,cAAVmB,yBAAAA,cAAc,EAAE,sBAA3B,UAAA,8BAAA,SAAA,0BAAA,kCAA6B;oCAA7B,IAAMhB,IAAN;oCACH,IAA2BA,UAAAA,EAAEiB,IAAI,EAAzBC,KAAmBlB,QAAnBkB,IAAIC,KAAenB,QAAfmB,IAAIC,KAAWpB,QAAXoB,IAAIC,KAAOrB,QAAPqB;oCACpBX,UAAUY,IAAI,CAAC;wCACb,kEAAkE;wCAClE,2DAA2D;wCAC3DpB,MAAMqB,IAAAA,wBAAe,EAACvB,EAAEE,IAAI;wCAC5BsB,GAAGN,KAAKV;wCACRiB,GAAG,AAAChB,CAAAA,SAASY,EAAC,IAAKZ;wCACnBT,GAAG,AAACoB,CAAAA,KAAKF,EAAC,IAAKV;wCACfkB,GAAG,AAACL,CAAAA,KAAKF,EAAC,IAAKV;wCACf,wDAAwD;wCACxD,qEAAqE;wCACrEkB,YAAY3B,EAAE2B,UAAU;oCAC1B;gCACF;;gCAdK;gCAAA;;;yCAAA,8BAAA;wCAAA;;;wCAAA;8CAAA;;;;wBAeP;;wBAhBK;wBAAA;;;iCAAA,8BAAA;gCAAA;;;gCAAA;sCAAA;;;;gBAiBP;;gBAlBK;gBAAA;;;yBAAA,8BAAA;wBAAA;;;wBAAA;8BAAA;;;;QAmBP;;QApBK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAqBL,OAAOjB;AACT;AAEA,4EAA4E;AAC5E,2EAA2E;AAC3E,EAAE;AACF,mEAAmE;AACnE,sHAAsH;AACtH,IAAIkB,gBAAgB;AACpB,IAAIC,mBAAuD;AAC3D,IAAIC,mBAAuD;AAC3D,SAAeC,oBAAuBC,EAAoB;;;;;oBACxD,IAAIJ,kBAAkB,GAAG;wBACvBC,mBAAmBI,QAAQC,MAAM,CAACC,KAAK,CAACC,IAAI,CAACH,QAAQC,MAAM;wBAC3DJ,mBAAmBG,QAAQI,MAAM,CAACF,KAAK,CAACC,IAAI,CAACH,QAAQI,MAAM;wBAC3DJ,QAAQC,MAAM,CAACC,KAAK,GAAI;mCAAM;;wBAC9BF,QAAQI,MAAM,CAACF,KAAK,GAAI;mCAAM;;oBAChC;oBACAP;;;;;;;;;oBAES;;wBAAMI;;;oBAAb;;wBAAO;;;oBAEPJ;oBACA,IAAIA,kBAAkB,GAAG;wBACvB,IAAIC,kBAAkBI,QAAQC,MAAM,CAACC,KAAK,GAAGN;wBAC7C,IAAIC,kBAAkBG,QAAQI,MAAM,CAACF,KAAK,GAAGL;wBAC7CD,mBAAmB;wBACnBC,mBAAmB;oBACrB;;;;;;;;;;IAEJ;;AAEA;yFACyF,GACzF,SAASQ,cAAiBN,EAAW;IACnC,IAAIJ,kBAAkB,GAAG,OAAOI;IAChC,IAAMO,UAAUV;IAChB,IAAMW,UAAUV;IAChB,IAAIS,SAASN,QAAQC,MAAM,CAACC,KAAK,GAAGI;IACpC,IAAIC,SAASP,QAAQI,MAAM,CAACF,KAAK,GAAGK;IACpC,IAAI;QACF,OAAOR;IACT,SAAU;QACRC,QAAQC,MAAM,CAACC,KAAK,GAAI;mBAAM;;QAC9BF,QAAQI,MAAM,CAACF,KAAK,GAAI;mBAAM;;IAChC;AACF;AAIO,SAAe7C;wCAAamD,OAAe,EAAEC,KAAa,EAAEC,IAAY;YAAE,gBAAEC,KAAsBC,YAAYC,WAG7GjD,OACAkD,YACAC;;;;;oBALyE,OAAA,oEAAuJ,CAAC,cAAxJ,KAAEJ,KAAAA,4BAAMxD,2BAAgByD,aAAxB,KAAwBA,YAAYC,YAApC,KAAoCA;oBACnHG,IAAAA,iBAAS,EAAC9D,kBAAkB;wBAAE+D,WAAW;oBAAK;oBAExCrD;oBACAkD;oBACAC,YAAY,IAAIG;oBAEtB,2EAA2E;oBAC3E,uEAAuE;oBACvE;;wBAAMpB,oBAAoB;;oCAGlBqB,QASEC,oBAEEC,KACGC;;;;4CAZE;;gDAAMC,IAAAA,uBAAY,EAAC,OAAO,GAAG;oDAC1CC,UAAUtD;oDACVuD,WAAWvE;gDACb;;;4CAHMiE,SAAS;;;;;;;;;4CAKb,uEAAuE;4CACvE,6DAA6D;4CAC7D;;gDAAMA,OAAOO,aAAa,CAAC;oDAAEC,uBAAuBC,cAAG,CAACC,IAAI;gDAAC;;;4CAA7D;4CAEMT,cAAcU,IAAAA,2BAAgB,EAACtB;;;;;;;;;;oDAI3BuB,IACyB,MAAvBC,KAAKzD,OAAOC,QACZyD,MACJxD,WAKIyD,cACAC,WAIAC,QACAC,aAKEC,WACAC,aAKJC,IACD,2BAAA,mBAAA,gBAAA,WAAA,OAAMzE,GAGL0E;;;;4DA7BAV,KAAKW,KAAKC,GAAG;4DACY;;gEAAMC,IAAAA,0BAAgB,EAACvB,KAAKC,IAAIX;;;4DAAhC,OAAA,eAAvBqB,MAAuB,KAAvBA,KAAKzD,QAAkB,KAAlBA,OAAOC,SAAW,KAAXA;4DACH;;gEAAM2C,OAAO0B,SAAS,CAACb,KAAK,CAAC,GAAG;oEAAEtD,QAAQ;gEAAK;;;4DAAxDuD,OAAS,cAATA;4DACJxD,YAAoBJ,cAAc4D,MAAM1D,OAAOC;iEAI/ClB,kBAAkBmB,YAAlBnB;;;;4DACI4E,eAAevE,cAAcc;4DAC7B0D,YAAY1D;4DAClB,2DAA2D;4DAC3D,sFAAsF;4DACtF;;gEAAM0C,OAAOO,aAAa,CAAC;oEAAEC,uBAAuBC,cAAG,CAACkB,WAAW;gEAAC;;;4DAApE;4DACe;;gEAAM3B,OAAO0B,SAAS,CAACb,KAAK,CAAC,GAAG;oEAAEtD,QAAQ;gEAAK;;;4DAAxD0D,SAAS;4DACTC,cAAchE,cAAc+D,OAAOH,IAAI,EAAE1D,OAAOC;4DACtD;;gEAAM2C,OAAOO,aAAa,CAAC;oEAAEC,uBAAuBC,cAAG,CAACC,IAAI;gEAAC;;;4DAA7D;4DAEA,IAAIQ,YAAYxE,MAAM,GAAGsE,UAAUtE,MAAM,EAAE;gEACzCY,YAAY4D;gEACNC,YAAYH,UAAUtE,MAAM;gEAC5B0E,cAAcF,YAAYxE,MAAM;gEACtCwC,cAAc;2EAAMQ,sBAAAA,gCAAAA,UAAY,AAAC,IAA0CqB,OAAvCZ,IAAG,sCAAyGgB,OAArEJ,aAAaa,OAAO,CAAC,IAAG,+CAA6DR,OAAhBD,WAAU,QAAkB,OAAZC,aAAY;;4DAC9K;;;4DAGIC,KAAKE,KAAKC,GAAG,KAAKZ;4DACnB,kCAAA,2BAAA;;gEAAL,IAAK,YAAWtD,gCAAX,6BAAA,QAAA,yBAAA;oEAAMV,IAAN;oEAAsBH,MAAMyB,IAAI,CAAC;wEAAEf,MAAMgD;uEAAOvD;;;gEAAhD;gEAAA;;;yEAAA,6BAAA;wEAAA;;;wEAAA;8EAAA;;;;4DACL,IAAIU,UAAUZ,MAAM,KAAK,GAAGiD,WAAWzB,IAAI,CAACiC;4DAC5CP,UAAUiC,GAAG,CAAC1B,IAAIkB;4DACZC,YAAYhE,UAAUZ,MAAM;4DAClCwC,cAAc;uEAAMO,uBAAAA,iCAAAA,WAAa;oEAAEqC,MAAM;oEAAQ3E,MAAMgD;oEAAI1D,OAAO6E;oEAAWD,IAAAA;gEAAG;;;;;;;4CAClF;4CAjCY;;gDAAMU,IAAAA,uBAAY,EAAC9B,aAAaZ;;;4CAAtCa,MAAM;4CACHC,KAAKb;;;iDAAOa,CAAAA,MAAM6B,KAAKC,GAAG,CAAC1C,MAAMW,IAAIgC,QAAQ,CAAA;;;;;;;;;;;;4CAAG/B;;;;;;;;;;;4CAkCzD;;gDAAMF,YAAYkC,OAAO;;;4CAAzB;;;;;;;;;;4CAGF;;gDAAMnC,OAAOoC,SAAS;;;4CAAtB;;;;;;;;;;4BAEJ;;;;oBAtDA;oBAwDA;;wBAAO;4BAAE3F,OAAAA;4BAAOkD,YAAAA;4BAAYC,WAAAA;wBAAU;;;;IACxC"}
|
package/dist/cjs/extract.js
CHANGED
|
@@ -232,7 +232,7 @@ function _unsupported_iterable_to_array(o, minLen) {
|
|
|
232
232
|
if (typeof o === "string") return _array_like_to_array(o, minLen);
|
|
233
233
|
var n = Object.prototype.toString.call(o).slice(8, -1);
|
|
234
234
|
if (n === "Object" && o.constructor) n = o.constructor.name;
|
|
235
|
-
if (n === "Map" || n === "Set") return Array.from(
|
|
235
|
+
if (n === "Map" || n === "Set") return Array.from(o);
|
|
236
236
|
if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
|
|
237
237
|
}
|
|
238
238
|
// One collector per entry point: collects into `warnings`, streams via
|
package/dist/cjs/geometry.js
CHANGED
|
@@ -93,7 +93,7 @@ function _unsupported_iterable_to_array(o, minLen) {
|
|
|
93
93
|
if (typeof o === "string") return _array_like_to_array(o, minLen);
|
|
94
94
|
var n = Object.prototype.toString.call(o).slice(8, -1);
|
|
95
95
|
if (n === "Object" && o.constructor) n = o.constructor.name;
|
|
96
|
-
if (n === "Map" || n === "Set") return Array.from(
|
|
96
|
+
if (n === "Map" || n === "Set") return Array.from(o);
|
|
97
97
|
if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
|
|
98
98
|
}
|
|
99
99
|
var DEFAULT_TUNING = {
|
package/dist/cjs/lines.js
CHANGED
|
@@ -42,7 +42,7 @@ function _unsupported_iterable_to_array(o, minLen) {
|
|
|
42
42
|
if (typeof o === "string") return _array_like_to_array(o, minLen);
|
|
43
43
|
var n = Object.prototype.toString.call(o).slice(8, -1);
|
|
44
44
|
if (n === "Object" && o.constructor) n = o.constructor.name;
|
|
45
|
-
if (n === "Map" || n === "Set") return Array.from(
|
|
45
|
+
if (n === "Map" || n === "Set") return Array.from(o);
|
|
46
46
|
if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
|
|
47
47
|
}
|
|
48
48
|
var FOLD = {
|
package/dist/cjs/markdown.js
CHANGED
|
@@ -36,7 +36,7 @@ function _unsupported_iterable_to_array(o, minLen) {
|
|
|
36
36
|
if (typeof o === "string") return _array_like_to_array(o, minLen);
|
|
37
37
|
var n = Object.prototype.toString.call(o).slice(8, -1);
|
|
38
38
|
if (n === "Object" && o.constructor) n = o.constructor.name;
|
|
39
|
-
if (n === "Map" || n === "Set") return Array.from(
|
|
39
|
+
if (n === "Map" || n === "Set") return Array.from(o);
|
|
40
40
|
if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
|
|
41
41
|
}
|
|
42
42
|
var GLYPH = /^[•◦▪▫●○·‣⁃]$/;
|
package/dist/cjs/page-marker.js
CHANGED
|
@@ -51,7 +51,7 @@ function _unsupported_iterable_to_array(o, minLen) {
|
|
|
51
51
|
if (typeof o === "string") return _array_like_to_array(o, minLen);
|
|
52
52
|
var n = Object.prototype.toString.call(o).slice(8, -1);
|
|
53
53
|
if (n === "Object" && o.constructor) n = o.constructor.name;
|
|
54
|
-
if (n === "Map" || n === "Set") return Array.from(
|
|
54
|
+
if (n === "Map" || n === "Set") return Array.from(o);
|
|
55
55
|
if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
|
|
56
56
|
}
|
|
57
57
|
function pageMarkerLine(page) {
|
|
@@ -73,7 +73,7 @@ function _unsupported_iterable_to_array(o, minLen) {
|
|
|
73
73
|
if (typeof o === "string") return _array_like_to_array(o, minLen);
|
|
74
74
|
var n = Object.prototype.toString.call(o).slice(8, -1);
|
|
75
75
|
if (n === "Object" && o.constructor) n = o.constructor.name;
|
|
76
|
-
if (n === "Map" || n === "Set") return Array.from(
|
|
76
|
+
if (n === "Map" || n === "Set") return Array.from(o);
|
|
77
77
|
if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
|
|
78
78
|
}
|
|
79
79
|
var BLOCK_TYPES = new Set([
|
package/dist/cjs/report.js
CHANGED
|
@@ -116,7 +116,7 @@ function _unsupported_iterable_to_array(o, minLen) {
|
|
|
116
116
|
if (typeof o === "string") return _array_like_to_array(o, minLen);
|
|
117
117
|
var n = Object.prototype.toString.call(o).slice(8, -1);
|
|
118
118
|
if (n === "Object" && o.constructor) n = o.constructor.name;
|
|
119
|
-
if (n === "Map" || n === "Set") return Array.from(
|
|
119
|
+
if (n === "Map" || n === "Set") return Array.from(o);
|
|
120
120
|
if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
|
|
121
121
|
}
|
|
122
122
|
var SPARSE_CHARS_PER_PAGE = 200;
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import type { PageWord } from '../geometry.js';
|
|
2
|
+
export declare const ENGINE_CACHE_DIR: string;
|
|
2
3
|
export declare const OCR_RENDER_DPI = 288;
|
|
3
4
|
export declare const SPARSE_RETRY_PROSE_FRACTION = 0.6;
|
|
4
5
|
/** Does this page's PSM.AUTO pass look chart-like enough to re-recognize
|
|
@@ -12,6 +12,9 @@ import { foldTypographic } from '../lines.js';
|
|
|
12
12
|
import { awaitPdfOpen, openPdfForRender } from '../pdf-open.js';
|
|
13
13
|
import { renderLoadedPage } from '../raster.js';
|
|
14
14
|
import { resolvePackagePath } from '../resolve.js';
|
|
15
|
+
// tesseract.js writes its decompressed traineddata cache into the user's cwd by
|
|
16
|
+
// default; keep it in the module's fixed home store instead, where the OS never wipes it.
|
|
17
|
+
export const ENGINE_CACHE_DIR = path.join(os.homedir(), '.pdf-to-md', 'engine');
|
|
15
18
|
// 288 dpi: the render resolution the engine's word-overlap numbers were
|
|
16
19
|
// measured at (test/fixtures/ocr-engine-poc/) — the known-good operating point.
|
|
17
20
|
export const OCR_RENDER_DPI = 288;
|
|
@@ -102,10 +105,7 @@ async function withSuppressedStdio(fn) {
|
|
|
102
105
|
}
|
|
103
106
|
/** Recognize words on pages [first..last] of a PDF (renders at `dpi`,
|
|
104
107
|
* default OCR_RENDER_DPI). Progress via `onProgress`; diagnostics via `onWarning` — this module never writes to stdout/stderr itself. */ export async function recognizePdf(pdfPath, first, last, { dpi = OCR_RENDER_DPI, onProgress, onWarning } = {}) {
|
|
105
|
-
|
|
106
|
-
// dropping a model file into the user's cwd — redirect it under tmpdir() instead.
|
|
107
|
-
const cachePath = path.join(os.tmpdir(), 'pdf-to-md-engine');
|
|
108
|
-
mkdirSync(cachePath, {
|
|
108
|
+
mkdirSync(ENGINE_CACHE_DIR, {
|
|
109
109
|
recursive: true
|
|
110
110
|
});
|
|
111
111
|
const words = [];
|
|
@@ -118,7 +118,7 @@ async function withSuppressedStdio(fn) {
|
|
|
118
118
|
// on the hard benchmark pages (2026-08-16).
|
|
119
119
|
const worker = await createWorker('eng', 1, {
|
|
120
120
|
langPath: TESSDATA_DIR,
|
|
121
|
-
cachePath
|
|
121
|
+
cachePath: ENGINE_CACHE_DIR
|
|
122
122
|
});
|
|
123
123
|
try {
|
|
124
124
|
// NOT optional: tesseract.js's own default PSM (SINGLE_BLOCK) measured
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/engines/tesseract.ts"],"sourcesContent":["// engines/tesseract.ts — THE OCR engine: tesseract.js on every platform.\n//\n// Seam contract: words come back in normalized 0-1 page coordinates, origin\n// bottom-left, y increasing upward — the y-flip happens here, and nowhere else.\n//\n// Pure WASM, in-process, no native dependency: no crash containment needed.\nimport { mkdirSync } from 'node:fs';\nimport os from 'node:os';\nimport path from 'node:path';\nimport type { Page as TesseractPage } from 'tesseract.js';\nimport { createWorker, PSM } from 'tesseract.js';\nimport type { PageWord, Word } from '../geometry.ts';\nimport { foldTypographic } from '../lines.ts';\nimport { awaitPdfOpen, openPdfForRender } from '../pdf-open.ts';\nimport { renderLoadedPage } from '../raster.ts';\nimport { resolvePackagePath } from '../resolve.ts';\n\n// 288 dpi: the render resolution the engine's word-overlap numbers were\n// measured at (test/fixtures/ocr-engine-poc/) — the known-good operating point.\nexport const OCR_RENDER_DPI = 288;\n\n// Chart pages starve PSM.AUTO (unrecognized text can't be marked for review).\n// Prose-fraction retry trigger, measured (sparse-retry.test.ts): chart 0.442 vs prose 0.767-0.938, cut 0.6.\nexport const SPARSE_RETRY_PROSE_FRACTION = 0.6;\n\n/** Share of `words` whose text contains a run of 3+ letters (`src/emit.ts`'s isUnstructured canary, applied per-page instead of per-block). */\nfunction proseFraction(words: { text: string }[]): number {\n if (words.length === 0) return 0;\n return words.filter((w) => /[A-Za-z]{3}/.test(w.text)).length / words.length;\n}\n\n/** Does this page's PSM.AUTO pass look chart-like enough to re-recognize\n * with PSM.SPARSE_TEXT? A page with 0 words never retries (nothing to take a prose fraction of). */\nexport function shouldRetrySparse(words: { text: string }[]): boolean {\n return words.length > 0 && proseFraction(words) < SPARSE_RETRY_PROSE_FRACTION;\n}\n\n// The locally installed traineddata (npm package @tesseract.js-data/eng),\n// resolved dynamically so depcheck won't flag it \"unused\" — it's a genuine runtime dependency, listed in .depcheckrc's `ignores`.\nconst TESSDATA_DIR = path.join(path.dirname(resolvePackagePath('@tesseract.js-data/eng/package.json')), '4.0.0');\n\n/** Per-page recognition progress, delivered once per page as it finishes.\n * Engine chatter goes through `onWarning`/`warnings` instead — this is timing/count data only. */\nexport type OcrProgressEvent = { type: 'page'; page: number; words: number; ms: number };\n\nexport interface RecognizeResult {\n words: PageWord[];\n /** pages (1-based) where the engine returned zero words */\n emptyPages: number[];\n /** wall-clock ms per page (render + recognize), keyed by page number */\n msPerPage: Map<number, number>;\n}\n\n/** tesseract.js's nested blocks/paragraphs/lines/words -> this repo's flat Word contract (normalize + y-flip). Same shape regardless of which PSM produced `page`, so both the AUTO pass and the SPARSE_TEXT retry share it. */\nfunction wordsFromPage(page: TesseractPage, width: number, height: number): Word[] {\n const pageWords: Word[] = [];\n for (const block of page.blocks ?? []) {\n for (const para of block.paragraphs ?? []) {\n for (const line of para.lines ?? []) {\n for (const w of line.words ?? []) {\n const { x0, y0, x1, y1 } = w.bbox;\n pageWords.push({\n // Same typographic folding as the text path (src/lines.ts) — both\n // paths must agree on how a printed apostrophe is spelled.\n text: foldTypographic(w.text),\n x: x0 / width,\n y: (height - y1) / height, // y-flip: top-left px -> bottom-left normalized\n w: (x1 - x0) / width,\n h: (y1 - y0) / height,\n // Plumbed through unmodified — tesseract.js's own 0-100\n // per-word confidence. See src/report.ts's LOW_CONFIDENCE_THRESHOLD.\n confidence: w.confidence,\n });\n }\n }\n }\n }\n return pageWords;\n}\n\n// tesseract.js-core's WASM build writes native diagnostics straight to this\n// process's stdout/stderr, with no override to silence them at the source.\n//\n// Suppression must span the whole run: worker-thread stdio arrives\n// asynchronously, on later event-loop turns; the synchronous carve-out below (`withRealStdio`) is the only safe exit.\nlet suppressDepth = 0;\nlet savedStdoutWrite: typeof process.stdout.write | null = null;\nlet savedStderrWrite: typeof process.stderr.write | null = null;\nasync function withSuppressedStdio<T>(fn: () => Promise<T>): Promise<T> {\n if (suppressDepth === 0) {\n savedStdoutWrite = process.stdout.write.bind(process.stdout);\n savedStderrWrite = process.stderr.write.bind(process.stderr);\n process.stdout.write = (() => true) as typeof process.stdout.write;\n process.stderr.write = (() => true) as typeof process.stderr.write;\n }\n suppressDepth++;\n try {\n return await fn();\n } finally {\n suppressDepth--;\n if (suppressDepth === 0) {\n if (savedStdoutWrite) process.stdout.write = savedStdoutWrite;\n if (savedStderrWrite) process.stderr.write = savedStderrWrite;\n savedStdoutWrite = null;\n savedStderrWrite = null;\n }\n }\n}\n\n/** Pierces an active `withSuppressedStdio` region SYNCHRONOUSLY to let this\n * module's own onProgress/onWarning calls through. No-op outside any suppressed region. */\nfunction withRealStdio<T>(fn: () => T): T {\n if (suppressDepth === 0) return fn();\n const realOut = savedStdoutWrite;\n const realErr = savedStderrWrite;\n if (realOut) process.stdout.write = realOut;\n if (realErr) process.stderr.write = realErr;\n try {\n return fn();\n } finally {\n process.stdout.write = (() => true) as typeof process.stdout.write;\n process.stderr.write = (() => true) as typeof process.stderr.write;\n }\n}\n\n/** Recognize words on pages [first..last] of a PDF (renders at `dpi`,\n * default OCR_RENDER_DPI). Progress via `onProgress`; diagnostics via `onWarning` — this module never writes to stdout/stderr itself. */\nexport async function recognizePdf(pdfPath: string, first: number, last: number, { dpi = OCR_RENDER_DPI, onProgress, onWarning }: { dpi?: number; onProgress?: (e: OcrProgressEvent) => void; onWarning?: (message: string) => void } = {}): Promise<RecognizeResult> {\n // tesseract.js writes its decompressed traineddata cache here by default,\n // dropping a model file into the user's cwd — redirect it under tmpdir() instead.\n const cachePath = path.join(os.tmpdir(), 'pdf-to-md-engine');\n mkdirSync(cachePath, { recursive: true });\n\n const words: PageWord[] = [];\n const emptyPages: number[] = [];\n const msPerPage = new Map<number, number>();\n\n // ONE continuous suppressed region for the whole run; onProgress/onWarning\n // below go through `withRealStdio`, the only sanctioned way out of it.\n await withSuppressedStdio(async () => {\n // OEM 1 (LSTM only, tesseract.js's own default): measured 99.0% recall\n // on the hard benchmark pages (2026-08-16).\n const worker = await createWorker('eng', 1, {\n langPath: TESSDATA_DIR,\n cachePath,\n });\n try {\n // NOT optional: tesseract.js's own default PSM (SINGLE_BLOCK) measured\n // 3-8 percentage points worse than AUTO on two-column pages.\n await worker.setParameters({ tessedit_pageseg_mode: PSM.AUTO });\n\n const loadingTask = openPdfForRender(pdfPath);\n try {\n const pdf = await awaitPdfOpen(loadingTask, pdfPath);\n for (let pn = first; pn <= Math.min(last, pdf.numPages); pn++) {\n const t0 = Date.now();\n const { png, width, height } = await renderLoadedPage(pdf, pn, dpi);\n const { data } = await worker.recognize(png, {}, { blocks: true });\n let pageWords: Word[] = wordsFromPage(data, width, height);\n\n // Adaptive second pass: re-recognizes the SAME rendered PNG, so\n // this costs one extra recognize() call only on chart-like pages.\n if (shouldRetrySparse(pageWords)) {\n const autoFraction = proseFraction(pageWords);\n const autoWords = pageWords;\n // setParameters on the shared worker is reversible, so one\n // in-process worker can alternate PSM per page instead of paying for a second worker.\n await worker.setParameters({ tessedit_pageseg_mode: PSM.SPARSE_TEXT });\n const sparse = await worker.recognize(png, {}, { blocks: true });\n const sparseWords = wordsFromPage(sparse.data, width, height);\n await worker.setParameters({ tessedit_pageseg_mode: PSM.AUTO });\n\n if (sparseWords.length > autoWords.length) {\n pageWords = sparseWords;\n const autoCount = autoWords.length;\n const sparseCount = sparseWords.length;\n withRealStdio(() => onWarning?.(`p${pn}: chart-like page (prose fraction ${autoFraction.toFixed(2)}) — retried with sparse-text segmentation, ${autoCount} -> ${sparseCount} words`));\n }\n }\n\n const ms = Date.now() - t0;\n for (const w of pageWords) words.push({ page: pn, ...w });\n if (pageWords.length === 0) emptyPages.push(pn);\n msPerPage.set(pn, ms);\n const wordCount = pageWords.length;\n withRealStdio(() => onProgress?.({ type: 'page', page: pn, words: wordCount, ms }));\n }\n } finally {\n await loadingTask.destroy();\n }\n } finally {\n await worker.terminate();\n }\n });\n\n return { words, emptyPages, msPerPage };\n}\n"],"names":["mkdirSync","os","path","createWorker","PSM","foldTypographic","awaitPdfOpen","openPdfForRender","renderLoadedPage","resolvePackagePath","OCR_RENDER_DPI","SPARSE_RETRY_PROSE_FRACTION","proseFraction","words","length","filter","w","test","text","shouldRetrySparse","TESSDATA_DIR","join","dirname","wordsFromPage","page","width","height","pageWords","block","blocks","para","paragraphs","line","lines","x0","y0","x1","y1","bbox","push","x","y","h","confidence","suppressDepth","savedStdoutWrite","savedStderrWrite","withSuppressedStdio","fn","process","stdout","write","bind","stderr","withRealStdio","realOut","realErr","recognizePdf","pdfPath","first","last","dpi","onProgress","onWarning","cachePath","tmpdir","recursive","emptyPages","msPerPage","Map","worker","langPath","setParameters","tessedit_pageseg_mode","AUTO","loadingTask","pdf","pn","Math","min","numPages","t0","Date","now","png","data","recognize","autoFraction","autoWords","SPARSE_TEXT","sparse","sparseWords","autoCount","sparseCount","toFixed","ms","set","wordCount","type","destroy","terminate"],"mappings":"AAAA,yEAAyE;AACzE,EAAE;AACF,4EAA4E;AAC5E,gFAAgF;AAChF,EAAE;AACF,4EAA4E;AAC5E,SAASA,SAAS,QAAQ,UAAU;AACpC,OAAOC,QAAQ,UAAU;AACzB,OAAOC,UAAU,YAAY;AAE7B,SAASC,YAAY,EAAEC,GAAG,QAAQ,eAAe;AAEjD,SAASC,eAAe,QAAQ,cAAc;AAC9C,SAASC,YAAY,EAAEC,gBAAgB,QAAQ,iBAAiB;AAChE,SAASC,gBAAgB,QAAQ,eAAe;AAChD,SAASC,kBAAkB,QAAQ,gBAAgB;AAEnD,wEAAwE;AACxE,gFAAgF;AAChF,OAAO,MAAMC,iBAAiB,IAAI;AAElC,8EAA8E;AAC9E,4GAA4G;AAC5G,OAAO,MAAMC,8BAA8B,IAAI;AAE/C,6IAA6I,GAC7I,SAASC,cAAcC,KAAyB;IAC9C,IAAIA,MAAMC,MAAM,KAAK,GAAG,OAAO;IAC/B,OAAOD,MAAME,MAAM,CAAC,CAACC,IAAM,cAAcC,IAAI,CAACD,EAAEE,IAAI,GAAGJ,MAAM,GAAGD,MAAMC,MAAM;AAC9E;AAEA;kGACkG,GAClG,OAAO,SAASK,kBAAkBN,KAAyB;IACzD,OAAOA,MAAMC,MAAM,GAAG,KAAKF,cAAcC,SAASF;AACpD;AAEA,0EAA0E;AAC1E,kIAAkI;AAClI,MAAMS,eAAelB,KAAKmB,IAAI,CAACnB,KAAKoB,OAAO,CAACb,mBAAmB,yCAAyC;AAcxG,8NAA8N,GAC9N,SAASc,cAAcC,IAAmB,EAAEC,KAAa,EAAEC,MAAc;QAEnDF;IADpB,MAAMG,YAAoB,EAAE;IAC5B,KAAK,MAAMC,UAASJ,eAAAA,KAAKK,MAAM,cAAXL,0BAAAA,eAAe,EAAE,CAAE;YAClBI;QAAnB,KAAK,MAAME,SAAQF,oBAAAA,MAAMG,UAAU,cAAhBH,+BAAAA,oBAAoB,EAAE,CAAE;gBACtBE;YAAnB,KAAK,MAAME,SAAQF,cAAAA,KAAKG,KAAK,cAAVH,yBAAAA,cAAc,EAAE,CAAE;oBACnBE;gBAAhB,KAAK,MAAMhB,MAAKgB,cAAAA,KAAKnB,KAAK,cAAVmB,yBAAAA,cAAc,EAAE,CAAE;oBAChC,MAAM,EAAEE,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAE,GAAGrB,EAAEsB,IAAI;oBACjCX,UAAUY,IAAI,CAAC;wBACb,kEAAkE;wBAClE,2DAA2D;wBAC3DrB,MAAMb,gBAAgBW,EAAEE,IAAI;wBAC5BsB,GAAGN,KAAKT;wBACRgB,GAAG,AAACf,CAAAA,SAASW,EAAC,IAAKX;wBACnBV,GAAG,AAACoB,CAAAA,KAAKF,EAAC,IAAKT;wBACfiB,GAAG,AAACL,CAAAA,KAAKF,EAAC,IAAKT;wBACf,wDAAwD;wBACxD,qEAAqE;wBACrEiB,YAAY3B,EAAE2B,UAAU;oBAC1B;gBACF;YACF;QACF;IACF;IACA,OAAOhB;AACT;AAEA,4EAA4E;AAC5E,2EAA2E;AAC3E,EAAE;AACF,mEAAmE;AACnE,sHAAsH;AACtH,IAAIiB,gBAAgB;AACpB,IAAIC,mBAAuD;AAC3D,IAAIC,mBAAuD;AAC3D,eAAeC,oBAAuBC,EAAoB;IACxD,IAAIJ,kBAAkB,GAAG;QACvBC,mBAAmBI,QAAQC,MAAM,CAACC,KAAK,CAACC,IAAI,CAACH,QAAQC,MAAM;QAC3DJ,mBAAmBG,QAAQI,MAAM,CAACF,KAAK,CAACC,IAAI,CAACH,QAAQI,MAAM;QAC3DJ,QAAQC,MAAM,CAACC,KAAK,GAAI,IAAM;QAC9BF,QAAQI,MAAM,CAACF,KAAK,GAAI,IAAM;IAChC;IACAP;IACA,IAAI;QACF,OAAO,MAAMI;IACf,SAAU;QACRJ;QACA,IAAIA,kBAAkB,GAAG;YACvB,IAAIC,kBAAkBI,QAAQC,MAAM,CAACC,KAAK,GAAGN;YAC7C,IAAIC,kBAAkBG,QAAQI,MAAM,CAACF,KAAK,GAAGL;YAC7CD,mBAAmB;YACnBC,mBAAmB;QACrB;IACF;AACF;AAEA;yFACyF,GACzF,SAASQ,cAAiBN,EAAW;IACnC,IAAIJ,kBAAkB,GAAG,OAAOI;IAChC,MAAMO,UAAUV;IAChB,MAAMW,UAAUV;IAChB,IAAIS,SAASN,QAAQC,MAAM,CAACC,KAAK,GAAGI;IACpC,IAAIC,SAASP,QAAQI,MAAM,CAACF,KAAK,GAAGK;IACpC,IAAI;QACF,OAAOR;IACT,SAAU;QACRC,QAAQC,MAAM,CAACC,KAAK,GAAI,IAAM;QAC9BF,QAAQI,MAAM,CAACF,KAAK,GAAI,IAAM;IAChC;AACF;AAEA;uIACuI,GACvI,OAAO,eAAeM,aAAaC,OAAe,EAAEC,KAAa,EAAEC,IAAY,EAAE,EAAEC,MAAMnD,cAAc,EAAEoD,UAAU,EAAEC,SAAS,EAAuG,GAAG,CAAC,CAAC;IACxO,0EAA0E;IAC1E,kFAAkF;IAClF,MAAMC,YAAY9D,KAAKmB,IAAI,CAACpB,GAAGgE,MAAM,IAAI;IACzCjE,UAAUgE,WAAW;QAAEE,WAAW;IAAK;IAEvC,MAAMrD,QAAoB,EAAE;IAC5B,MAAMsD,aAAuB,EAAE;IAC/B,MAAMC,YAAY,IAAIC;IAEtB,2EAA2E;IAC3E,uEAAuE;IACvE,MAAMtB,oBAAoB;QACxB,uEAAuE;QACvE,4CAA4C;QAC5C,MAAMuB,SAAS,MAAMnE,aAAa,OAAO,GAAG;YAC1CoE,UAAUnD;YACV4C;QACF;QACA,IAAI;YACF,uEAAuE;YACvE,6DAA6D;YAC7D,MAAMM,OAAOE,aAAa,CAAC;gBAAEC,uBAAuBrE,IAAIsE,IAAI;YAAC;YAE7D,MAAMC,cAAcpE,iBAAiBmD;YACrC,IAAI;gBACF,MAAMkB,MAAM,MAAMtE,aAAaqE,aAAajB;gBAC5C,IAAK,IAAImB,KAAKlB,OAAOkB,MAAMC,KAAKC,GAAG,CAACnB,MAAMgB,IAAII,QAAQ,GAAGH,KAAM;oBAC7D,MAAMI,KAAKC,KAAKC,GAAG;oBACnB,MAAM,EAAEC,GAAG,EAAE3D,KAAK,EAAEC,MAAM,EAAE,GAAG,MAAMlB,iBAAiBoE,KAAKC,IAAIhB;oBAC/D,MAAM,EAAEwB,IAAI,EAAE,GAAG,MAAMf,OAAOgB,SAAS,CAACF,KAAK,CAAC,GAAG;wBAAEvD,QAAQ;oBAAK;oBAChE,IAAIF,YAAoBJ,cAAc8D,MAAM5D,OAAOC;oBAEnD,gEAAgE;oBAChE,kEAAkE;oBAClE,IAAIP,kBAAkBQ,YAAY;wBAChC,MAAM4D,eAAe3E,cAAce;wBACnC,MAAM6D,YAAY7D;wBAClB,2DAA2D;wBAC3D,sFAAsF;wBACtF,MAAM2C,OAAOE,aAAa,CAAC;4BAAEC,uBAAuBrE,IAAIqF,WAAW;wBAAC;wBACpE,MAAMC,SAAS,MAAMpB,OAAOgB,SAAS,CAACF,KAAK,CAAC,GAAG;4BAAEvD,QAAQ;wBAAK;wBAC9D,MAAM8D,cAAcpE,cAAcmE,OAAOL,IAAI,EAAE5D,OAAOC;wBACtD,MAAM4C,OAAOE,aAAa,CAAC;4BAAEC,uBAAuBrE,IAAIsE,IAAI;wBAAC;wBAE7D,IAAIiB,YAAY7E,MAAM,GAAG0E,UAAU1E,MAAM,EAAE;4BACzCa,YAAYgE;4BACZ,MAAMC,YAAYJ,UAAU1E,MAAM;4BAClC,MAAM+E,cAAcF,YAAY7E,MAAM;4BACtCwC,cAAc,IAAMS,sBAAAA,gCAAAA,UAAY,CAAC,CAAC,EAAEc,GAAG,kCAAkC,EAAEU,aAAaO,OAAO,CAAC,GAAG,2CAA2C,EAAEF,UAAU,IAAI,EAAEC,YAAY,MAAM,CAAC;wBACrL;oBACF;oBAEA,MAAME,KAAKb,KAAKC,GAAG,KAAKF;oBACxB,KAAK,MAAMjE,KAAKW,UAAWd,MAAM0B,IAAI,CAAC;wBAAEf,MAAMqD;wBAAI,GAAG7D,CAAC;oBAAC;oBACvD,IAAIW,UAAUb,MAAM,KAAK,GAAGqD,WAAW5B,IAAI,CAACsC;oBAC5CT,UAAU4B,GAAG,CAACnB,IAAIkB;oBAClB,MAAME,YAAYtE,UAAUb,MAAM;oBAClCwC,cAAc,IAAMQ,uBAAAA,iCAAAA,WAAa;4BAAEoC,MAAM;4BAAQ1E,MAAMqD;4BAAIhE,OAAOoF;4BAAWF;wBAAG;gBAClF;YACF,SAAU;gBACR,MAAMpB,YAAYwB,OAAO;YAC3B;QACF,SAAU;YACR,MAAM7B,OAAO8B,SAAS;QACxB;IACF;IAEA,OAAO;QAAEvF;QAAOsD;QAAYC;IAAU;AACxC"}
|
|
1
|
+
{"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/engines/tesseract.ts"],"sourcesContent":["// engines/tesseract.ts — THE OCR engine: tesseract.js on every platform.\n//\n// Seam contract: words come back in normalized 0-1 page coordinates, origin\n// bottom-left, y increasing upward — the y-flip happens here, and nowhere else.\n//\n// Pure WASM, in-process, no native dependency: no crash containment needed.\nimport { mkdirSync } from 'node:fs';\nimport os from 'node:os';\nimport path from 'node:path';\nimport type { Page as TesseractPage } from 'tesseract.js';\nimport { createWorker, PSM } from 'tesseract.js';\nimport type { PageWord, Word } from '../geometry.ts';\nimport { foldTypographic } from '../lines.ts';\nimport { awaitPdfOpen, openPdfForRender } from '../pdf-open.ts';\nimport { renderLoadedPage } from '../raster.ts';\nimport { resolvePackagePath } from '../resolve.ts';\n\n// tesseract.js writes its decompressed traineddata cache into the user's cwd by\n// default; keep it in the module's fixed home store instead, where the OS never wipes it.\nexport const ENGINE_CACHE_DIR = path.join(os.homedir(), '.pdf-to-md', 'engine');\n\n// 288 dpi: the render resolution the engine's word-overlap numbers were\n// measured at (test/fixtures/ocr-engine-poc/) — the known-good operating point.\nexport const OCR_RENDER_DPI = 288;\n\n// Chart pages starve PSM.AUTO (unrecognized text can't be marked for review).\n// Prose-fraction retry trigger, measured (sparse-retry.test.ts): chart 0.442 vs prose 0.767-0.938, cut 0.6.\nexport const SPARSE_RETRY_PROSE_FRACTION = 0.6;\n\n/** Share of `words` whose text contains a run of 3+ letters (`src/emit.ts`'s isUnstructured canary, applied per-page instead of per-block). */\nfunction proseFraction(words: { text: string }[]): number {\n if (words.length === 0) return 0;\n return words.filter((w) => /[A-Za-z]{3}/.test(w.text)).length / words.length;\n}\n\n/** Does this page's PSM.AUTO pass look chart-like enough to re-recognize\n * with PSM.SPARSE_TEXT? A page with 0 words never retries (nothing to take a prose fraction of). */\nexport function shouldRetrySparse(words: { text: string }[]): boolean {\n return words.length > 0 && proseFraction(words) < SPARSE_RETRY_PROSE_FRACTION;\n}\n\n// The locally installed traineddata (npm package @tesseract.js-data/eng),\n// resolved dynamically so depcheck won't flag it \"unused\" — it's a genuine runtime dependency, listed in .depcheckrc's `ignores`.\nconst TESSDATA_DIR = path.join(path.dirname(resolvePackagePath('@tesseract.js-data/eng/package.json')), '4.0.0');\n\n/** Per-page recognition progress, delivered once per page as it finishes.\n * Engine chatter goes through `onWarning`/`warnings` instead — this is timing/count data only. */\nexport type OcrProgressEvent = { type: 'page'; page: number; words: number; ms: number };\n\nexport interface RecognizeResult {\n words: PageWord[];\n /** pages (1-based) where the engine returned zero words */\n emptyPages: number[];\n /** wall-clock ms per page (render + recognize), keyed by page number */\n msPerPage: Map<number, number>;\n}\n\n/** tesseract.js's nested blocks/paragraphs/lines/words -> this repo's flat Word contract (normalize + y-flip). Same shape regardless of which PSM produced `page`, so both the AUTO pass and the SPARSE_TEXT retry share it. */\nfunction wordsFromPage(page: TesseractPage, width: number, height: number): Word[] {\n const pageWords: Word[] = [];\n for (const block of page.blocks ?? []) {\n for (const para of block.paragraphs ?? []) {\n for (const line of para.lines ?? []) {\n for (const w of line.words ?? []) {\n const { x0, y0, x1, y1 } = w.bbox;\n pageWords.push({\n // Same typographic folding as the text path (src/lines.ts) — both\n // paths must agree on how a printed apostrophe is spelled.\n text: foldTypographic(w.text),\n x: x0 / width,\n y: (height - y1) / height, // y-flip: top-left px -> bottom-left normalized\n w: (x1 - x0) / width,\n h: (y1 - y0) / height,\n // Plumbed through unmodified — tesseract.js's own 0-100\n // per-word confidence. See src/report.ts's LOW_CONFIDENCE_THRESHOLD.\n confidence: w.confidence,\n });\n }\n }\n }\n }\n return pageWords;\n}\n\n// tesseract.js-core's WASM build writes native diagnostics straight to this\n// process's stdout/stderr, with no override to silence them at the source.\n//\n// Suppression must span the whole run: worker-thread stdio arrives\n// asynchronously, on later event-loop turns; the synchronous carve-out below (`withRealStdio`) is the only safe exit.\nlet suppressDepth = 0;\nlet savedStdoutWrite: typeof process.stdout.write | null = null;\nlet savedStderrWrite: typeof process.stderr.write | null = null;\nasync function withSuppressedStdio<T>(fn: () => Promise<T>): Promise<T> {\n if (suppressDepth === 0) {\n savedStdoutWrite = process.stdout.write.bind(process.stdout);\n savedStderrWrite = process.stderr.write.bind(process.stderr);\n process.stdout.write = (() => true) as typeof process.stdout.write;\n process.stderr.write = (() => true) as typeof process.stderr.write;\n }\n suppressDepth++;\n try {\n return await fn();\n } finally {\n suppressDepth--;\n if (suppressDepth === 0) {\n if (savedStdoutWrite) process.stdout.write = savedStdoutWrite;\n if (savedStderrWrite) process.stderr.write = savedStderrWrite;\n savedStdoutWrite = null;\n savedStderrWrite = null;\n }\n }\n}\n\n/** Pierces an active `withSuppressedStdio` region SYNCHRONOUSLY to let this\n * module's own onProgress/onWarning calls through. No-op outside any suppressed region. */\nfunction withRealStdio<T>(fn: () => T): T {\n if (suppressDepth === 0) return fn();\n const realOut = savedStdoutWrite;\n const realErr = savedStderrWrite;\n if (realOut) process.stdout.write = realOut;\n if (realErr) process.stderr.write = realErr;\n try {\n return fn();\n } finally {\n process.stdout.write = (() => true) as typeof process.stdout.write;\n process.stderr.write = (() => true) as typeof process.stderr.write;\n }\n}\n\n/** Recognize words on pages [first..last] of a PDF (renders at `dpi`,\n * default OCR_RENDER_DPI). Progress via `onProgress`; diagnostics via `onWarning` — this module never writes to stdout/stderr itself. */\nexport async function recognizePdf(pdfPath: string, first: number, last: number, { dpi = OCR_RENDER_DPI, onProgress, onWarning }: { dpi?: number; onProgress?: (e: OcrProgressEvent) => void; onWarning?: (message: string) => void } = {}): Promise<RecognizeResult> {\n mkdirSync(ENGINE_CACHE_DIR, { recursive: true });\n\n const words: PageWord[] = [];\n const emptyPages: number[] = [];\n const msPerPage = new Map<number, number>();\n\n // ONE continuous suppressed region for the whole run; onProgress/onWarning\n // below go through `withRealStdio`, the only sanctioned way out of it.\n await withSuppressedStdio(async () => {\n // OEM 1 (LSTM only, tesseract.js's own default): measured 99.0% recall\n // on the hard benchmark pages (2026-08-16).\n const worker = await createWorker('eng', 1, {\n langPath: TESSDATA_DIR,\n cachePath: ENGINE_CACHE_DIR,\n });\n try {\n // NOT optional: tesseract.js's own default PSM (SINGLE_BLOCK) measured\n // 3-8 percentage points worse than AUTO on two-column pages.\n await worker.setParameters({ tessedit_pageseg_mode: PSM.AUTO });\n\n const loadingTask = openPdfForRender(pdfPath);\n try {\n const pdf = await awaitPdfOpen(loadingTask, pdfPath);\n for (let pn = first; pn <= Math.min(last, pdf.numPages); pn++) {\n const t0 = Date.now();\n const { png, width, height } = await renderLoadedPage(pdf, pn, dpi);\n const { data } = await worker.recognize(png, {}, { blocks: true });\n let pageWords: Word[] = wordsFromPage(data, width, height);\n\n // Adaptive second pass: re-recognizes the SAME rendered PNG, so\n // this costs one extra recognize() call only on chart-like pages.\n if (shouldRetrySparse(pageWords)) {\n const autoFraction = proseFraction(pageWords);\n const autoWords = pageWords;\n // setParameters on the shared worker is reversible, so one\n // in-process worker can alternate PSM per page instead of paying for a second worker.\n await worker.setParameters({ tessedit_pageseg_mode: PSM.SPARSE_TEXT });\n const sparse = await worker.recognize(png, {}, { blocks: true });\n const sparseWords = wordsFromPage(sparse.data, width, height);\n await worker.setParameters({ tessedit_pageseg_mode: PSM.AUTO });\n\n if (sparseWords.length > autoWords.length) {\n pageWords = sparseWords;\n const autoCount = autoWords.length;\n const sparseCount = sparseWords.length;\n withRealStdio(() => onWarning?.(`p${pn}: chart-like page (prose fraction ${autoFraction.toFixed(2)}) — retried with sparse-text segmentation, ${autoCount} -> ${sparseCount} words`));\n }\n }\n\n const ms = Date.now() - t0;\n for (const w of pageWords) words.push({ page: pn, ...w });\n if (pageWords.length === 0) emptyPages.push(pn);\n msPerPage.set(pn, ms);\n const wordCount = pageWords.length;\n withRealStdio(() => onProgress?.({ type: 'page', page: pn, words: wordCount, ms }));\n }\n } finally {\n await loadingTask.destroy();\n }\n } finally {\n await worker.terminate();\n }\n });\n\n return { words, emptyPages, msPerPage };\n}\n"],"names":["mkdirSync","os","path","createWorker","PSM","foldTypographic","awaitPdfOpen","openPdfForRender","renderLoadedPage","resolvePackagePath","ENGINE_CACHE_DIR","join","homedir","OCR_RENDER_DPI","SPARSE_RETRY_PROSE_FRACTION","proseFraction","words","length","filter","w","test","text","shouldRetrySparse","TESSDATA_DIR","dirname","wordsFromPage","page","width","height","pageWords","block","blocks","para","paragraphs","line","lines","x0","y0","x1","y1","bbox","push","x","y","h","confidence","suppressDepth","savedStdoutWrite","savedStderrWrite","withSuppressedStdio","fn","process","stdout","write","bind","stderr","withRealStdio","realOut","realErr","recognizePdf","pdfPath","first","last","dpi","onProgress","onWarning","recursive","emptyPages","msPerPage","Map","worker","langPath","cachePath","setParameters","tessedit_pageseg_mode","AUTO","loadingTask","pdf","pn","Math","min","numPages","t0","Date","now","png","data","recognize","autoFraction","autoWords","SPARSE_TEXT","sparse","sparseWords","autoCount","sparseCount","toFixed","ms","set","wordCount","type","destroy","terminate"],"mappings":"AAAA,yEAAyE;AACzE,EAAE;AACF,4EAA4E;AAC5E,gFAAgF;AAChF,EAAE;AACF,4EAA4E;AAC5E,SAASA,SAAS,QAAQ,UAAU;AACpC,OAAOC,QAAQ,UAAU;AACzB,OAAOC,UAAU,YAAY;AAE7B,SAASC,YAAY,EAAEC,GAAG,QAAQ,eAAe;AAEjD,SAASC,eAAe,QAAQ,cAAc;AAC9C,SAASC,YAAY,EAAEC,gBAAgB,QAAQ,iBAAiB;AAChE,SAASC,gBAAgB,QAAQ,eAAe;AAChD,SAASC,kBAAkB,QAAQ,gBAAgB;AAEnD,gFAAgF;AAChF,0FAA0F;AAC1F,OAAO,MAAMC,mBAAmBR,KAAKS,IAAI,CAACV,GAAGW,OAAO,IAAI,cAAc,UAAU;AAEhF,wEAAwE;AACxE,gFAAgF;AAChF,OAAO,MAAMC,iBAAiB,IAAI;AAElC,8EAA8E;AAC9E,4GAA4G;AAC5G,OAAO,MAAMC,8BAA8B,IAAI;AAE/C,6IAA6I,GAC7I,SAASC,cAAcC,KAAyB;IAC9C,IAAIA,MAAMC,MAAM,KAAK,GAAG,OAAO;IAC/B,OAAOD,MAAME,MAAM,CAAC,CAACC,IAAM,cAAcC,IAAI,CAACD,EAAEE,IAAI,GAAGJ,MAAM,GAAGD,MAAMC,MAAM;AAC9E;AAEA;kGACkG,GAClG,OAAO,SAASK,kBAAkBN,KAAyB;IACzD,OAAOA,MAAMC,MAAM,GAAG,KAAKF,cAAcC,SAASF;AACpD;AAEA,0EAA0E;AAC1E,kIAAkI;AAClI,MAAMS,eAAerB,KAAKS,IAAI,CAACT,KAAKsB,OAAO,CAACf,mBAAmB,yCAAyC;AAcxG,8NAA8N,GAC9N,SAASgB,cAAcC,IAAmB,EAAEC,KAAa,EAAEC,MAAc;QAEnDF;IADpB,MAAMG,YAAoB,EAAE;IAC5B,KAAK,MAAMC,UAASJ,eAAAA,KAAKK,MAAM,cAAXL,0BAAAA,eAAe,EAAE,CAAE;YAClBI;QAAnB,KAAK,MAAME,SAAQF,oBAAAA,MAAMG,UAAU,cAAhBH,+BAAAA,oBAAoB,EAAE,CAAE;gBACtBE;YAAnB,KAAK,MAAME,SAAQF,cAAAA,KAAKG,KAAK,cAAVH,yBAAAA,cAAc,EAAE,CAAE;oBACnBE;gBAAhB,KAAK,MAAMf,MAAKe,cAAAA,KAAKlB,KAAK,cAAVkB,yBAAAA,cAAc,EAAE,CAAE;oBAChC,MAAM,EAAEE,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAEC,EAAE,EAAE,GAAGpB,EAAEqB,IAAI;oBACjCX,UAAUY,IAAI,CAAC;wBACb,kEAAkE;wBAClE,2DAA2D;wBAC3DpB,MAAMhB,gBAAgBc,EAAEE,IAAI;wBAC5BqB,GAAGN,KAAKT;wBACRgB,GAAG,AAACf,CAAAA,SAASW,EAAC,IAAKX;wBACnBT,GAAG,AAACmB,CAAAA,KAAKF,EAAC,IAAKT;wBACfiB,GAAG,AAACL,CAAAA,KAAKF,EAAC,IAAKT;wBACf,wDAAwD;wBACxD,qEAAqE;wBACrEiB,YAAY1B,EAAE0B,UAAU;oBAC1B;gBACF;YACF;QACF;IACF;IACA,OAAOhB;AACT;AAEA,4EAA4E;AAC5E,2EAA2E;AAC3E,EAAE;AACF,mEAAmE;AACnE,sHAAsH;AACtH,IAAIiB,gBAAgB;AACpB,IAAIC,mBAAuD;AAC3D,IAAIC,mBAAuD;AAC3D,eAAeC,oBAAuBC,EAAoB;IACxD,IAAIJ,kBAAkB,GAAG;QACvBC,mBAAmBI,QAAQC,MAAM,CAACC,KAAK,CAACC,IAAI,CAACH,QAAQC,MAAM;QAC3DJ,mBAAmBG,QAAQI,MAAM,CAACF,KAAK,CAACC,IAAI,CAACH,QAAQI,MAAM;QAC3DJ,QAAQC,MAAM,CAACC,KAAK,GAAI,IAAM;QAC9BF,QAAQI,MAAM,CAACF,KAAK,GAAI,IAAM;IAChC;IACAP;IACA,IAAI;QACF,OAAO,MAAMI;IACf,SAAU;QACRJ;QACA,IAAIA,kBAAkB,GAAG;YACvB,IAAIC,kBAAkBI,QAAQC,MAAM,CAACC,KAAK,GAAGN;YAC7C,IAAIC,kBAAkBG,QAAQI,MAAM,CAACF,KAAK,GAAGL;YAC7CD,mBAAmB;YACnBC,mBAAmB;QACrB;IACF;AACF;AAEA;yFACyF,GACzF,SAASQ,cAAiBN,EAAW;IACnC,IAAIJ,kBAAkB,GAAG,OAAOI;IAChC,MAAMO,UAAUV;IAChB,MAAMW,UAAUV;IAChB,IAAIS,SAASN,QAAQC,MAAM,CAACC,KAAK,GAAGI;IACpC,IAAIC,SAASP,QAAQI,MAAM,CAACF,KAAK,GAAGK;IACpC,IAAI;QACF,OAAOR;IACT,SAAU;QACRC,QAAQC,MAAM,CAACC,KAAK,GAAI,IAAM;QAC9BF,QAAQI,MAAM,CAACF,KAAK,GAAI,IAAM;IAChC;AACF;AAEA;uIACuI,GACvI,OAAO,eAAeM,aAAaC,OAAe,EAAEC,KAAa,EAAEC,IAAY,EAAE,EAAEC,MAAMlD,cAAc,EAAEmD,UAAU,EAAEC,SAAS,EAAuG,GAAG,CAAC,CAAC;IACxOjE,UAAUU,kBAAkB;QAAEwD,WAAW;IAAK;IAE9C,MAAMlD,QAAoB,EAAE;IAC5B,MAAMmD,aAAuB,EAAE;IAC/B,MAAMC,YAAY,IAAIC;IAEtB,2EAA2E;IAC3E,uEAAuE;IACvE,MAAMpB,oBAAoB;QACxB,uEAAuE;QACvE,4CAA4C;QAC5C,MAAMqB,SAAS,MAAMnE,aAAa,OAAO,GAAG;YAC1CoE,UAAUhD;YACViD,WAAW9D;QACb;QACA,IAAI;YACF,uEAAuE;YACvE,6DAA6D;YAC7D,MAAM4D,OAAOG,aAAa,CAAC;gBAAEC,uBAAuBtE,IAAIuE,IAAI;YAAC;YAE7D,MAAMC,cAAcrE,iBAAiBqD;YACrC,IAAI;gBACF,MAAMiB,MAAM,MAAMvE,aAAasE,aAAahB;gBAC5C,IAAK,IAAIkB,KAAKjB,OAAOiB,MAAMC,KAAKC,GAAG,CAAClB,MAAMe,IAAII,QAAQ,GAAGH,KAAM;oBAC7D,MAAMI,KAAKC,KAAKC,GAAG;oBACnB,MAAM,EAAEC,GAAG,EAAE1D,KAAK,EAAEC,MAAM,EAAE,GAAG,MAAMpB,iBAAiBqE,KAAKC,IAAIf;oBAC/D,MAAM,EAAEuB,IAAI,EAAE,GAAG,MAAMhB,OAAOiB,SAAS,CAACF,KAAK,CAAC,GAAG;wBAAEtD,QAAQ;oBAAK;oBAChE,IAAIF,YAAoBJ,cAAc6D,MAAM3D,OAAOC;oBAEnD,gEAAgE;oBAChE,kEAAkE;oBAClE,IAAIN,kBAAkBO,YAAY;wBAChC,MAAM2D,eAAezE,cAAcc;wBACnC,MAAM4D,YAAY5D;wBAClB,2DAA2D;wBAC3D,sFAAsF;wBACtF,MAAMyC,OAAOG,aAAa,CAAC;4BAAEC,uBAAuBtE,IAAIsF,WAAW;wBAAC;wBACpE,MAAMC,SAAS,MAAMrB,OAAOiB,SAAS,CAACF,KAAK,CAAC,GAAG;4BAAEtD,QAAQ;wBAAK;wBAC9D,MAAM6D,cAAcnE,cAAckE,OAAOL,IAAI,EAAE3D,OAAOC;wBACtD,MAAM0C,OAAOG,aAAa,CAAC;4BAAEC,uBAAuBtE,IAAIuE,IAAI;wBAAC;wBAE7D,IAAIiB,YAAY3E,MAAM,GAAGwE,UAAUxE,MAAM,EAAE;4BACzCY,YAAY+D;4BACZ,MAAMC,YAAYJ,UAAUxE,MAAM;4BAClC,MAAM6E,cAAcF,YAAY3E,MAAM;4BACtCuC,cAAc,IAAMS,sBAAAA,gCAAAA,UAAY,CAAC,CAAC,EAAEa,GAAG,kCAAkC,EAAEU,aAAaO,OAAO,CAAC,GAAG,2CAA2C,EAAEF,UAAU,IAAI,EAAEC,YAAY,MAAM,CAAC;wBACrL;oBACF;oBAEA,MAAME,KAAKb,KAAKC,GAAG,KAAKF;oBACxB,KAAK,MAAM/D,KAAKU,UAAWb,MAAMyB,IAAI,CAAC;wBAAEf,MAAMoD;wBAAI,GAAG3D,CAAC;oBAAC;oBACvD,IAAIU,UAAUZ,MAAM,KAAK,GAAGkD,WAAW1B,IAAI,CAACqC;oBAC5CV,UAAU6B,GAAG,CAACnB,IAAIkB;oBAClB,MAAME,YAAYrE,UAAUZ,MAAM;oBAClCuC,cAAc,IAAMQ,uBAAAA,iCAAAA,WAAa;4BAAEmC,MAAM;4BAAQzE,MAAMoD;4BAAI9D,OAAOkF;4BAAWF;wBAAG;gBAClF;YACF,SAAU;gBACR,MAAMpB,YAAYwB,OAAO;YAC3B;QACF,SAAU;YACR,MAAM9B,OAAO+B,SAAS;QACxB;IACF;IAEA,OAAO;QAAErF;QAAOmD;QAAYC;IAAU;AACxC"}
|
package/package.json
CHANGED