@effortlessmotion/pdf-to-md 0.1.8 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (108) hide show
  1. package/README.md +5 -5
  2. package/dist/cjs/analyze.d.cts +3 -1
  3. package/dist/cjs/analyze.d.ts +3 -1
  4. package/dist/cjs/analyze.js +38 -100
  5. package/dist/cjs/analyze.js.map +1 -1
  6. package/dist/cjs/audit.d.cts +6 -5
  7. package/dist/cjs/audit.d.ts +6 -5
  8. package/dist/cjs/audit.js +368 -60
  9. package/dist/cjs/audit.js.map +1 -1
  10. package/dist/cjs/cli/audit.js.map +1 -1
  11. package/dist/cjs/cli/extract.js +13 -48
  12. package/dist/cjs/cli/extract.js.map +1 -1
  13. package/dist/cjs/cli/index.js.map +1 -1
  14. package/dist/cjs/cli/render.js.map +1 -1
  15. package/dist/cjs/cli/types.js.map +1 -1
  16. package/dist/cjs/cli.js.map +1 -1
  17. package/dist/cjs/collect.js +91 -35
  18. package/dist/cjs/collect.js.map +1 -1
  19. package/dist/cjs/dict.js.map +1 -1
  20. package/dist/cjs/emit.js.map +1 -1
  21. package/dist/cjs/engines/tesseract.js.map +1 -1
  22. package/dist/cjs/errors.d.cts +2 -0
  23. package/dist/cjs/errors.d.ts +2 -0
  24. package/dist/cjs/errors.js.map +1 -1
  25. package/dist/cjs/extract.d.cts +20 -9
  26. package/dist/cjs/extract.d.ts +20 -9
  27. package/dist/cjs/extract.js +333 -106
  28. package/dist/cjs/extract.js.map +1 -1
  29. package/dist/cjs/geometry.js.map +1 -1
  30. package/dist/cjs/index.js.map +1 -1
  31. package/dist/cjs/lines.js +21 -10
  32. package/dist/cjs/lines.js.map +1 -1
  33. package/dist/cjs/markdown.js +140 -54
  34. package/dist/cjs/markdown.js.map +1 -1
  35. package/dist/cjs/page-marker.d.cts +1 -1
  36. package/dist/cjs/page-marker.d.ts +1 -1
  37. package/dist/cjs/page-marker.js +39 -8
  38. package/dist/cjs/page-marker.js.map +1 -1
  39. package/dist/cjs/pdf-open.js.map +1 -1
  40. package/dist/cjs/raster.js.map +1 -1
  41. package/dist/cjs/render-analysis.d.cts +4 -2
  42. package/dist/cjs/render-analysis.d.ts +4 -2
  43. package/dist/cjs/render-analysis.js +5 -3
  44. package/dist/cjs/render-analysis.js.map +1 -1
  45. package/dist/cjs/report.d.cts +2 -2
  46. package/dist/cjs/report.d.ts +2 -2
  47. package/dist/cjs/report.js +27 -8
  48. package/dist/cjs/report.js.map +1 -1
  49. package/dist/cjs/resolve.js.map +1 -1
  50. package/dist/cjs/text-analysis.d.cts +12 -0
  51. package/dist/cjs/text-analysis.d.ts +12 -0
  52. package/dist/cjs/text-analysis.js +175 -0
  53. package/dist/cjs/text-analysis.js.map +1 -0
  54. package/dist/cjs/types.d.cts +40 -3
  55. package/dist/cjs/types.d.ts +40 -3
  56. package/dist/cjs/types.js +2 -3
  57. package/dist/cjs/types.js.map +1 -1
  58. package/dist/cjs/validate.js.map +1 -1
  59. package/dist/esm/analyze.d.ts +3 -1
  60. package/dist/esm/analyze.js +18 -89
  61. package/dist/esm/analyze.js.map +1 -1
  62. package/dist/esm/audit.d.ts +6 -5
  63. package/dist/esm/audit.js +236 -29
  64. package/dist/esm/audit.js.map +1 -1
  65. package/dist/esm/cli/audit.js.map +1 -1
  66. package/dist/esm/cli/extract.js +10 -23
  67. package/dist/esm/cli/extract.js.map +1 -1
  68. package/dist/esm/cli/index.js.map +1 -1
  69. package/dist/esm/cli/render.js.map +1 -1
  70. package/dist/esm/cli/types.js.map +1 -1
  71. package/dist/esm/cli.js.map +1 -1
  72. package/dist/esm/collect.js +64 -15
  73. package/dist/esm/collect.js.map +1 -1
  74. package/dist/esm/dict.js.map +1 -1
  75. package/dist/esm/emit.js.map +1 -1
  76. package/dist/esm/engines/tesseract.js.map +1 -1
  77. package/dist/esm/errors.d.ts +2 -0
  78. package/dist/esm/errors.js.map +1 -1
  79. package/dist/esm/extract.d.ts +20 -9
  80. package/dist/esm/extract.js +167 -76
  81. package/dist/esm/extract.js.map +1 -1
  82. package/dist/esm/geometry.js.map +1 -1
  83. package/dist/esm/index.js.map +1 -1
  84. package/dist/esm/lines.js +14 -10
  85. package/dist/esm/lines.js.map +1 -1
  86. package/dist/esm/markdown.js +110 -27
  87. package/dist/esm/markdown.js.map +1 -1
  88. package/dist/esm/page-marker.d.ts +1 -1
  89. package/dist/esm/page-marker.js +15 -9
  90. package/dist/esm/page-marker.js.map +1 -1
  91. package/dist/esm/pdf-open.js.map +1 -1
  92. package/dist/esm/raster.js.map +1 -1
  93. package/dist/esm/render-analysis.d.ts +4 -2
  94. package/dist/esm/render-analysis.js +9 -5
  95. package/dist/esm/render-analysis.js.map +1 -1
  96. package/dist/esm/report.d.ts +2 -2
  97. package/dist/esm/report.js +12 -7
  98. package/dist/esm/report.js.map +1 -1
  99. package/dist/esm/resolve.js.map +1 -1
  100. package/dist/esm/text-analysis.d.ts +12 -0
  101. package/dist/esm/text-analysis.js +81 -0
  102. package/dist/esm/text-analysis.js.map +1 -0
  103. package/dist/esm/types.d.ts +40 -3
  104. package/dist/esm/types.js +4 -4
  105. package/dist/esm/types.js.map +1 -1
  106. package/dist/esm/validate.js.map +1 -1
  107. package/package.json +1 -1
  108. package/skills/pdf-to-md/SKILL.md +39 -66
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/markdown.ts"],"sourcesContent":["// Pass 3: lines -> markdown. Structure is measured, not guessed — heading\n// levels come from the font-height histogram, hyphen-closes only against a dictionary (see the inline comments below for each rule).\nimport { getDict } from './dict.ts';\nimport { pageMarkerLine } from './page-marker.ts';\nimport type { BuildMarkdownOptions, Line, MarkdownResult, MarkdownStats, PageLines } from './types.ts';\n\nconst GLYPH = /^[•◦▪▫●○·‣⁃]$/;\nconst BULLETS = /^(?:[•◦▪▫●○·‣⁃]\\s*)+/;\n\nexport function buildMarkdown(pageLines: PageLines[], heightChars: Map<number, number>, opts: BuildMarkdownOptions = {}): MarkdownResult {\n // body height = char-weighted mode; headings are the rarer, larger sizes.\n // The 1.35 multiplier keeps emphasized body text out of the outline.\n const bodyH = [...heightChars.entries()].sort((a, b) => b[1] - a[1])[0]?.[0] ?? 0;\n const headingSizes = [...heightChars.keys()].filter((h) => h > bodyH * 1.35).sort((a, b) => b - a);\n // with page markers on, content headings start below the page ### level;\n // sizes beyond the ###### budget share level 6 rather than being dropped\n const offset = opts.pageMarkers ? 3 : 0;\n const levelOf = new Map(headingSizes.slice(0, 6).map((h, i) => [h, Math.min(6, i + 1 + offset)]));\n\n const out: string[] = [];\n const stats: MarkdownStats = {\n headings: 0,\n listItems: 0,\n paragraphs: 0,\n joinedPairs: 0,\n reflowed: 0,\n callouts: 0,\n closedHyphens: 0,\n };\n let para: string[] = [];\n\n // a label line ending in ':' whose next line is a bare number belongs on one line\n function attachValue(label: string, lines: Line[], get: () => number, set: (n: number) => void): string {\n const j = get() + 1;\n if (/[::]\\s*$/.test(label) && j < lines.length && /^[0-9][\\d.,]*%?$/.test(lines[j].text)) {\n set(j);\n stats.joinedPairs++;\n return `${label} ${lines[j].text}`;\n }\n return label;\n }\n const flush = () => {\n if (!para.length) return;\n out.push(para.join(' ').replace(/\\s+([,.;:%])/g, '$1'));\n out.push('');\n stats.paragraphs++;\n para = [];\n };\n // append a wrapped line to the open paragraph, resolving a line-final hyphen\n const appendToPara = (text: string) => {\n const prev = para.at(-1);\n if (prev && /\\w-$/.test(prev)) {\n // a bare \" -\" is punctuation, not a wrapped word\n const head = prev.replace(/-$/, '').split(/\\s/).pop() as string;\n const tail = (text.split(/\\s/)[0] ?? '').replace(/[^A-Za-z-]/g, '').split('-')[0];\n const close = getDict().has((head + tail).toLowerCase());\n if (close) stats.closedHyphens++;\n para[para.length - 1] = prev.replace(/-$/, close ? '' : '-') + text;\n } else para.push(text);\n };\n\n for (const { page, lines } of pageLines) {\n if (opts.pageMarkers) {\n flush();\n out.push(pageMarkerLine(page));\n out.push('');\n }\n if (!lines.length) continue;\n const indentBase = Math.min(...lines.map((l) => l.x));\n\n for (let i = 0; i < lines.length; i++) {\n let { text, h, x } = lines[i];\n const prevLine = i > 0 ? lines[i - 1] : null;\n // a column change or a vertical jump wider than a blank line ends the paragraph\n if (para.length && prevLine && (lines[i].col !== prevLine.col || lines[i].y - prevLine.y > h * 2.2)) flush();\n\n // A large-font line opens a run: gather the consecutive same-size lines\n // below it (a title wraps across lines). A short merged run is one heading; a long one is a callout/pull-quote in a bigger face — prose, not structure — and becomes a blockquote.\n if (levelOf.has(h) && !BULLETS.test(text)) {\n const run = [text];\n while (i + 1 < lines.length && lines[i + 1].h === h && lines[i + 1].col === lines[i].col && lines[i + 1].y - lines[i].y < h * 2.2 && !BULLETS.test(lines[i + 1].text)) run.push(lines[++i].text);\n // join wrapped title lines, resolving line-final hyphens like body text\n const merged = run.reduce((acc, part) => (/\\w-$/.test(acc) ? acc.replace(/-$/, getDict().has(((acc.replace(/-$/, '').split(/\\s/).pop() as string) + (part.split(/\\s/)[0] ?? '').replace(/[^A-Za-z-]/g, '').split('-')[0]).toLowerCase()) ? '' : '-') + part : `${acc} ${part}`)).replace(/\\s+([,.;:%])/g, '$1');\n flush();\n if (merged.length > 150) {\n out.push(`> ${merged}`);\n out.push('');\n stats.callouts++;\n } else {\n out.push(`${'#'.repeat(levelOf.get(h) as number)} ${merged}`);\n out.push('');\n stats.headings++;\n }\n continue;\n }\n\n // Lines can carry several stacked glyphs (\"• ▪\") from nested source lists.\n const stripped = text.replace(BULLETS, '').trim();\n const wasBullet = stripped !== text;\n if (wasBullet) text = stripped;\n\n // bullet with nothing left on the line: attach the following line's text\n if ((!text || GLYPH.test(text)) && i + 1 < lines.length) {\n flush();\n const depth = Math.max(0, Math.round((x - indentBase) / 18));\n let label = lines[++i].text.replace(BULLETS, '').trim();\n while (!label && i + 1 < lines.length)\n // stacked glyphs\n label = lines[++i].text.replace(BULLETS, '').trim();\n label = attachValue(\n label,\n lines,\n () => i,\n (n) => {\n i = n;\n }\n );\n out.push(`${' '.repeat(depth)}- ${label}`);\n stats.listItems++;\n continue;\n }\n // glyph(s) followed by text on the same line\n if (wasBullet) {\n flush();\n const depth = Math.max(0, Math.round((x - indentBase) / 18));\n out.push(\n `${' '.repeat(depth)}- ${attachValue(\n text,\n lines,\n () => i,\n (n) => {\n i = n;\n }\n )}`\n );\n stats.listItems++;\n continue;\n }\n // `label:` on its own line followed by a bare value -> keep together\n if (/[::]\\s*$/.test(text) && i + 1 < lines.length && /^[0-9][\\d.,]*%?$/.test(lines[i + 1].text)) {\n flush();\n out.push(`- ${text} ${lines[++i].text}`);\n stats.joinedPairs++;\n continue;\n }\n // otherwise body text: re-flow wrapped lines into a paragraph\n appendToPara(text);\n if (/[.!?:]$/.test(text)) flush();\n else stats.reflowed++;\n }\n flush();\n }\n flush();\n\n const md = `${out\n .join('\\n')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim()}\\n`;\n return { md, stats, bodyH, headingSizes };\n}\n"],"names":["buildMarkdown","GLYPH","BULLETS","pageLines","heightChars","opts","bodyH","entries","sort","a","b","headingSizes","keys","filter","h","offset","pageMarkers","levelOf","Map","slice","map","i","Math","min","out","stats","headings","listItems","paragraphs","joinedPairs","reflowed","callouts","closedHyphens","para","attachValue","label","lines","get","set","j","test","length","text","flush","push","join","replace","appendToPara","prev","at","head","split","pop","tail","close","getDict","has","toLowerCase","x","prevLine","col","y","run","merged","reduce","acc","part","repeat","stripped","trim","wasBullet","depth","max","round","indentBase","n","page","pageMarkerLine","l","md"],"mappings":"AAAA,0EAA0E;AAC1E,qIAAqI;;;;;+BAQrHA;;;eAAAA;;;sBAPQ;4BACO;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAG/B,IAAMC,QAAQ;AACd,IAAMC,UAAU;AAET,SAASF,cAAcG,SAAsB,EAAEC,WAAgC;QAAEC,OAAAA,iEAA6B,CAAC;;QAGtG;IAFd,0EAA0E;IAC1E,qEAAqE;IACrE,IAAMC,iBAAQ,SAAA,AAAC,qBAAGF,YAAYG,OAAO,IAAIC,IAAI,CAAC,SAACC,GAAGC;eAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE;MAAC,CAAC,EAAE,cAAzD,6BAAA,MAA2D,CAAC,EAAE,uCAAI;IAChF,IAAME,eAAe,AAAC,qBAAGP,YAAYQ,IAAI,IAAIC,MAAM,CAAC,SAACC;eAAMA,IAAIR,QAAQ;OAAME,IAAI,CAAC,SAACC,GAAGC;eAAMA,IAAID;;IAChG,yEAAyE;IACzE,yEAAyE;IACzE,IAAMM,SAASV,KAAKW,WAAW,GAAG,IAAI;IACtC,IAAMC,UAAU,IAAIC,IAAIP,aAAaQ,KAAK,CAAC,GAAG,GAAGC,GAAG,CAAC,SAACN,GAAGO;eAAM;YAACP;YAAGQ,KAAKC,GAAG,CAAC,GAAGF,IAAI,IAAIN;SAAQ;;IAE/F,IAAMS,MAAgB,EAAE;IACxB,IAAMC,QAAuB;QAC3BC,UAAU;QACVC,WAAW;QACXC,YAAY;QACZC,aAAa;QACbC,UAAU;QACVC,UAAU;QACVC,eAAe;IACjB;IACA,IAAIC,OAAiB,EAAE;IAEvB,kFAAkF;IAClF,SAASC,YAAYC,KAAa,EAAEC,KAAa,EAAEC,GAAiB,EAAEC,GAAwB;QAC5F,IAAMC,IAAIF,QAAQ;QAClB,IAAI,WAAWG,IAAI,CAACL,UAAUI,IAAIH,MAAMK,MAAM,IAAI,mBAAmBD,IAAI,CAACJ,KAAK,CAACG,EAAE,CAACG,IAAI,GAAG;YACxFJ,IAAIC;YACJd,MAAMI,WAAW;YACjB,OAAO,AAAC,GAAWO,OAATD,OAAM,KAAiB,OAAdC,KAAK,CAACG,EAAE,CAACG,IAAI;QAClC;QACA,OAAOP;IACT;IACA,IAAMQ,QAAQ;QACZ,IAAI,CAACV,KAAKQ,MAAM,EAAE;QAClBjB,IAAIoB,IAAI,CAACX,KAAKY,IAAI,CAAC,KAAKC,OAAO,CAAC,iBAAiB;QACjDtB,IAAIoB,IAAI,CAAC;QACTnB,MAAMG,UAAU;QAChBK,OAAO,EAAE;IACX;IACA,6EAA6E;IAC7E,IAAMc,eAAe,sBAACL;QACpB,IAAMM,OAAOf,KAAKgB,EAAE,CAAC,CAAC;QACtB,IAAID,QAAQ,OAAOR,IAAI,CAACQ,OAAO;gBAGfN;YAFd,iDAAiD;YACjD,IAAMQ,OAAOF,KAAKF,OAAO,CAAC,MAAM,IAAIK,KAAK,CAAC,MAAMC,GAAG;YACnD,IAAMC,OAAO,EAACX,eAAAA,KAAKS,KAAK,CAAC,KAAK,CAAC,EAAE,cAAnBT,0BAAAA,eAAuB,IAAII,OAAO,CAAC,eAAe,IAAIK,KAAK,CAAC,IAAI,CAAC,EAAE;YACjF,IAAMG,QAAQC,IAAAA,eAAO,IAAGC,GAAG,CAAC,AAACN,CAAAA,OAAOG,IAAG,EAAGI,WAAW;YACrD,IAAIH,OAAO7B,MAAMO,aAAa;YAC9BC,IAAI,CAACA,KAAKQ,MAAM,GAAG,EAAE,GAAGO,KAAKF,OAAO,CAAC,MAAMQ,QAAQ,KAAK,OAAOZ;QACjE,OAAOT,KAAKW,IAAI,CAACF;IACnB;QAEK,kCAAA,2BAAA;;QAAL,QAAK,YAAyBvC,8BAAzB,SAAA,6BAAA,QAAA,yBAAA,iCAAoC;;gBAUrC,IAAqBiC,WAAAA,KAAK,CAACf,GAAE,EAAvBqB,OAAeN,SAAfM,MAAM5B,IAASsB,SAATtB,GAAG4C,IAAMtB,SAANsB;gBACf,IAAMC,WAAWtC,KAAI,IAAIe,KAAK,CAACf,KAAI,EAAE,GAAG;gBACxC,gFAAgF;gBAChF,IAAIY,KAAKQ,MAAM,IAAIkB,YAAavB,CAAAA,KAAK,CAACf,GAAE,CAACuC,GAAG,KAAKD,SAASC,GAAG,IAAIxB,KAAK,CAACf,GAAE,CAACwC,CAAC,GAAGF,SAASE,CAAC,GAAG/C,IAAI,GAAE,GAAI6B;gBAErG,wEAAwE;gBACxE,mLAAmL;gBACnL,IAAI1B,QAAQuC,GAAG,CAAC1C,MAAM,CAACZ,QAAQsC,IAAI,CAACE,OAAO;oBACzC,IAAMoB,MAAM;wBAACpB;qBAAK;oBAClB,MAAOrB,KAAI,IAAIe,MAAMK,MAAM,IAAIL,KAAK,CAACf,KAAI,EAAE,CAACP,CAAC,KAAKA,KAAKsB,KAAK,CAACf,KAAI,EAAE,CAACuC,GAAG,KAAKxB,KAAK,CAACf,GAAE,CAACuC,GAAG,IAAIxB,KAAK,CAACf,KAAI,EAAE,CAACwC,CAAC,GAAGzB,KAAK,CAACf,GAAE,CAACwC,CAAC,GAAG/C,IAAI,OAAO,CAACZ,QAAQsC,IAAI,CAACJ,KAAK,CAACf,KAAI,EAAE,CAACqB,IAAI,EAAGoB,IAAIlB,IAAI,CAACR,KAAK,CAAC,EAAEf,GAAE,CAACqB,IAAI;oBAC/L,wEAAwE;oBACxE,IAAMqB,SAASD,IAAIE,MAAM,CAAC,SAACC,KAAKC;4BAAqHA;+BAA3G,OAAO1B,IAAI,CAACyB,OAAOA,IAAInB,OAAO,CAAC,MAAMS,IAAAA,eAAO,IAAGC,GAAG,CAAC,AAAC,CAAA,AAACS,IAAInB,OAAO,CAAC,MAAM,IAAIK,KAAK,CAAC,MAAMC,GAAG,KAAgB,EAACc,eAAAA,KAAKf,KAAK,CAAC,KAAK,CAAC,EAAE,cAAnBe,0BAAAA,eAAuB,IAAIpB,OAAO,CAAC,eAAe,IAAIK,KAAK,CAAC,IAAI,CAAC,EAAE,AAAD,EAAGM,WAAW,MAAM,KAAK,OAAOS,OAAO,AAAC,GAASA,OAAPD,KAAI,KAAQ,OAALC;uBAASpB,OAAO,CAAC,iBAAiB;oBAC1SH;oBACA,IAAIoB,OAAOtB,MAAM,GAAG,KAAK;wBACvBjB,IAAIoB,IAAI,CAAC,AAAC,KAAW,OAAPmB;wBACdvC,IAAIoB,IAAI,CAAC;wBACTnB,MAAMM,QAAQ;oBAChB,OAAO;wBACLP,IAAIoB,IAAI,CAAC,AAAC,GAA0CmB,OAAxC,IAAII,MAAM,CAAClD,QAAQoB,GAAG,CAACvB,KAAc,KAAU,OAAPiD;wBACpDvC,IAAIoB,IAAI,CAAC;wBACTnB,MAAMC,QAAQ;oBAChB;oBACA,eAAA;gBACF;gBAEA,2EAA2E;gBAC3E,IAAM0C,WAAW1B,KAAKI,OAAO,CAAC5C,SAAS,IAAImE,IAAI;gBAC/C,IAAMC,YAAYF,aAAa1B;gBAC/B,IAAI4B,WAAW5B,OAAO0B;gBAEtB,yEAAyE;gBACzE,IAAI,AAAC,CAAA,CAAC1B,QAAQzC,MAAMuC,IAAI,CAACE,KAAI,KAAMrB,KAAI,IAAIe,MAAMK,MAAM,EAAE;oBACvDE;oBACA,IAAM4B,QAAQjD,KAAKkD,GAAG,CAAC,GAAGlD,KAAKmD,KAAK,CAAC,AAACf,CAAAA,IAAIgB,UAAS,IAAK;oBACxD,IAAIvC,QAAQC,KAAK,CAAC,EAAEf,GAAE,CAACqB,IAAI,CAACI,OAAO,CAAC5C,SAAS,IAAImE,IAAI;oBACrD,MAAO,CAAClC,SAASd,KAAI,IAAIe,MAAMK,MAAM,CACnC,iBAAiB;oBACjBN,QAAQC,KAAK,CAAC,EAAEf,GAAE,CAACqB,IAAI,CAACI,OAAO,CAAC5C,SAAS,IAAImE,IAAI;oBACnDlC,QAAQD,YACNC,OACAC,OACA;+BAAMf;uBACN,SAACsD;wBACCtD,KAAIsD;oBACN;oBAEFnD,IAAIoB,IAAI,CAAC,AAAC,GAAyBT,OAAvB,KAAKgC,MAAM,CAACI,QAAO,MAAU,OAANpC;oBACnCV,MAAME,SAAS;oBACf,eAAA;gBACF;gBACA,6CAA6C;gBAC7C,IAAI2C,WAAW;oBACb3B;oBACA,IAAM4B,SAAQjD,KAAKkD,GAAG,CAAC,GAAGlD,KAAKmD,KAAK,CAAC,AAACf,CAAAA,IAAIgB,UAAS,IAAK;oBACxDlD,IAAIoB,IAAI,CACN,AAAC,GAAyBV,OAAvB,KAAKiC,MAAM,CAACI,SAAO,MAOpB,OAPwBrC,YACxBQ,MACAN,OACA;+BAAMf;uBACN,SAACsD;wBACCtD,KAAIsD;oBACN;oBAGJlD,MAAME,SAAS;oBACf,eAAA;gBACF;gBACA,qEAAqE;gBACrE,IAAI,WAAWa,IAAI,CAACE,SAASrB,KAAI,IAAIe,MAAMK,MAAM,IAAI,mBAAmBD,IAAI,CAACJ,KAAK,CAACf,KAAI,EAAE,CAACqB,IAAI,GAAG;oBAC/FC;oBACAnB,IAAIoB,IAAI,CAAC,AAAC,KAAYR,OAARM,MAAK,KAAmB,OAAhBN,KAAK,CAAC,EAAEf,GAAE,CAACqB,IAAI;oBACrCjB,MAAMI,WAAW;oBACjB,eAAA;gBACF;gBACA,8DAA8D;gBAC9DkB,aAAaL;gBACb,IAAI,UAAUF,IAAI,CAACE,OAAOC;qBACrBlB,MAAMK,QAAQ;;YACrB;YAxFG,kBAAA,aAAQ8C,mBAAAA,MAAMxC,oBAAAA;gBAOEd;YANnB,IAAIjB,KAAKW,WAAW,EAAE;gBACpB2B;gBACAnB,IAAIoB,IAAI,CAACiC,IAAAA,4BAAc,EAACD;gBACxBpD,IAAIoB,IAAI,CAAC;YACX;YACA,IAAI,CAACR,MAAMK,MAAM,EAAE;YACnB,IAAMiC,aAAapD,CAAAA,QAAAA,MAAKC,GAAG,OAARD,OAAS,qBAAGc,MAAMhB,GAAG,CAAC,SAAC0D;uBAAMA,EAAEpB,CAAC;;YAEnD,IAAK,IAAIrC,IAAI,GAAGA,IAAIe,MAAMK,MAAM,EAAEpB;YAgFlCsB;QACF;;QA1FK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IA2FLA;IAEA,IAAMoC,KAAK,AAAC,GAGF,OAHIvD,IACXqB,IAAI,CAAC,MACLC,OAAO,CAAC,WAAW,QACnBuB,IAAI,IAAG;IACV,OAAO;QAAEU,IAAAA;QAAItD,OAAAA;QAAOnB,OAAAA;QAAOK,cAAAA;IAAa;AAC1C"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/markdown.ts"],"sourcesContent":["// Pass 3: lines -> markdown. Structure is measured, not guessed — heading\n// levels come from the font-height histogram, hyphen-closes only against a dictionary (see the inline comments below for each rule).\nimport { getDict } from './dict.ts';\nimport { pageMarkerLine } from './page-marker.ts';\nimport type { AnalysisBlock, BuildMarkdownOptions, Line, MarkdownPage, MarkdownResult, MarkdownStats, PageLines } from './types.ts';\n\nconst GLYPH = /^[•◦▪▫●○·‣⁃]$/;\nconst BULLETS = /^(?:[•◦▪▫●○·‣⁃]\\s*)+/;\n\nexport function buildMarkdown(pageLines: PageLines[], heightChars: Map<number, number>, opts: BuildMarkdownOptions = {}): MarkdownResult {\n // body height = char-weighted mode; headings are the rarer, larger sizes.\n // The 1.35 multiplier keeps emphasized body text out of the outline.\n const bodyH = [...heightChars.entries()].sort((a, b) => b[1] - a[1])[0]?.[0] ?? 0;\n const headingSizes = [...heightChars.keys()].filter((h) => h > bodyH * 1.35).sort((a, b) => b - a);\n // with page markers on, content headings start below the page ### level;\n // sizes beyond the ###### budget share level 6 rather than being dropped\n const offset = opts.pageMarkers ? 3 : 0;\n const levelOf = new Map(headingSizes.slice(0, 6).map((h, i) => [h, Math.min(6, i + 1 + offset)]));\n\n const out: string[] = [];\n const blockPages = new Map<number, AnalysisBlock[]>();\n const stats: MarkdownStats = {\n headings: 0,\n listItems: 0,\n paragraphs: 0,\n joinedPairs: 0,\n reflowed: 0,\n callouts: 0,\n closedHyphens: 0,\n };\n let currentPage = 0;\n let para: { text: string; wordIndexes: number[] }[] = [];\n\n const addBlock = (block: AnalysisBlock) => {\n const blocks = blockPages.get(currentPage);\n if (blocks) blocks.push(block);\n else blockPages.set(currentPage, [block]);\n };\n\n // a label line ending in ':' whose next line is a bare number belongs on one line\n function attachValue(label: string, lines: Line[], i: number): { text: string; last: number } {\n const j = i + 1;\n if (/[::]\\s*$/.test(label) && j < lines.length && /^[0-9][\\d.,]*%?$/.test(lines[j].text)) {\n stats.joinedPairs++;\n return { text: `${label} ${lines[j].text}`, last: j };\n }\n return { text: label, last: i };\n }\n const flush = () => {\n if (!para.length) return;\n const text = para\n .map((part) => part.text)\n .join(' ')\n .replace(/\\s+([,.;:%])/g, '$1');\n out.push(text);\n out.push('');\n addBlock({ type: 'paragraph', text, wordIndexes: para.flatMap((part) => part.wordIndexes) });\n stats.paragraphs++;\n para = [];\n };\n // append a wrapped line to the open paragraph, resolving a line-final hyphen\n const appendToPara = (line: Line, text: string) => {\n const prev = para.at(-1);\n if (prev && /\\w-$/.test(prev.text)) {\n // a bare \" -\" is punctuation, not a wrapped word\n const head = prev.text.replace(/-$/, '').split(/\\s/).pop() as string;\n const tail = (text.split(/\\s/)[0] ?? '').replace(/[^A-Za-z-]/g, '').split('-')[0];\n const close = getDict().has((head + tail).toLowerCase());\n if (close) stats.closedHyphens++;\n para[para.length - 1].text = prev.text.replace(/-$/, close ? '' : '-') + text;\n para[para.length - 1].wordIndexes.push(...line.wordIndexes);\n } else para.push({ text, wordIndexes: [...line.wordIndexes] });\n };\n\n for (const { page, lines } of pageLines) {\n currentPage = page;\n if (opts.pageMarkers) {\n flush();\n out.push(pageMarkerLine(page));\n out.push('');\n }\n if (!lines.length) continue;\n const indentBase = Math.min(...lines.map((l) => l.x));\n\n for (let i = 0; i < lines.length; i++) {\n let { text, h, x } = lines[i];\n const prevLine = i > 0 ? lines[i - 1] : null;\n // a column change or a vertical jump wider than a blank line ends the paragraph\n if (para.length && prevLine && (lines[i].col !== prevLine.col || lines[i].y - prevLine.y > h * 2.2)) flush();\n\n // A large-font line opens a run: gather the consecutive same-size lines\n // below it (a title wraps across lines). A short merged run is one heading; a long one is a callout/pull-quote in a bigger face — prose, not structure — and becomes a blockquote.\n if (levelOf.has(h) && !BULLETS.test(text)) {\n const run = [lines[i]];\n while (i + 1 < lines.length && lines[i + 1].h === h && lines[i + 1].col === lines[i].col && lines[i + 1].y - lines[i].y < h * 2.2 && !BULLETS.test(lines[i + 1].text)) run.push(lines[++i]);\n // join wrapped title lines, resolving line-final hyphens like body text\n const merged = run\n .map((line) => line.text)\n .reduce((acc, part) => (/\\w-$/.test(acc) ? acc.replace(/-$/, getDict().has(((acc.replace(/-$/, '').split(/\\s/).pop() as string) + (part.split(/\\s/)[0] ?? '').replace(/[^A-Za-z-]/g, '').split('-')[0]).toLowerCase()) ? '' : '-') + part : `${acc} ${part}`))\n .replace(/\\s+([,.;:%])/g, '$1');\n const wordIndexes = run.flatMap((line) => line.wordIndexes);\n flush();\n if (merged.length > 150) {\n out.push(`> ${merged}`);\n out.push('');\n addBlock({ type: 'paragraph', text: `> ${merged}`, wordIndexes });\n stats.callouts++;\n } else {\n const level = levelOf.get(h) as number;\n out.push(`${'#'.repeat(level)} ${merged}`);\n out.push('');\n addBlock({ type: 'heading', text: merged, level, wordIndexes });\n stats.headings++;\n }\n continue;\n }\n\n // Lines can carry several stacked glyphs (\"• ▪\") from nested source lists.\n const stripped = text.replace(BULLETS, '').trim();\n const wasBullet = stripped !== text;\n if (wasBullet) text = stripped;\n\n // bullet with nothing left on the line: attach the following line's text\n if ((!text || GLYPH.test(text)) && i + 1 < lines.length) {\n flush();\n const depth = Math.max(0, Math.round((x - indentBase) / 18));\n const itemLines = [lines[i], lines[++i]];\n let label = lines[i].text.replace(BULLETS, '').trim();\n while (!label && i + 1 < lines.length) {\n // stacked glyphs\n itemLines.push(lines[++i]);\n label = lines[i].text.replace(BULLETS, '').trim();\n }\n const attached = attachValue(label, lines, i);\n if (attached.last !== i) itemLines.push(lines[attached.last]);\n i = attached.last;\n const itemText = `${' '.repeat(depth)}- ${attached.text}`;\n out.push(itemText);\n addBlock({ type: 'paragraph', text: itemText, tight: true, wordIndexes: itemLines.flatMap((line) => line.wordIndexes) });\n stats.listItems++;\n continue;\n }\n // glyph(s) followed by text on the same line\n if (wasBullet) {\n flush();\n const depth = Math.max(0, Math.round((x - indentBase) / 18));\n const itemLines = [lines[i]];\n const attached = attachValue(text, lines, i);\n if (attached.last !== i) itemLines.push(lines[attached.last]);\n i = attached.last;\n const itemText = `${' '.repeat(depth)}- ${attached.text}`;\n out.push(itemText);\n addBlock({ type: 'paragraph', text: itemText, tight: true, wordIndexes: itemLines.flatMap((line) => line.wordIndexes) });\n stats.listItems++;\n continue;\n }\n // `label:` on its own line followed by a bare value -> keep together\n if (/[::]\\s*$/.test(text) && i + 1 < lines.length && /^[0-9][\\d.,]*%?$/.test(lines[i + 1].text)) {\n flush();\n const itemText = `- ${text} ${lines[++i].text}`;\n out.push(itemText);\n addBlock({ type: 'paragraph', text: itemText, tight: true, wordIndexes: [...lines[i - 1].wordIndexes, ...lines[i].wordIndexes] });\n stats.joinedPairs++;\n continue;\n }\n // otherwise body text: re-flow wrapped lines into a paragraph\n appendToPara(lines[i], text);\n if (/[.!?:]$/.test(text)) flush();\n else stats.reflowed++;\n }\n flush();\n }\n flush();\n\n const md = `${out\n .join('\\n')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim()}\\n`;\n const pages: MarkdownPage[] = pageLines.map(({ page }) => ({ page, blocks: blockPages.get(page) ?? [] }));\n return { md, stats, bodyH, headingSizes, pages };\n}\n"],"names":["buildMarkdown","GLYPH","BULLETS","pageLines","heightChars","opts","bodyH","entries","sort","a","b","headingSizes","keys","filter","h","offset","pageMarkers","levelOf","Map","slice","map","i","Math","min","out","blockPages","stats","headings","listItems","paragraphs","joinedPairs","reflowed","callouts","closedHyphens","currentPage","para","addBlock","block","blocks","get","push","set","attachValue","label","lines","j","test","length","text","last","flush","part","join","replace","type","wordIndexes","flatMap","appendToPara","line","prev","at","head","split","pop","tail","close","getDict","has","toLowerCase","page","pageMarkerLine","indentBase","l","x","prevLine","col","y","run","merged","reduce","acc","level","repeat","stripped","trim","wasBullet","depth","max","round","itemLines","attached","itemText","tight","md","pages"],"mappings":"AAAA,0EAA0E;AAC1E,qIAAqI;;;;;+BAQrHA;;;eAAAA;;;sBAPQ;4BACO;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAG/B,IAAMC,QAAQ;AACd,IAAMC,UAAU;AAET,SAASF,cAAcG,SAAsB,EAAEC,WAAgC;QAAEC,OAAAA,iEAA6B,CAAC;;QAGtG;IAFd,0EAA0E;IAC1E,qEAAqE;IACrE,IAAMC,iBAAQ,SAAA,AAAC,qBAAGF,YAAYG,OAAO,IAAIC,IAAI,CAAC,SAACC,GAAGC;eAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE;MAAC,CAAC,EAAE,cAAzD,6BAAA,MAA2D,CAAC,EAAE,uCAAI;IAChF,IAAME,eAAe,AAAC,qBAAGP,YAAYQ,IAAI,IAAIC,MAAM,CAAC,SAACC;eAAMA,IAAIR,QAAQ;OAAME,IAAI,CAAC,SAACC,GAAGC;eAAMA,IAAID;;IAChG,yEAAyE;IACzE,yEAAyE;IACzE,IAAMM,SAASV,KAAKW,WAAW,GAAG,IAAI;IACtC,IAAMC,UAAU,IAAIC,IAAIP,aAAaQ,KAAK,CAAC,GAAG,GAAGC,GAAG,CAAC,SAACN,GAAGO;eAAM;YAACP;YAAGQ,KAAKC,GAAG,CAAC,GAAGF,IAAI,IAAIN;SAAQ;;IAE/F,IAAMS,MAAgB,EAAE;IACxB,IAAMC,aAAa,IAAIP;IACvB,IAAMQ,QAAuB;QAC3BC,UAAU;QACVC,WAAW;QACXC,YAAY;QACZC,aAAa;QACbC,UAAU;QACVC,UAAU;QACVC,eAAe;IACjB;IACA,IAAIC,cAAc;IAClB,IAAIC,OAAkD,EAAE;IAExD,IAAMC,WAAW,kBAACC;QAChB,IAAMC,SAASb,WAAWc,GAAG,CAACL;QAC9B,IAAII,QAAQA,OAAOE,IAAI,CAACH;aACnBZ,WAAWgB,GAAG,CAACP,aAAa;YAACG;SAAM;IAC1C;IAEA,kFAAkF;IAClF,SAASK,YAAYC,KAAa,EAAEC,KAAa,EAAEvB,CAAS;QAC1D,IAAMwB,IAAIxB,IAAI;QACd,IAAI,WAAWyB,IAAI,CAACH,UAAUE,IAAID,MAAMG,MAAM,IAAI,mBAAmBD,IAAI,CAACF,KAAK,CAACC,EAAE,CAACG,IAAI,GAAG;YACxFtB,MAAMI,WAAW;YACjB,OAAO;gBAAEkB,MAAM,AAAC,GAAWJ,OAATD,OAAM,KAAiB,OAAdC,KAAK,CAACC,EAAE,CAACG,IAAI;gBAAIC,MAAMJ;YAAE;QACtD;QACA,OAAO;YAAEG,MAAML;YAAOM,MAAM5B;QAAE;IAChC;IACA,IAAM6B,QAAQ;QACZ,IAAI,CAACf,KAAKY,MAAM,EAAE;QAClB,IAAMC,OAAOb,KACVf,GAAG,CAAC,SAAC+B;mBAASA,KAAKH,IAAI;WACvBI,IAAI,CAAC,KACLC,OAAO,CAAC,iBAAiB;QAC5B7B,IAAIgB,IAAI,CAACQ;QACTxB,IAAIgB,IAAI,CAAC;QACTJ,SAAS;YAAEkB,MAAM;YAAaN,MAAAA;YAAMO,aAAapB,KAAKqB,OAAO,CAAC,SAACL;uBAASA,KAAKI,WAAW;;QAAE;QAC1F7B,MAAMG,UAAU;QAChBM,OAAO,EAAE;IACX;IACA,6EAA6E;IAC7E,IAAMsB,eAAe,sBAACC,MAAYV;QAChC,IAAMW,OAAOxB,KAAKyB,EAAE,CAAC,CAAC;QACtB,IAAID,QAAQ,OAAOb,IAAI,CAACa,KAAKX,IAAI,GAAG;gBAOlCb;gBAJca;YAFd,iDAAiD;YACjD,IAAMa,OAAOF,KAAKX,IAAI,CAACK,OAAO,CAAC,MAAM,IAAIS,KAAK,CAAC,MAAMC,GAAG;YACxD,IAAMC,OAAO,EAAChB,eAAAA,KAAKc,KAAK,CAAC,KAAK,CAAC,EAAE,cAAnBd,0BAAAA,eAAuB,IAAIK,OAAO,CAAC,eAAe,IAAIS,KAAK,CAAC,IAAI,CAAC,EAAE;YACjF,IAAMG,QAAQC,IAAAA,eAAO,IAAGC,GAAG,CAAC,AAACN,CAAAA,OAAOG,IAAG,EAAGI,WAAW;YACrD,IAAIH,OAAOvC,MAAMO,aAAa;YAC9BE,IAAI,CAACA,KAAKY,MAAM,GAAG,EAAE,CAACC,IAAI,GAAGW,KAAKX,IAAI,CAACK,OAAO,CAAC,MAAMY,QAAQ,KAAK,OAAOjB;YACzEb,CAAAA,qBAAAA,IAAI,CAACA,KAAKY,MAAM,GAAG,EAAE,CAACQ,WAAW,EAACf,IAAI,OAAtCL,oBAAuC,qBAAGuB,KAAKH,WAAW;QAC5D,OAAOpB,KAAKK,IAAI,CAAC;YAAEQ,MAAAA;YAAMO,aAAc,qBAAGG,KAAKH,WAAW;QAAE;IAC9D;QAEK,kCAAA,2BAAA;;QAAL,QAAK,YAAyBpD,8BAAzB,SAAA,6BAAA,QAAA,yBAAA,iCAAoC;YAApC,kBAAA,aAAQkE,mBAAAA,MAAMzB,oBAAAA;gBAQEtB;YAPnBY,cAAcmC;YACd,IAAIhE,KAAKW,WAAW,EAAE;gBACpBkC;gBACA1B,IAAIgB,IAAI,CAAC8B,IAAAA,4BAAc,EAACD;gBACxB7C,IAAIgB,IAAI,CAAC;YACX;YACA,IAAI,CAACI,MAAMG,MAAM,EAAE;YACnB,IAAMwB,aAAajD,CAAAA,QAAAA,MAAKC,GAAG,OAARD,OAAS,qBAAGsB,MAAMxB,GAAG,CAAC,SAACoD;uBAAMA,EAAEC,CAAC;;YAEnD,IAAK,IAAIpD,IAAI,GAAGA,IAAIuB,MAAMG,MAAM,EAAE1B,IAAK;gBACrC,IAAqBuB,WAAAA,KAAK,CAACvB,EAAE,EAAvB2B,OAAeJ,SAAfI,MAAMlC,IAAS8B,SAAT9B,GAAG2D,IAAM7B,SAAN6B;gBACf,IAAMC,WAAWrD,IAAI,IAAIuB,KAAK,CAACvB,IAAI,EAAE,GAAG;gBACxC,gFAAgF;gBAChF,IAAIc,KAAKY,MAAM,IAAI2B,YAAa9B,CAAAA,KAAK,CAACvB,EAAE,CAACsD,GAAG,KAAKD,SAASC,GAAG,IAAI/B,KAAK,CAACvB,EAAE,CAACuD,CAAC,GAAGF,SAASE,CAAC,GAAG9D,IAAI,GAAE,GAAIoC;gBAErG,wEAAwE;gBACxE,mLAAmL;gBACnL,IAAIjC,QAAQkD,GAAG,CAACrD,MAAM,CAACZ,QAAQ4C,IAAI,CAACE,OAAO;oBACzC,IAAM6B,MAAM;wBAACjC,KAAK,CAACvB,EAAE;qBAAC;oBACtB,MAAOA,IAAI,IAAIuB,MAAMG,MAAM,IAAIH,KAAK,CAACvB,IAAI,EAAE,CAACP,CAAC,KAAKA,KAAK8B,KAAK,CAACvB,IAAI,EAAE,CAACsD,GAAG,KAAK/B,KAAK,CAACvB,EAAE,CAACsD,GAAG,IAAI/B,KAAK,CAACvB,IAAI,EAAE,CAACuD,CAAC,GAAGhC,KAAK,CAACvB,EAAE,CAACuD,CAAC,GAAG9D,IAAI,OAAO,CAACZ,QAAQ4C,IAAI,CAACF,KAAK,CAACvB,IAAI,EAAE,CAAC2B,IAAI,EAAG6B,IAAIrC,IAAI,CAACI,KAAK,CAAC,EAAEvB,EAAE;oBAC1L,wEAAwE;oBACxE,IAAMyD,SAASD,IACZzD,GAAG,CAAC,SAACsC;+BAASA,KAAKV,IAAI;uBACvB+B,MAAM,CAAC,SAACC,KAAK7B;4BAAqHA;+BAA3G,OAAOL,IAAI,CAACkC,OAAOA,IAAI3B,OAAO,CAAC,MAAMa,IAAAA,eAAO,IAAGC,GAAG,CAAC,AAAC,CAAA,AAACa,IAAI3B,OAAO,CAAC,MAAM,IAAIS,KAAK,CAAC,MAAMC,GAAG,KAAgB,EAACZ,eAAAA,KAAKW,KAAK,CAAC,KAAK,CAAC,EAAE,cAAnBX,0BAAAA,eAAuB,IAAIE,OAAO,CAAC,eAAe,IAAIS,KAAK,CAAC,IAAI,CAAC,EAAE,AAAD,EAAGM,WAAW,MAAM,KAAK,OAAOjB,OAAO,AAAC,GAASA,OAAP6B,KAAI,KAAQ,OAAL7B;uBACrPE,OAAO,CAAC,iBAAiB;oBAC5B,IAAME,cAAcsB,IAAIrB,OAAO,CAAC,SAACE;+BAASA,KAAKH,WAAW;;oBAC1DL;oBACA,IAAI4B,OAAO/B,MAAM,GAAG,KAAK;wBACvBvB,IAAIgB,IAAI,CAAC,AAAC,KAAW,OAAPsC;wBACdtD,IAAIgB,IAAI,CAAC;wBACTJ,SAAS;4BAAEkB,MAAM;4BAAaN,MAAM,AAAC,KAAW,OAAP8B;4BAAUvB,aAAAA;wBAAY;wBAC/D7B,MAAMM,QAAQ;oBAChB,OAAO;wBACL,IAAMiD,QAAQhE,QAAQsB,GAAG,CAACzB;wBAC1BU,IAAIgB,IAAI,CAAC,AAAC,GAAuBsC,OAArB,IAAII,MAAM,CAACD,QAAO,KAAU,OAAPH;wBACjCtD,IAAIgB,IAAI,CAAC;wBACTJ,SAAS;4BAAEkB,MAAM;4BAAWN,MAAM8B;4BAAQG,OAAAA;4BAAO1B,aAAAA;wBAAY;wBAC7D7B,MAAMC,QAAQ;oBAChB;oBACA;gBACF;gBAEA,2EAA2E;gBAC3E,IAAMwD,WAAWnC,KAAKK,OAAO,CAACnD,SAAS,IAAIkF,IAAI;gBAC/C,IAAMC,YAAYF,aAAanC;gBAC/B,IAAIqC,WAAWrC,OAAOmC;gBAEtB,yEAAyE;gBACzE,IAAI,AAAC,CAAA,CAACnC,QAAQ/C,MAAM6C,IAAI,CAACE,KAAI,KAAM3B,IAAI,IAAIuB,MAAMG,MAAM,EAAE;oBACvDG;oBACA,IAAMoC,QAAQhE,KAAKiE,GAAG,CAAC,GAAGjE,KAAKkE,KAAK,CAAC,AAACf,CAAAA,IAAIF,UAAS,IAAK;oBACxD,IAAMkB,YAAY;wBAAC7C,KAAK,CAACvB,EAAE;wBAAEuB,KAAK,CAAC,EAAEvB,EAAE;qBAAC;oBACxC,IAAIsB,QAAQC,KAAK,CAACvB,EAAE,CAAC2B,IAAI,CAACK,OAAO,CAACnD,SAAS,IAAIkF,IAAI;oBACnD,MAAO,CAACzC,SAAStB,IAAI,IAAIuB,MAAMG,MAAM,CAAE;wBACrC,iBAAiB;wBACjB0C,UAAUjD,IAAI,CAACI,KAAK,CAAC,EAAEvB,EAAE;wBACzBsB,QAAQC,KAAK,CAACvB,EAAE,CAAC2B,IAAI,CAACK,OAAO,CAACnD,SAAS,IAAIkF,IAAI;oBACjD;oBACA,IAAMM,WAAWhD,YAAYC,OAAOC,OAAOvB;oBAC3C,IAAIqE,SAASzC,IAAI,KAAK5B,GAAGoE,UAAUjD,IAAI,CAACI,KAAK,CAAC8C,SAASzC,IAAI,CAAC;oBAC5D5B,IAAIqE,SAASzC,IAAI;oBACjB,IAAM0C,WAAW,AAAC,GAAyBD,OAAvB,KAAKR,MAAM,CAACI,QAAO,MAAkB,OAAdI,SAAS1C,IAAI;oBACxDxB,IAAIgB,IAAI,CAACmD;oBACTvD,SAAS;wBAAEkB,MAAM;wBAAaN,MAAM2C;wBAAUC,OAAO;wBAAMrC,aAAakC,UAAUjC,OAAO,CAAC,SAACE;mCAASA,KAAKH,WAAW;;oBAAE;oBACtH7B,MAAME,SAAS;oBACf;gBACF;gBACA,6CAA6C;gBAC7C,IAAIyD,WAAW;oBACbnC;oBACA,IAAMoC,SAAQhE,KAAKiE,GAAG,CAAC,GAAGjE,KAAKkE,KAAK,CAAC,AAACf,CAAAA,IAAIF,UAAS,IAAK;oBACxD,IAAMkB,aAAY;wBAAC7C,KAAK,CAACvB,EAAE;qBAAC;oBAC5B,IAAMqE,YAAWhD,YAAYM,MAAMJ,OAAOvB;oBAC1C,IAAIqE,UAASzC,IAAI,KAAK5B,GAAGoE,WAAUjD,IAAI,CAACI,KAAK,CAAC8C,UAASzC,IAAI,CAAC;oBAC5D5B,IAAIqE,UAASzC,IAAI;oBACjB,IAAM0C,YAAW,AAAC,GAAyBD,OAAvB,KAAKR,MAAM,CAACI,SAAO,MAAkB,OAAdI,UAAS1C,IAAI;oBACxDxB,IAAIgB,IAAI,CAACmD;oBACTvD,SAAS;wBAAEkB,MAAM;wBAAaN,MAAM2C;wBAAUC,OAAO;wBAAMrC,aAAakC,WAAUjC,OAAO,CAAC,SAACE;mCAASA,KAAKH,WAAW;;oBAAE;oBACtH7B,MAAME,SAAS;oBACf;gBACF;gBACA,qEAAqE;gBACrE,IAAI,WAAWkB,IAAI,CAACE,SAAS3B,IAAI,IAAIuB,MAAMG,MAAM,IAAI,mBAAmBD,IAAI,CAACF,KAAK,CAACvB,IAAI,EAAE,CAAC2B,IAAI,GAAG;oBAC/FE;oBACA,IAAMyC,YAAW,AAAC,KAAY/C,OAARI,MAAK,KAAmB,OAAhBJ,KAAK,CAAC,EAAEvB,EAAE,CAAC2B,IAAI;oBAC7CxB,IAAIgB,IAAI,CAACmD;oBACTvD,SAAS;wBAAEkB,MAAM;wBAAaN,MAAM2C;wBAAUC,OAAO;wBAAMrC,aAAa,AAAC,qBAAGX,KAAK,CAACvB,IAAI,EAAE,CAACkC,WAAW,SAAE,qBAAGX,KAAK,CAACvB,EAAE,CAACkC,WAAW;oBAAE;oBAC/H7B,MAAMI,WAAW;oBACjB;gBACF;gBACA,8DAA8D;gBAC9D2B,aAAab,KAAK,CAACvB,EAAE,EAAE2B;gBACvB,IAAI,UAAUF,IAAI,CAACE,OAAOE;qBACrBxB,MAAMK,QAAQ;YACrB;YACAmB;QACF;;QAjGK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAkGLA;IAEA,IAAM2C,KAAK,AAAC,GAGF,OAHIrE,IACX4B,IAAI,CAAC,MACLC,OAAO,CAAC,WAAW,QACnB+B,IAAI,IAAG;IACV,IAAMU,QAAwB3F,UAAUiB,GAAG,CAAC;YAAGiD,aAAAA;YAA4B5C;eAAhB;YAAE4C,MAAAA;YAAM/B,MAAM,GAAEb,kBAAAA,WAAWc,GAAG,CAAC8B,mBAAf5C,6BAAAA,kBAAwB,EAAE;QAAC;;IACtG,OAAO;QAAEoE,IAAAA;QAAInE,OAAAA;QAAOpB,OAAAA;QAAOK,cAAAA;QAAcmF,OAAAA;IAAM;AACjD"}
@@ -12,5 +12,5 @@ export declare function splitByPageMarker(md: string): {
12
12
  /** Per-page body text, duplicate-marker slices CONCATENATED — a word anywhere
13
13
  * on page N counts as on page N (the auditor's membership semantics). */
14
14
  export declare function bodyByPage(md: string): Map<number, string>;
15
- /** Count of "### pN" marker lines in `md`. */
15
+ /** Count of visible or invisible page-provenance marker lines in `md`. */
16
16
  export declare function countPageMarkers(md: string): number;
@@ -12,5 +12,5 @@ export declare function splitByPageMarker(md: string): {
12
12
  /** Per-page body text, duplicate-marker slices CONCATENATED — a word anywhere
13
13
  * on page N counts as on page N (the auditor's membership semantics). */
14
14
  export declare function bodyByPage(md: string): Map<number, string>;
15
- /** Count of "### pN" marker lines in `md`. */
15
+ /** Count of visible or invisible page-provenance marker lines in `md`. */
16
16
  export declare function countPageMarkers(md: string): number;
@@ -1,5 +1,4 @@
1
- // page-marker.ts — the single "### pN" convention: every producer/parser of
2
- // the page-marker heading imports from here so the regex can't drift (report.ts once had a `\s+` variant).
1
+ // page-marker.ts — page provenance shared by Markdown producers and readers.
3
2
  /** The marker heading for page N, with no surrounding whitespace/newlines
4
3
  * (callers own their own blank-line formatting). */ "use strict";
5
4
  Object.defineProperty(exports, "__esModule", {
@@ -28,19 +27,51 @@ _export(exports, {
28
27
  return splitByPageMarker;
29
28
  }
30
29
  });
30
+ function _array_like_to_array(arr, len) {
31
+ if (len == null || len > arr.length) len = arr.length;
32
+ for(var i = 0, arr2 = new Array(len); i < len; i++)arr2[i] = arr[i];
33
+ return arr2;
34
+ }
35
+ function _array_without_holes(arr) {
36
+ if (Array.isArray(arr)) return _array_like_to_array(arr);
37
+ }
38
+ function _iterable_to_array(iter) {
39
+ if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) {
40
+ return Array.from(iter);
41
+ }
42
+ }
43
+ function _non_iterable_spread() {
44
+ throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
45
+ }
46
+ function _to_consumable_array(arr) {
47
+ return _array_without_holes(arr) || _iterable_to_array(arr) || _unsupported_iterable_to_array(arr) || _non_iterable_spread();
48
+ }
49
+ function _unsupported_iterable_to_array(o, minLen) {
50
+ if (!o) return;
51
+ if (typeof o === "string") return _array_like_to_array(o, minLen);
52
+ var n = Object.prototype.toString.call(o).slice(8, -1);
53
+ if (n === "Object" && o.constructor) n = o.constructor.name;
54
+ if (n === "Map" || n === "Set") return Array.from(n);
55
+ if (n === "Arguments" || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)) return _array_like_to_array(o, minLen);
56
+ }
31
57
  function pageMarkerLine(page) {
32
58
  return "### p".concat(page);
33
59
  }
34
- // Single space, matching pageMarkerLine's own output exactly.
35
- var MARKER_RE = /^### p(\d+)$/;
60
+ // Visible headings are emitted by this package; invisible comments preserve
61
+ // page provenance when a caller does not want headings in its final Markdown.
62
+ var MARKER_RE_SOURCE = '^(?:### p(\\d+)|<!-- p(\\d+) -->)\\r?$';
63
+ function markerPage(match) {
64
+ var _match_;
65
+ return Number((_match_ = match[1]) !== null && _match_ !== void 0 ? _match_ : match[2]);
66
+ }
36
67
  function isPageMarkerLine(line) {
37
- return MARKER_RE.test(line);
68
+ return new RegExp(MARKER_RE_SOURCE, 'u').test(line);
38
69
  }
39
70
  function splitByPageMarker(md) {
40
- var re = /^### p(\d+)$/gm;
71
+ var re = new RegExp(MARKER_RE_SOURCE, 'gmu');
41
72
  var markers = [];
42
73
  for(var m = re.exec(md); m !== null; m = re.exec(md))markers.push({
43
- page: Number(m[1]),
74
+ page: markerPage(m),
44
75
  index: m.index,
45
76
  end: m.index + m[0].length
46
77
  });
@@ -80,6 +111,6 @@ function bodyByPage(md) {
80
111
  return out;
81
112
  }
82
113
  function countPageMarkers(md) {
83
- return (md.match(/^### p\d+$/gm) || []).length;
114
+ return _to_consumable_array(md.matchAll(new RegExp(MARKER_RE_SOURCE, 'gmu'))).length;
84
115
  }
85
116
  /* CJS INTEROP */ if (exports.__esModule && exports.default) { try { Object.defineProperty(exports.default, '__esModule', { value: true }); for (var key in exports) { exports.default[key] = exports[key]; } } catch (_) {}; module.exports = exports.default; }
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/page-marker.ts"],"sourcesContent":["// page-marker.ts — the single \"### pN\" convention: every producer/parser of\n// the page-marker heading imports from here so the regex can't drift (report.ts once had a `\\s+` variant).\n\n/** The marker heading for page N, with no surrounding whitespace/newlines\n * (callers own their own blank-line formatting). */\nexport function pageMarkerLine(page: number): string {\n return `### p${page}`;\n}\n\n// Single space, matching pageMarkerLine's own output exactly.\nconst MARKER_RE = /^### p(\\d+)$/;\n\n/** Is this line (already split, no trailing newline) a page-marker heading? */\nexport function isPageMarkerLine(line: string): boolean {\n return MARKER_RE.test(line);\n}\n\n/** Split markdown into per-marker body slices, in document order — one entry\n * PER OCCURRENCE (a duplicate \"### pN\" yields two entries; no slice is ever dropped). */\nexport function splitByPageMarker(md: string): { page: number; body: string }[] {\n const re = /^### p(\\d+)$/gm;\n const markers: { page: number; index: number; end: number }[] = [];\n for (let m = re.exec(md); m !== null; m = re.exec(md)) markers.push({ page: Number(m[1]), index: m.index, end: m.index + m[0].length });\n const out: { page: number; body: string }[] = [];\n for (let i = 0; i < markers.length; i++) {\n const end = i + 1 < markers.length ? markers[i + 1].index : md.length;\n out.push({ page: markers[i].page, body: md.slice(markers[i].end, end) });\n }\n return out;\n}\n\n/** Per-page body text, duplicate-marker slices CONCATENATED — a word anywhere\n * on page N counts as on page N (the auditor's membership semantics). */\nexport function bodyByPage(md: string): Map<number, string> {\n const out = new Map<number, string>();\n for (const { page, body } of splitByPageMarker(md)) out.set(page, (out.get(page) ?? '') + body);\n return out;\n}\n\n/** Count of \"### pN\" marker lines in `md`. */\nexport function countPageMarkers(md: string): number {\n return (md.match(/^### p\\d+$/gm) || []).length;\n}\n"],"names":["bodyByPage","countPageMarkers","isPageMarkerLine","pageMarkerLine","splitByPageMarker","page","MARKER_RE","line","test","md","re","markers","m","exec","push","Number","index","end","length","out","i","body","slice","Map","set","get","match"],"mappings":"AAAA,4EAA4E;AAC5E,2GAA2G;AAE3G;kDACkD;;;;;;;;;;;QA6BlCA;eAAAA;;QAOAC;eAAAA;;QA3BAC;eAAAA;;QARAC;eAAAA;;QAcAC;eAAAA;;;AAdT,SAASD,eAAeE,IAAY;IACzC,OAAO,AAAC,QAAY,OAALA;AACjB;AAEA,8DAA8D;AAC9D,IAAMC,YAAY;AAGX,SAASJ,iBAAiBK,IAAY;IAC3C,OAAOD,UAAUE,IAAI,CAACD;AACxB;AAIO,SAASH,kBAAkBK,EAAU;IAC1C,IAAMC,KAAK;IACX,IAAMC,UAA0D,EAAE;IAClE,IAAK,IAAIC,IAAIF,GAAGG,IAAI,CAACJ,KAAKG,MAAM,MAAMA,IAAIF,GAAGG,IAAI,CAACJ,IAAKE,QAAQG,IAAI,CAAC;QAAET,MAAMU,OAAOH,CAAC,CAAC,EAAE;QAAGI,OAAOJ,EAAEI,KAAK;QAAEC,KAAKL,EAAEI,KAAK,GAAGJ,CAAC,CAAC,EAAE,CAACM,MAAM;IAAC;IACrI,IAAMC,MAAwC,EAAE;IAChD,IAAK,IAAIC,IAAI,GAAGA,IAAIT,QAAQO,MAAM,EAAEE,IAAK;QACvC,IAAMH,MAAMG,IAAI,IAAIT,QAAQO,MAAM,GAAGP,OAAO,CAACS,IAAI,EAAE,CAACJ,KAAK,GAAGP,GAAGS,MAAM;QACrEC,IAAIL,IAAI,CAAC;YAAET,MAAMM,OAAO,CAACS,EAAE,CAACf,IAAI;YAAEgB,MAAMZ,GAAGa,KAAK,CAACX,OAAO,CAACS,EAAE,CAACH,GAAG,EAAEA;QAAK;IACxE;IACA,OAAOE;AACT;AAIO,SAASnB,WAAWS,EAAU;QAEgCU;IADnE,IAAMA,MAAM,IAAII;QACX,kCAAA,2BAAA;;QAAL,QAAK,YAAwBnB,kBAAkBK,wBAA1C,SAAA,6BAAA,QAAA,yBAAA;YAAA,kBAAA,aAAQJ,mBAAAA,MAAMgB,mBAAAA;YAAiCF,IAAIK,GAAG,CAACnB,MAAM,EAACc,WAAAA,IAAIM,GAAG,CAACpB,mBAARc,sBAAAA,WAAiB,MAAME;;;QAArF;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IACL,OAAOF;AACT;AAGO,SAASlB,iBAAiBQ,EAAU;IACzC,OAAO,AAACA,CAAAA,GAAGiB,KAAK,CAAC,mBAAmB,EAAE,AAAD,EAAGR,MAAM;AAChD"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/page-marker.ts"],"sourcesContent":["// page-marker.ts — page provenance shared by Markdown producers and readers.\n\n/** The marker heading for page N, with no surrounding whitespace/newlines\n * (callers own their own blank-line formatting). */\nexport function pageMarkerLine(page: number): string {\n return `### p${page}`;\n}\n\n// Visible headings are emitted by this package; invisible comments preserve\n// page provenance when a caller does not want headings in its final Markdown.\nconst MARKER_RE_SOURCE = '^(?:### p(\\\\d+)|<!-- p(\\\\d+) -->)\\\\r?$';\n\nfunction markerPage(match: RegExpExecArray): number {\n return Number(match[1] ?? match[2]);\n}\n\n/** Is this line (already split, no trailing newline) a page-marker heading? */\nexport function isPageMarkerLine(line: string): boolean {\n return new RegExp(MARKER_RE_SOURCE, 'u').test(line);\n}\n\n/** Split markdown into per-marker body slices, in document order — one entry\n * PER OCCURRENCE (a duplicate \"### pN\" yields two entries; no slice is ever dropped). */\nexport function splitByPageMarker(md: string): { page: number; body: string }[] {\n const re = new RegExp(MARKER_RE_SOURCE, 'gmu');\n const markers: { page: number; index: number; end: number }[] = [];\n for (let m = re.exec(md); m !== null; m = re.exec(md)) markers.push({ page: markerPage(m), index: m.index, end: m.index + m[0].length });\n const out: { page: number; body: string }[] = [];\n for (let i = 0; i < markers.length; i++) {\n const end = i + 1 < markers.length ? markers[i + 1].index : md.length;\n out.push({ page: markers[i].page, body: md.slice(markers[i].end, end) });\n }\n return out;\n}\n\n/** Per-page body text, duplicate-marker slices CONCATENATED — a word anywhere\n * on page N counts as on page N (the auditor's membership semantics). */\nexport function bodyByPage(md: string): Map<number, string> {\n const out = new Map<number, string>();\n for (const { page, body } of splitByPageMarker(md)) out.set(page, (out.get(page) ?? '') + body);\n return out;\n}\n\n/** Count of visible or invisible page-provenance marker lines in `md`. */\nexport function countPageMarkers(md: string): number {\n return [...md.matchAll(new RegExp(MARKER_RE_SOURCE, 'gmu'))].length;\n}\n"],"names":["bodyByPage","countPageMarkers","isPageMarkerLine","pageMarkerLine","splitByPageMarker","page","MARKER_RE_SOURCE","markerPage","match","Number","line","RegExp","test","md","re","markers","m","exec","push","index","end","length","out","i","body","slice","Map","set","get","matchAll"],"mappings":"AAAA,6EAA6E;AAE7E;kDACkD;;;;;;;;;;;QAkClCA;eAAAA;;QAOAC;eAAAA;;QA3BAC;eAAAA;;QAbAC;eAAAA;;QAmBAC;eAAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAnBT,SAASD,eAAeE,IAAY;IACzC,OAAO,AAAC,QAAY,OAALA;AACjB;AAEA,4EAA4E;AAC5E,8EAA8E;AAC9E,IAAMC,mBAAmB;AAEzB,SAASC,WAAWC,KAAsB;QAC1BA;IAAd,OAAOC,QAAOD,UAAAA,KAAK,CAAC,EAAE,cAARA,qBAAAA,UAAYA,KAAK,CAAC,EAAE;AACpC;AAGO,SAASN,iBAAiBQ,IAAY;IAC3C,OAAO,IAAIC,OAAOL,kBAAkB,KAAKM,IAAI,CAACF;AAChD;AAIO,SAASN,kBAAkBS,EAAU;IAC1C,IAAMC,KAAK,IAAIH,OAAOL,kBAAkB;IACxC,IAAMS,UAA0D,EAAE;IAClE,IAAK,IAAIC,IAAIF,GAAGG,IAAI,CAACJ,KAAKG,MAAM,MAAMA,IAAIF,GAAGG,IAAI,CAACJ,IAAKE,QAAQG,IAAI,CAAC;QAAEb,MAAME,WAAWS;QAAIG,OAAOH,EAAEG,KAAK;QAAEC,KAAKJ,EAAEG,KAAK,GAAGH,CAAC,CAAC,EAAE,CAACK,MAAM;IAAC;IACtI,IAAMC,MAAwC,EAAE;IAChD,IAAK,IAAIC,IAAI,GAAGA,IAAIR,QAAQM,MAAM,EAAEE,IAAK;QACvC,IAAMH,MAAMG,IAAI,IAAIR,QAAQM,MAAM,GAAGN,OAAO,CAACQ,IAAI,EAAE,CAACJ,KAAK,GAAGN,GAAGQ,MAAM;QACrEC,IAAIJ,IAAI,CAAC;YAAEb,MAAMU,OAAO,CAACQ,EAAE,CAAClB,IAAI;YAAEmB,MAAMX,GAAGY,KAAK,CAACV,OAAO,CAACQ,EAAE,CAACH,GAAG,EAAEA;QAAK;IACxE;IACA,OAAOE;AACT;AAIO,SAAStB,WAAWa,EAAU;QAEgCS;IADnE,IAAMA,MAAM,IAAII;QACX,kCAAA,2BAAA;;QAAL,QAAK,YAAwBtB,kBAAkBS,wBAA1C,SAAA,6BAAA,QAAA,yBAAA;YAAA,kBAAA,aAAQR,mBAAAA,MAAMmB,mBAAAA;YAAiCF,IAAIK,GAAG,CAACtB,MAAM,EAACiB,WAAAA,IAAIM,GAAG,CAACvB,mBAARiB,sBAAAA,WAAiB,MAAME;;;QAArF;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IACL,OAAOF;AACT;AAGO,SAASrB,iBAAiBY,EAAU;IACzC,OAAO,AAAC,qBAAGA,GAAGgB,QAAQ,CAAC,IAAIlB,OAAOL,kBAAkB,SAASe,MAAM;AACrE"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/pdf-open.ts"],"sourcesContent":["// pdf-open.ts — the one seam that opens a PDF via pdfjs-dist, in the two\n// shapes callers need: openDocument (data-based, already-open doc) and openPdfForRender (url-based, task you must await + destroy()).\n// Both wrap a failure the same way: PdfToMdError/PDF_OPEN, original message preserved.\nimport { readFileSync } from 'node:fs';\nimport path from 'node:path';\nimport type { PDFDocumentLoadingTask, PDFDocumentProxy } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { getDocument, VerbosityLevel } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { PdfToMdError } from './errors.ts';\nimport { resolvePackagePath } from './resolve.ts';\n\n// `verbosity: VerbosityLevel.ERRORS` silences pdfjs's own console.warn calls\n// — the library's documented promise is it never writes to stdout/stderr on its own.\n\n/** Data-based open (collect.ts's seam): no cMaps/fonts — text-layer extraction\n * only, verified to decode CJK correctly. Wraps missing/unreadable and non-PDF files as PdfToMdError/PDF_OPEN. */\nexport async function openDocument(src: string): Promise<PDFDocumentProxy> {\n let data: Uint8Array;\n try {\n data = new Uint8Array(readFileSync(src));\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `cannot read ${src}: ${(err as Error).message}`);\n }\n try {\n return await getDocument({\n data,\n useSystemFonts: true,\n verbosity: VerbosityLevel.ERRORS,\n }).promise;\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `cannot open ${src} as a PDF: ${(err as Error).message}`);\n }\n}\n\n// Wires up pdfjs's bundled cmaps/standard_fonts so CJK and non-embedded\n// standard fonts resolve instead of falling back to substitute glyphs.\n//\n// GOTCHA: despite the `...Url` name, pdfjs's Node loader does `fs.readFile`\n// on the string directly — a `file://` URL silently fails every lookup (only a stderr warning); plain filesystem paths are required.\n// The trailing \"/\" must be literal (pdfjs rejects a trailing \"\\\"); Windows' fs accepts \"/\" after a \"\\\" path.\nconst PDFJS_DIST_ROOT = path.dirname(resolvePackagePath('pdfjs-dist/package.json'));\nconst CMAP_URL = `${path.join(PDFJS_DIST_ROOT, 'cmaps')}/`;\nconst STANDARD_FONT_DATA_URL = `${path.join(PDFJS_DIST_ROOT, 'standard_fonts')}/`;\n// JBIG2/JPEG2000 decoding lives in pdfjs's WASM modules: without this, bitonal\n// scans (the usual encoding for B&W page images) decode to a BLANK page and OCR sees nothing.\nconst WASM_URL = `${path.join(PDFJS_DIST_ROOT, 'wasm')}/`;\n\n/**\n * Open a PDF for rendering (raster.ts/tesseract.ts's seam): cMaps + standard\n * fonts wired up, url-based. Callers must `await` the returned task's `.promise` (via `awaitPdfOpen`) and call `.destroy()` when done.\n */\nexport function openPdfForRender(pdfPath: string): PDFDocumentLoadingTask {\n // No `worker` option: this pdfjs-dist Node build needs no real Worker thread wired up to run.\n return getDocument({\n url: pdfPath,\n cMapUrl: CMAP_URL,\n cMapPacked: true,\n standardFontDataUrl: STANDARD_FONT_DATA_URL,\n wasmUrl: WASM_URL,\n verbosity: VerbosityLevel.ERRORS,\n });\n}\n\n/** Shared error wrapping for `openPdfForRender`'s task: a raw pdfjs open\n * failure becomes PdfToMdError/PDF_OPEN, original message preserved. */\nexport async function awaitPdfOpen(loadingTask: PDFDocumentLoadingTask, pdfPath: string): Promise<PDFDocumentProxy> {\n try {\n return await loadingTask.promise;\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `could not open PDF: ${pdfPath} (${(err as Error).message})`);\n }\n}\n"],"names":["awaitPdfOpen","openDocument","openPdfForRender","src","data","err","Uint8Array","readFileSync","PdfToMdError","message","getDocument","useSystemFonts","verbosity","VerbosityLevel","ERRORS","promise","PDFJS_DIST_ROOT","path","dirname","resolvePackagePath","CMAP_URL","join","STANDARD_FONT_DATA_URL","WASM_URL","pdfPath","url","cMapUrl","cMapPacked","standardFontDataUrl","wasmUrl","loadingTask"],"mappings":"AAAA,yEAAyE;AACzE,sIAAsI;AACtI,uFAAuF;;;;;;;;;;;;QA8DjEA;eAAAA;;QAjDAC;eAAAA;;QAmCNC;eAAAA;;;sBA/Ca;+DACZ;mBAE2B;wBACf;yBACM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAO5B,SAAeD,aAAaE,GAAW;;YACxCC,MAYKC;;;;oBAXT,IAAI;wBACFD,OAAO,IAAIE,WAAWC,IAAAA,oBAAY,EAACJ;oBACrC,EAAE,OAAOE,KAAK;wBACZ,MAAM,IAAIG,sBAAY,CAAC,YAAY,AAAC,eAAsB,OAARL,KAAI,MAA2B,OAAvB,AAACE,IAAcI,OAAO;oBAClF;;;;;;;;;oBAES;;wBAAMC,IAAAA,gBAAW,EAAC;4BACvBN,MAAAA;4BACAO,gBAAgB;4BAChBC,WAAWC,mBAAc,CAACC,MAAM;wBAClC,GAAGC,OAAO;;;oBAJV;;wBAAO;;;oBAKAV;oBACP,MAAM,IAAIG,sBAAY,CAAC,YAAY,AAAC,eAA+B,OAAjBL,KAAI,eAAoC,OAAvB,AAACE,IAAcI,OAAO;;;;;;;IAE7F;;AAEA,wEAAwE;AACxE,uEAAuE;AACvE,EAAE;AACF,4EAA4E;AAC5E,qIAAqI;AACrI,6GAA6G;AAC7G,IAAMO,kBAAkBC,iBAAI,CAACC,OAAO,CAACC,IAAAA,6BAAkB,EAAC;AACxD,IAAMC,WAAW,AAAC,GAAsC,OAApCH,iBAAI,CAACI,IAAI,CAACL,iBAAiB,UAAS;AACxD,IAAMM,yBAAyB,AAAC,GAA+C,OAA7CL,iBAAI,CAACI,IAAI,CAACL,iBAAiB,mBAAkB;AAC/E,+EAA+E;AAC/E,8FAA8F;AAC9F,IAAMO,WAAW,AAAC,GAAqC,OAAnCN,iBAAI,CAACI,IAAI,CAACL,iBAAiB,SAAQ;AAMhD,SAASd,iBAAiBsB,OAAe;IAC9C,8FAA8F;IAC9F,OAAOd,IAAAA,gBAAW,EAAC;QACjBe,KAAKD;QACLE,SAASN;QACTO,YAAY;QACZC,qBAAqBN;QACrBO,SAASN;QACTX,WAAWC,mBAAc,CAACC,MAAM;IAClC;AACF;AAIO,SAAed,aAAa8B,WAAmC,EAAEN,OAAe;;YAG5EnB;;;;;;;;;;oBADA;;wBAAMyB,YAAYf,OAAO;;;oBAAhC;;wBAAO;;;oBACAV;oBACP,MAAM,IAAIG,sBAAY,CAAC,YAAY,AAAC,uBAAkC,OAAZgB,SAAQ,MAA2B,OAAvB,AAACnB,IAAcI,OAAO,EAAC;;;;;;;IAEjG"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/pdf-open.ts"],"sourcesContent":["// pdf-open.ts — the one seam that opens a PDF via pdfjs-dist, in the two\n// shapes callers need: openDocument (data-based, already-open doc) and openPdfForRender (url-based, task you must await + destroy()).\n// Both wrap a failure the same way: PdfToMdError/PDF_OPEN, original message preserved.\nimport { readFileSync } from 'node:fs';\nimport path from 'node:path';\nimport type { PDFDocumentLoadingTask, PDFDocumentProxy } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { getDocument, VerbosityLevel } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { PdfToMdError } from './errors.ts';\nimport { resolvePackagePath } from './resolve.ts';\n\n// `verbosity: VerbosityLevel.ERRORS` silences pdfjs's own console.warn calls\n// — the library's documented promise is it never writes to stdout/stderr on its own.\n\n/** Data-based open (collect.ts's seam): no cMaps/fonts — text-layer extraction\n * only, verified to decode CJK correctly. Wraps missing/unreadable and non-PDF files as PdfToMdError/PDF_OPEN. */\nexport async function openDocument(src: string): Promise<PDFDocumentProxy> {\n let data: Uint8Array;\n try {\n data = new Uint8Array(readFileSync(src));\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `cannot read ${src}: ${(err as Error).message}`);\n }\n try {\n return await getDocument({\n data,\n useSystemFonts: true,\n verbosity: VerbosityLevel.ERRORS,\n }).promise;\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `cannot open ${src} as a PDF: ${(err as Error).message}`);\n }\n}\n\n// Wires up pdfjs's bundled cmaps/standard_fonts so CJK and non-embedded\n// standard fonts resolve instead of falling back to substitute glyphs.\n//\n// GOTCHA: despite the `...Url` name, pdfjs's Node loader does `fs.readFile`\n// on the string directly — a `file://` URL silently fails every lookup (only a stderr warning); plain filesystem paths are required.\n// The trailing \"/\" must be literal (pdfjs rejects a trailing \"\\\"); Windows' fs accepts \"/\" after a \"\\\" path.\nconst PDFJS_DIST_ROOT = path.dirname(resolvePackagePath('pdfjs-dist/package.json'));\nconst CMAP_URL = `${path.join(PDFJS_DIST_ROOT, 'cmaps')}/`;\nconst STANDARD_FONT_DATA_URL = `${path.join(PDFJS_DIST_ROOT, 'standard_fonts')}/`;\n// JBIG2/JPEG2000 decoding lives in pdfjs's WASM modules: without this, bitonal\n// scans (the usual encoding for B&W page images) decode to a BLANK page and OCR sees nothing.\nconst WASM_URL = `${path.join(PDFJS_DIST_ROOT, 'wasm')}/`;\n\n/**\n * Open a PDF for rendering (raster.ts/tesseract.ts's seam): cMaps + standard\n * fonts wired up, url-based. Callers must `await` the returned task's `.promise` (via `awaitPdfOpen`) and call `.destroy()` when done.\n */\nexport function openPdfForRender(pdfPath: string): PDFDocumentLoadingTask {\n // No `worker` option: this pdfjs-dist Node build needs no real Worker thread wired up to run.\n return getDocument({\n url: pdfPath,\n cMapUrl: CMAP_URL,\n cMapPacked: true,\n standardFontDataUrl: STANDARD_FONT_DATA_URL,\n wasmUrl: WASM_URL,\n verbosity: VerbosityLevel.ERRORS,\n });\n}\n\n/** Shared error wrapping for `openPdfForRender`'s task: a raw pdfjs open\n * failure becomes PdfToMdError/PDF_OPEN, original message preserved. */\nexport async function awaitPdfOpen(loadingTask: PDFDocumentLoadingTask, pdfPath: string): Promise<PDFDocumentProxy> {\n try {\n return await loadingTask.promise;\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `could not open PDF: ${pdfPath} (${(err as Error).message})`);\n }\n}\n"],"names":["awaitPdfOpen","openDocument","openPdfForRender","src","data","err","Uint8Array","readFileSync","PdfToMdError","message","getDocument","useSystemFonts","verbosity","VerbosityLevel","ERRORS","promise","PDFJS_DIST_ROOT","path","dirname","resolvePackagePath","CMAP_URL","join","STANDARD_FONT_DATA_URL","WASM_URL","pdfPath","url","cMapUrl","cMapPacked","standardFontDataUrl","wasmUrl","loadingTask"],"mappings":"AAAA,yEAAyE;AACzE,sIAAsI;AACtI,uFAAuF;;;;;;;;;;;;QA8DjEA;eAAAA;;QAjDAC;eAAAA;;QAmCNC;eAAAA;;;sBA/Ca;+DACZ;mBAE2B;wBACf;yBACM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAO5B,SAAeD,aAAaE,GAAW;;YACxCC,MAYKC;;;;oBAXT,IAAI;wBACFD,OAAO,IAAIE,WAAWC,IAAAA,oBAAY,EAACJ;oBACrC,EAAE,OAAOE,KAAK;wBACZ,MAAM,IAAIG,sBAAY,CAAC,YAAY,AAAC,eAAsB,OAARL,KAAI,MAA2B,OAAvB,AAACE,IAAcI,OAAO;oBAClF;;;;;;;;;oBAES;;wBAAMC,IAAAA,gBAAW,EAAC;4BACvBN,MAAAA;4BACAO,gBAAgB;4BAChBC,WAAWC,mBAAc,CAACC,MAAM;wBAClC,GAAGC,OAAO;;;oBAJV;;wBAAO;;;oBAKAV;oBACP,MAAM,IAAIG,sBAAY,CAAC,YAAY,AAAC,eAA+B,OAAjBL,KAAI,eAAoC,OAAvB,AAACE,IAAcI,OAAO;;;;;;;IAE7F;;AAEA,wEAAwE;AACxE,uEAAuE;AACvE,EAAE;AACF,4EAA4E;AAC5E,qIAAqI;AACrI,6GAA6G;AAC7G,IAAMO,kBAAkBC,iBAAI,CAACC,OAAO,CAACC,IAAAA,6BAAkB,EAAC;AACxD,IAAMC,WAAW,AAAC,GAAsC,OAApCH,iBAAI,CAACI,IAAI,CAACL,iBAAiB,UAAS;AACxD,IAAMM,yBAAyB,AAAC,GAA+C,OAA7CL,iBAAI,CAACI,IAAI,CAACL,iBAAiB,mBAAkB;AAC/E,+EAA+E;AAC/E,8FAA8F;AAC9F,IAAMO,WAAW,AAAC,GAAqC,OAAnCN,iBAAI,CAACI,IAAI,CAACL,iBAAiB,SAAQ;AAMhD,SAASd,iBAAiBsB,OAAe;IAC9C,8FAA8F;IAC9F,OAAOd,IAAAA,gBAAW,EAAC;QACjBe,KAAKD;QACLE,SAASN;QACTO,YAAY;QACZC,qBAAqBN;QACrBO,SAASN;QACTX,WAAWC,mBAAc,CAACC,MAAM;IAClC;AACF;AAIO,SAAed,aAAa8B,WAAmC,EAAEN,OAAe;;YAG5EnB;;;;;;;;;;oBADA;;wBAAMyB,YAAYf,OAAO;;;oBAAhC;;wBAAO;;;oBACAV;oBACP,MAAM,IAAIG,sBAAY,CAAC,YAAY,AAAC,uBAAkC,OAAZgB,SAAQ,MAA2B,OAAvB,AAACnB,IAAcI,OAAO,EAAC;;;;;;;IAEjG"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/raster.ts"],"sourcesContent":["// Renders PDF pages to PNG with pdfjs-dist + @napi-rs/canvas. Shared by the\n// `render` CLI command (human/vision-model page verification) and src/engines/tesseract.ts (OCR page images).\n\nimport { createCanvas } from '@napi-rs/canvas';\nimport type { PDFDocumentProxy, PDFPageProxy } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { PdfToMdError } from './errors.ts';\nimport { awaitPdfOpen, openPdfForRender } from './pdf-open.ts';\n\n// pdfjs-dist doesn't export RenderParameters from the package root; derive\n// it from PDFPageProxy['render'] rather than hand-declaring a shape that could drift.\ntype RenderParams = Parameters<PDFPageProxy['render']>[0];\n\n// No CanvasFactory shim needed: pdfjs-dist detects `@napi-rs/canvas` itself\n// and uses it internally (patterns, SMasks, Type3 glyphs); we only hand it a `canvasContext` for the page itself, created directly below.\n\nexport { openPdfForRender } from './pdf-open.ts';\n\n/** One rendered page, from renderPageToPNG (or the `pdf-to-md render` CLI\n * command it backs). */\nexport interface RenderPageResult {\n /** the rendered page, PNG-encoded */\n png: Buffer;\n /** pixel width at the requested dpi */\n width: number;\n /** pixel height at the requested dpi */\n height: number;\n /** the page's own /Rotate entry, baked into `png`/`width`/`height` already\n * — informational, not something a caller needs to apply again */\n rotation: number;\n}\n\n/** Render one already-open document's page to a PNG buffer at the given DPI. */\nexport async function renderLoadedPage(doc: PDFDocumentProxy, pageNum: number, dpi: number): Promise<RenderPageResult> {\n if (!(pageNum >= 1) || pageNum > doc.numPages) {\n throw new PdfToMdError('PAGE_RANGE', `page ${pageNum} is outside this document (1-${doc.numPages})`);\n }\n const page = await doc.getPage(pageNum);\n\n // getViewport({scale}) bakes in the page's own /Rotate entry AND its\n // mediaBox origin automatically — no manual origin translate needed on top of it.\n const scale = dpi / 72;\n const viewport = page.getViewport({ scale });\n const width = Math.round(viewport.width);\n const height = Math.round(viewport.height);\n if (width <= 0 || height <= 0) throw new PdfToMdError('PAGE_RENDER', `page ${pageNum} has non-positive dimensions ${width}x${height}`);\n\n const canvas = createCanvas(width, height);\n const context = canvas.getContext('2d');\n\n // Paint white first: an unpainted @napi-rs/canvas context is transparent,\n // which would encode as black/checkered rather than a white page.\n context.fillStyle = 'white';\n context.fillRect(0, 0, width, height);\n\n // pdfjs's RenderParameters types canvas/context against DOM types;\n // @napi-rs/canvas's are API-compatible at runtime but not that DOM type — the interop boundary the \"no any\" rule allows a cast for.\n const renderTask = page.render({\n canvas: canvas as unknown as RenderParams['canvas'],\n canvasContext: context as unknown as RenderParams['canvasContext'],\n viewport,\n });\n await renderTask.promise;\n\n const png = await canvas.encode('png');\n return { png, width, height, rotation: viewport.rotation };\n}\n\n/**\n * Render one page of a PDF to a PNG buffer at the given DPI. Opens and\n * closes the document itself — for more than one page from the same PDF, use `openPdfForRender` + `renderLoadedPage` instead.\n *\n * @param pdfPath path to the PDF file\n * @param pageNum 1-based page number\n * @param dpi PDF user space is 72 units/inch, so scale = dpi / 72\n */\nexport async function renderPageToPNG(pdfPath: string, pageNum: number, dpi: number): Promise<RenderPageResult> {\n const loadingTask = openPdfForRender(pdfPath);\n try {\n const doc = await awaitPdfOpen(loadingTask, pdfPath);\n return await renderLoadedPage(doc, pageNum, dpi);\n } finally {\n await loadingTask.destroy();\n }\n}\n"],"names":["openPdfForRender","renderLoadedPage","renderPageToPNG","doc","pageNum","dpi","page","scale","viewport","width","height","canvas","context","renderTask","png","numPages","PdfToMdError","getPage","getViewport","Math","round","createCanvas","getContext","fillStyle","fillRect","render","canvasContext","promise","encode","rotation","pdfPath","loadingTask","awaitPdfOpen","destroy"],"mappings":"AAAA,4EAA4E;AAC5E,8GAA8G;;;;;;;;;;;;QAcrGA;eAAAA,2BAAgB;;QAiBHC;eAAAA;;QA2CAC;eAAAA;;;sBAxEO;wBAEA;yBACkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA0BxC,SAAeD,iBAAiBE,GAAqB,EAAEC,OAAe,EAAEC,GAAW;;YAIlFC,MAIAC,OACAC,UACAC,OACAC,QAGAC,QACAC,SASAC,YAOAC;;;;oBA9BN,IAAI,CAAEV,CAAAA,WAAW,CAAA,KAAMA,UAAUD,IAAIY,QAAQ,EAAE;wBAC7C,MAAM,IAAIC,sBAAY,CAAC,cAAc,AAAC,QAA8Cb,OAAvCC,SAAQ,iCAA4C,OAAbD,IAAIY,QAAQ,EAAC;oBACnG;oBACa;;wBAAMZ,IAAIc,OAAO,CAACb;;;oBAAzBE,OAAO;oBAEb,qEAAqE;oBACrE,kFAAkF;oBAC5EC,QAAQF,MAAM;oBACdG,WAAWF,KAAKY,WAAW,CAAC;wBAAEX,OAAAA;oBAAM;oBACpCE,QAAQU,KAAKC,KAAK,CAACZ,SAASC,KAAK;oBACjCC,SAASS,KAAKC,KAAK,CAACZ,SAASE,MAAM;oBACzC,IAAID,SAAS,KAAKC,UAAU,GAAG,MAAM,IAAIM,sBAAY,CAAC,eAAe,AAAC,QAA8CP,OAAvCL,SAAQ,iCAAwCM,OAATD,OAAM,KAAU,OAAPC;oBAEvHC,SAASU,IAAAA,oBAAY,EAACZ,OAAOC;oBAC7BE,UAAUD,OAAOW,UAAU,CAAC;oBAElC,0EAA0E;oBAC1E,kEAAkE;oBAClEV,QAAQW,SAAS,GAAG;oBACpBX,QAAQY,QAAQ,CAAC,GAAG,GAAGf,OAAOC;oBAE9B,mEAAmE;oBACnE,oIAAoI;oBAC9HG,aAAaP,KAAKmB,MAAM,CAAC;wBAC7Bd,QAAQA;wBACRe,eAAed;wBACfJ,UAAAA;oBACF;oBACA;;wBAAMK,WAAWc,OAAO;;;oBAAxB;oBAEY;;wBAAMhB,OAAOiB,MAAM,CAAC;;;oBAA1Bd,MAAM;oBACZ;;wBAAO;4BAAEA,KAAAA;4BAAKL,OAAAA;4BAAOC,QAAAA;4BAAQmB,UAAUrB,SAASqB,QAAQ;wBAAC;;;;IAC3D;;AAUO,SAAe3B,gBAAgB4B,OAAe,EAAE1B,OAAe,EAAEC,GAAW;;YAC3E0B,aAEE5B;;;;oBAFF4B,cAAc/B,IAAAA,2BAAgB,EAAC8B;;;;;;;;;oBAEvB;;wBAAME,IAAAA,uBAAY,EAACD,aAAaD;;;oBAAtC3B,MAAM;oBACL;;wBAAMF,iBAAiBE,KAAKC,SAASC;;;oBAA5C;;wBAAO;;;oBAEP;;wBAAM0B,YAAYE,OAAO;;;oBAAzB;;;;;;;;;;IAEJ"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/raster.ts"],"sourcesContent":["// Renders PDF pages to PNG with pdfjs-dist + @napi-rs/canvas. Shared by the\n// `render` CLI command (human/vision-model page verification) and src/engines/tesseract.ts (OCR page images).\n\nimport { createCanvas } from '@napi-rs/canvas';\nimport type { PDFDocumentProxy, PDFPageProxy } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { PdfToMdError } from './errors.ts';\nimport { awaitPdfOpen, openPdfForRender } from './pdf-open.ts';\n\n// pdfjs-dist doesn't export RenderParameters from the package root; derive\n// it from PDFPageProxy['render'] rather than hand-declaring a shape that could drift.\ntype RenderParams = Parameters<PDFPageProxy['render']>[0];\n\n// No CanvasFactory shim needed: pdfjs-dist detects `@napi-rs/canvas` itself\n// and uses it internally (patterns, SMasks, Type3 glyphs); we only hand it a `canvasContext` for the page itself, created directly below.\n\nexport { openPdfForRender } from './pdf-open.ts';\n\n/** One rendered page, from renderPageToPNG (or the `pdf-to-md render` CLI\n * command it backs). */\nexport interface RenderPageResult {\n /** the rendered page, PNG-encoded */\n png: Buffer;\n /** pixel width at the requested dpi */\n width: number;\n /** pixel height at the requested dpi */\n height: number;\n /** the page's own /Rotate entry, baked into `png`/`width`/`height` already\n * — informational, not something a caller needs to apply again */\n rotation: number;\n}\n\n/** Render one already-open document's page to a PNG buffer at the given DPI. */\nexport async function renderLoadedPage(doc: PDFDocumentProxy, pageNum: number, dpi: number): Promise<RenderPageResult> {\n if (!(pageNum >= 1) || pageNum > doc.numPages) {\n throw new PdfToMdError('PAGE_RANGE', `page ${pageNum} is outside this document (1-${doc.numPages})`);\n }\n const page = await doc.getPage(pageNum);\n\n // getViewport({scale}) bakes in the page's own /Rotate entry AND its\n // mediaBox origin automatically — no manual origin translate needed on top of it.\n const scale = dpi / 72;\n const viewport = page.getViewport({ scale });\n const width = Math.round(viewport.width);\n const height = Math.round(viewport.height);\n if (width <= 0 || height <= 0) throw new PdfToMdError('PAGE_RENDER', `page ${pageNum} has non-positive dimensions ${width}x${height}`);\n\n const canvas = createCanvas(width, height);\n const context = canvas.getContext('2d');\n\n // Paint white first: an unpainted @napi-rs/canvas context is transparent,\n // which would encode as black/checkered rather than a white page.\n context.fillStyle = 'white';\n context.fillRect(0, 0, width, height);\n\n // pdfjs's RenderParameters types canvas/context against DOM types;\n // @napi-rs/canvas's are API-compatible at runtime but not that DOM type — the interop boundary the \"no any\" rule allows a cast for.\n const renderTask = page.render({\n canvas: canvas as unknown as RenderParams['canvas'],\n canvasContext: context as unknown as RenderParams['canvasContext'],\n viewport,\n });\n await renderTask.promise;\n\n const png = await canvas.encode('png');\n return { png, width, height, rotation: viewport.rotation };\n}\n\n/**\n * Render one page of a PDF to a PNG buffer at the given DPI. Opens and\n * closes the document itself — for more than one page from the same PDF, use `openPdfForRender` + `renderLoadedPage` instead.\n *\n * @param pdfPath path to the PDF file\n * @param pageNum 1-based page number\n * @param dpi PDF user space is 72 units/inch, so scale = dpi / 72\n */\nexport async function renderPageToPNG(pdfPath: string, pageNum: number, dpi: number): Promise<RenderPageResult> {\n const loadingTask = openPdfForRender(pdfPath);\n try {\n const doc = await awaitPdfOpen(loadingTask, pdfPath);\n return await renderLoadedPage(doc, pageNum, dpi);\n } finally {\n await loadingTask.destroy();\n }\n}\n"],"names":["openPdfForRender","renderLoadedPage","renderPageToPNG","doc","pageNum","dpi","page","scale","viewport","width","height","canvas","context","renderTask","png","numPages","PdfToMdError","getPage","getViewport","Math","round","createCanvas","getContext","fillStyle","fillRect","render","canvasContext","promise","encode","rotation","pdfPath","loadingTask","awaitPdfOpen","destroy"],"mappings":"AAAA,4EAA4E;AAC5E,8GAA8G;;;;;;;;;;;;QAcrGA;eAAAA,2BAAgB;;QAiBHC;eAAAA;;QA2CAC;eAAAA;;;sBAxEO;wBAEA;yBACkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA0BxC,SAAeD,iBAAiBE,GAAqB,EAAEC,OAAe,EAAEC,GAAW;;YAIlFC,MAIAC,OACAC,UACAC,OACAC,QAGAC,QACAC,SASAC,YAOAC;;;;oBA9BN,IAAI,CAAEV,CAAAA,WAAW,CAAA,KAAMA,UAAUD,IAAIY,QAAQ,EAAE;wBAC7C,MAAM,IAAIC,sBAAY,CAAC,cAAc,AAAC,QAA8Cb,OAAvCC,SAAQ,iCAA4C,OAAbD,IAAIY,QAAQ,EAAC;oBACnG;oBACa;;wBAAMZ,IAAIc,OAAO,CAACb;;;oBAAzBE,OAAO;oBAEb,qEAAqE;oBACrE,kFAAkF;oBAC5EC,QAAQF,MAAM;oBACdG,WAAWF,KAAKY,WAAW,CAAC;wBAAEX,OAAAA;oBAAM;oBACpCE,QAAQU,KAAKC,KAAK,CAACZ,SAASC,KAAK;oBACjCC,SAASS,KAAKC,KAAK,CAACZ,SAASE,MAAM;oBACzC,IAAID,SAAS,KAAKC,UAAU,GAAG,MAAM,IAAIM,sBAAY,CAAC,eAAe,AAAC,QAA8CP,OAAvCL,SAAQ,iCAAwCM,OAATD,OAAM,KAAU,OAAPC;oBAEvHC,SAASU,IAAAA,oBAAY,EAACZ,OAAOC;oBAC7BE,UAAUD,OAAOW,UAAU,CAAC;oBAElC,0EAA0E;oBAC1E,kEAAkE;oBAClEV,QAAQW,SAAS,GAAG;oBACpBX,QAAQY,QAAQ,CAAC,GAAG,GAAGf,OAAOC;oBAE9B,mEAAmE;oBACnE,oIAAoI;oBAC9HG,aAAaP,KAAKmB,MAAM,CAAC;wBAC7Bd,QAAQA;wBACRe,eAAed;wBACfJ,UAAAA;oBACF;oBACA;;wBAAMK,WAAWc,OAAO;;;oBAAxB;oBAEY;;wBAAMhB,OAAOiB,MAAM,CAAC;;;oBAA1Bd,MAAM;oBACZ;;wBAAO;4BAAEA,KAAAA;4BAAKL,OAAAA;4BAAOC,QAAAA;4BAAQmB,UAAUrB,SAASqB,QAAQ;wBAAC;;;;IAC3D;;AAUO,SAAe3B,gBAAgB4B,OAAe,EAAE1B,OAAe,EAAEC,GAAW;;YAC3E0B,aAEE5B;;;;oBAFF4B,cAAc/B,IAAAA,2BAAgB,EAAC8B;;;;;;;;;oBAEvB;;wBAAME,IAAAA,uBAAY,EAACD,aAAaD;;;oBAAtC3B,MAAM;oBACL;;wBAAMF,iBAAiBE,KAAKC,SAASC;;;oBAA5C;;wBAAO;;;oBAEP;;wBAAM0B,YAAYE,OAAO;;;oBAAzB;;;;;;;;;;IAEJ"}
@@ -8,10 +8,12 @@ export declare function renderPagesToMarkdown(pages: AnalysisPage[], opts: {
8
8
  export declare function renderPagesToText(pages: AnalysisPage[]): string;
9
9
  /**
10
10
  * Render an Analysis to markdown. PURE and fail-fast over any well-formed Analysis (including hand-built/spliced ones) — throws `PdfToMdError`/`'ANALYSIS_INPUT'` before any output on a malformed one.
11
- * OCR-origin output is byte-identical to extractOcr's own markdown (shared core); text-origin is NOT byte-identical to extractText's (see `AnalysisPage.words`, `src/types.ts`).
11
+ * OCR-origin output is byte-identical to extractOcr's own markdown. Text
12
+ * output comes from the same captured blocks as extractText. Mixed output
13
+ * always includes page markers because adjacent pages have different producers.
12
14
  *
13
15
  * @param analysis the Analysis to render (from analyze(), or hand-built/spliced)
14
- * @param opts.pageMarkers text-origin only; an OCR-origin Analysis always carries markers
16
+ * @param opts.pageMarkers text-origin only; OCR and mixed Analysis values always carry markers
15
17
  */
16
18
  export declare function toMarkdown(analysis: Analysis, opts?: {
17
19
  pageMarkers?: boolean;
@@ -8,10 +8,12 @@ export declare function renderPagesToMarkdown(pages: AnalysisPage[], opts: {
8
8
  export declare function renderPagesToText(pages: AnalysisPage[]): string;
9
9
  /**
10
10
  * Render an Analysis to markdown. PURE and fail-fast over any well-formed Analysis (including hand-built/spliced ones) — throws `PdfToMdError`/`'ANALYSIS_INPUT'` before any output on a malformed one.
11
- * OCR-origin output is byte-identical to extractOcr's own markdown (shared core); text-origin is NOT byte-identical to extractText's (see `AnalysisPage.words`, `src/types.ts`).
11
+ * OCR-origin output is byte-identical to extractOcr's own markdown. Text
12
+ * output comes from the same captured blocks as extractText. Mixed output
13
+ * always includes page markers because adjacent pages have different producers.
12
14
  *
13
15
  * @param analysis the Analysis to render (from analyze(), or hand-built/spliced)
14
- * @param opts.pageMarkers text-origin only; an OCR-origin Analysis always carries markers
16
+ * @param opts.pageMarkers text-origin only; OCR and mixed Analysis values always carry markers
15
17
  */
16
18
  export declare function toMarkdown(analysis: Analysis, opts?: {
17
19
  pageMarkers?: boolean;
@@ -92,7 +92,7 @@ function validateAnalysis(analysis) {
92
92
  var a = analysis;
93
93
  if (_type_of(a.report) !== 'object' || a.report === null) fail('Analysis.report must be an object');
94
94
  var path = a.report.path;
95
- if (path !== 'text' && path !== 'ocr') fail('Analysis.report.path must be "text" or "ocr" (got '.concat(JSON.stringify(path), ")"));
95
+ if (path !== 'text' && path !== 'ocr' && path !== 'mixed') fail('Analysis.report.path must be "text", "ocr", or "mixed" (got '.concat(JSON.stringify(path), ")"));
96
96
  if (!Array.isArray(a.pages)) fail('Analysis.pages must be an array');
97
97
  var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
98
98
  try {
@@ -101,6 +101,7 @@ function validateAnalysis(analysis) {
101
101
  if ((typeof page === "undefined" ? "undefined" : _type_of(page)) !== 'object' || page === null) fail("Analysis.pages[".concat(pi, "] must be an object"));
102
102
  var p = page;
103
103
  if (typeof p.page !== 'number') fail("Analysis.pages[".concat(pi, "].page must be a number"));
104
+ if (p.path !== 'text' && p.path !== 'ocr') fail("Analysis.pages[".concat(pi, '].path must be "text" or "ocr" (got ').concat(JSON.stringify(p.path), ")"));
104
105
  if (!Array.isArray(p.words)) fail("Analysis.pages[".concat(pi, "].words must be an array"));
105
106
  var _iteratorNormalCompletion1 = true, _didIteratorError1 = false, _iteratorError1 = undefined;
106
107
  try {
@@ -145,6 +146,7 @@ function validateAnalysis(analysis) {
145
146
  } else if (block.level !== undefined) {
146
147
  fail("Analysis.pages[".concat(pi, "].blocks[").concat(bi, "].level is only allowed on heading blocks (got a ").concat(JSON.stringify(block.type), " block with level ").concat(JSON.stringify(block.level), ")"));
147
148
  }
149
+ if (block.tight !== undefined && typeof block.tight !== 'boolean') fail("Analysis.pages[".concat(pi, "].blocks[").concat(bi, "].tight must be boolean when present"));
148
150
  if (!Array.isArray(block.wordIndexes)) fail("Analysis.pages[".concat(pi, "].blocks[").concat(bi, "].wordIndexes must be an array"));
149
151
  var _iteratorNormalCompletion3 = true, _didIteratorError3 = false, _iteratorError3 = undefined;
150
152
  try {
@@ -218,7 +220,7 @@ function renderPagesToMarkdown(pages, opts) {
218
220
  try {
219
221
  for(var _iterator1 = page.blocks[Symbol.iterator](), _step1; !(_iteratorNormalCompletion1 = (_step1 = _iterator1.next()).done); _iteratorNormalCompletion1 = true){
220
222
  var block = _step1.value;
221
- md += "".concat(renderBlockLiteral(block), "\n\n");
223
+ md += "".concat(renderBlockLiteral(block)).concat(block.tight ? '\n' : '\n\n');
222
224
  }
223
225
  } catch (err) {
224
226
  _didIteratorError1 = true;
@@ -305,7 +307,7 @@ function renderPagesToText(pages) {
305
307
  function toMarkdown(analysis) {
306
308
  var opts = arguments.length > 1 && arguments[1] !== void 0 ? arguments[1] : {};
307
309
  validateAnalysis(analysis);
308
- var isOcr = analysis.report.path === 'ocr';
310
+ var isOcr = analysis.report.path !== 'text';
309
311
  var md = renderPagesToMarkdown(analysis.pages, {
310
312
  forcePageMarkers: isOcr,
311
313
  pageMarkers: !!opts.pageMarkers
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/render-analysis.ts"],"sourcesContent":["// Pure renderers over the Analysis IR: toMarkdown()/toText() are the public,\n// validated entry points; renderPagesToMarkdown/renderPagesToText below are the unvalidated core, reused (unvalidated) by src/analyze.ts.\nimport { PdfToMdError } from './errors.ts';\nimport { pageMarkerLine } from './page-marker.ts';\nimport type { Analysis, AnalysisBlock, AnalysisPage } from './types.ts';\n\nconst BLOCK_TYPES = new Set(['heading', 'paragraph', 'float', 'review']);\n\n// Whole-object, fail-fast validation: every page/block/wordIndexes entry is\n// checked BEFORE toMarkdown/toText render a single character — a malformed Analysis must never produce partial output, only a clean throw.\nfunction validateAnalysis(analysis: unknown): asserts analysis is Analysis {\n const fail = (msg: string): never => {\n throw new PdfToMdError('ANALYSIS_INPUT', msg);\n };\n if (typeof analysis !== 'object' || analysis === null) fail('Analysis must be an object');\n const a = analysis as Record<string, unknown>;\n if (typeof a.report !== 'object' || a.report === null) fail('Analysis.report must be an object');\n const path = (a.report as Record<string, unknown>).path;\n if (path !== 'text' && path !== 'ocr') fail(`Analysis.report.path must be \"text\" or \"ocr\" (got ${JSON.stringify(path)})`);\n if (!Array.isArray(a.pages)) fail('Analysis.pages must be an array');\n\n for (const [pi, page] of (a.pages as unknown[]).entries()) {\n if (typeof page !== 'object' || page === null) fail(`Analysis.pages[${pi}] must be an object`);\n const p = page as Record<string, unknown>;\n if (typeof p.page !== 'number') fail(`Analysis.pages[${pi}].page must be a number`);\n if (!Array.isArray(p.words)) fail(`Analysis.pages[${pi}].words must be an array`);\n for (const [wi, w] of (p.words as unknown[]).entries()) {\n if (typeof w !== 'object' || w === null || typeof (w as Record<string, unknown>).text !== 'string') {\n fail(`Analysis.pages[${pi}].words[${wi}] must be an object with a string 'text'`);\n }\n }\n const wordCount = (p.words as unknown[]).length;\n\n if (!Array.isArray(p.blocks)) fail(`Analysis.pages[${pi}].blocks must be an array`);\n for (const [bi, b] of (p.blocks as unknown[]).entries()) {\n if (typeof b !== 'object' || b === null) fail(`Analysis.pages[${pi}].blocks[${bi}] must be an object`);\n const block = b as Record<string, unknown>;\n if (typeof block.type !== 'string' || !BLOCK_TYPES.has(block.type)) {\n fail(`Analysis.pages[${pi}].blocks[${bi}].type must be one of heading|paragraph|float|review (got ${JSON.stringify(block.type)})`);\n }\n if (typeof block.text !== 'string') fail(`Analysis.pages[${pi}].blocks[${bi}].text must be a string`);\n // `level` contract (see AnalysisBlock, src/types.ts): required 1-6 on a\n // heading, forbidden otherwise — rejected, not ignored, since it likely means `type` was mistyped.\n if (block.type === 'heading') {\n if (!Number.isInteger(block.level) || (block.level as number) < 1 || (block.level as number) > 6) {\n fail(`Analysis.pages[${pi}].blocks[${bi}].level must be an integer 1-6 on a heading block (got ${JSON.stringify(block.level)})`);\n }\n } else if (block.level !== undefined) {\n fail(`Analysis.pages[${pi}].blocks[${bi}].level is only allowed on heading blocks (got a ${JSON.stringify(block.type)} block with level ${JSON.stringify(block.level)})`);\n }\n if (!Array.isArray(block.wordIndexes)) fail(`Analysis.pages[${pi}].blocks[${bi}].wordIndexes must be an array`);\n for (const idx of block.wordIndexes as unknown[]) {\n if (typeof idx !== 'number' || !Number.isInteger(idx) || idx < 0 || idx >= wordCount) {\n fail(`Analysis.pages[${pi}].blocks[${bi}].wordIndexes has an out-of-range index (${JSON.stringify(idx)}; page ${pi} has ${wordCount} words)`);\n }\n }\n }\n }\n}\n\n// See AnalysisBlock's doc comment (src/types.ts) for the `text` contract this relies on.\nfunction renderBlockLiteral(block: AnalysisBlock): string {\n // A heading's `level` is guaranteed present (1-6): validateAnalysis\n // enforces it, and src/analyze.ts (the only unvalidated caller) always sets it.\n if (block.type === 'heading') return `${'#'.repeat(block.level as number)} ${block.text}`;\n return block.text;\n}\n\n/** Unvalidated core, reused by `src/analyze.ts`. `forcePageMarkers` is the\n * OCR path's always-on \"### pN\"; `pageMarkers` is the text path's opt-in flag, ignored when `forcePageMarkers` is set. */\nexport function renderPagesToMarkdown(pages: AnalysisPage[], opts: { forcePageMarkers: boolean; pageMarkers: boolean }): string {\n let md = '';\n for (const page of pages) {\n if (opts.forcePageMarkers) md += `\\n${pageMarkerLine(page.page)}\\n\\n`;\n else if (opts.pageMarkers) md += `${pageMarkerLine(page.page)}\\n\\n`;\n for (const block of page.blocks) md += `${renderBlockLiteral(block)}\\n\\n`;\n }\n return md;\n}\n\n// Strips a block's markdown decoration for plain-text rendering (the inverse\n// of AnalysisBlock's literal-text convention); headings need no stripping.\nfunction bareBlockText(block: AnalysisBlock): string {\n if (block.type === 'heading') return block.text;\n if (block.type === 'review') return block.text.replace(/^> \\[review: [^\\]]*\\] /, '');\n if (block.type === 'float') return block.text.replace(/^> \\[floats\\] /, '');\n return block.text.replace(/^> /, '');\n}\n\nexport function renderPagesToText(pages: AnalysisPage[]): string {\n const out: string[] = [];\n for (const page of pages) {\n for (const block of page.blocks) out.push(bareBlockText(block));\n }\n return out.length ? `${out.join('\\n\\n').trim()}\\n` : '';\n}\n\n/**\n * Render an Analysis to markdown. PURE and fail-fast over any well-formed Analysis (including hand-built/spliced ones) — throws `PdfToMdError`/`'ANALYSIS_INPUT'` before any output on a malformed one.\n * OCR-origin output is byte-identical to extractOcr's own markdown (shared core); text-origin is NOT byte-identical to extractText's (see `AnalysisPage.words`, `src/types.ts`).\n *\n * @param analysis the Analysis to render (from analyze(), or hand-built/spliced)\n * @param opts.pageMarkers text-origin only; an OCR-origin Analysis always carries markers\n */\nexport function toMarkdown(analysis: Analysis, opts: { pageMarkers?: boolean } = {}): string {\n validateAnalysis(analysis);\n const isOcr = analysis.report.path === 'ocr';\n const md = renderPagesToMarkdown(analysis.pages, { forcePageMarkers: isOcr, pageMarkers: !!opts.pageMarkers });\n return isOcr ? md : `${md.trim()}\\n`;\n}\n\n/**\n * Render an Analysis to reading-order plain text: headings drop their `#`;\n * float/review content is INCLUDED with only its markdown decoration stripped, so no content is lost silently. Same fail-fast validation as toMarkdown.\n *\n * @param analysis the Analysis to render (from analyze(), or hand-built/spliced)\n */\nexport function toText(analysis: Analysis): string {\n validateAnalysis(analysis);\n return renderPagesToText(analysis.pages);\n}\n"],"names":["renderPagesToMarkdown","renderPagesToText","toMarkdown","toText","BLOCK_TYPES","Set","validateAnalysis","analysis","fail","msg","PdfToMdError","a","report","path","JSON","stringify","Array","isArray","pages","entries","pi","page","p","words","wi","w","text","wordCount","length","blocks","bi","b","block","type","has","Number","isInteger","level","undefined","wordIndexes","idx","renderBlockLiteral","repeat","opts","md","forcePageMarkers","pageMarkerLine","pageMarkers","bareBlockText","replace","out","push","join","trim","isOcr"],"mappings":"AAAA,6EAA6E;AAC7E,0IAA0I;;;;;;;;;;;;QAqE1HA;eAAAA;;QAmBAC;eAAAA;;QAeAC;eAAAA;;QAaAC;eAAAA;;;wBAnHa;4BACE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAG/B,IAAMC,cAAc,IAAIC,IAAI;IAAC;IAAW;IAAa;IAAS;CAAS;AAEvE,4EAA4E;AAC5E,2IAA2I;AAC3I,SAASC,iBAAiBC,QAAiB;IACzC,IAAMC,OAAO,cAACC;QACZ,MAAM,IAAIC,sBAAY,CAAC,kBAAkBD;IAC3C;IACA,IAAI,CAAA,OAAOF,yCAAP,SAAOA,SAAO,MAAM,YAAYA,aAAa,MAAMC,KAAK;IAC5D,IAAMG,IAAIJ;IACV,IAAI,SAAOI,EAAEC,MAAM,MAAK,YAAYD,EAAEC,MAAM,KAAK,MAAMJ,KAAK;IAC5D,IAAMK,OAAO,AAACF,EAAEC,MAAM,CAA6BC,IAAI;IACvD,IAAIA,SAAS,UAAUA,SAAS,OAAOL,KAAK,AAAC,qDAAyE,OAArBM,KAAKC,SAAS,CAACF,OAAM;IACtH,IAAI,CAACG,MAAMC,OAAO,CAACN,EAAEO,KAAK,GAAGV,KAAK;QAE7B,kCAAA,2BAAA;;QAAL,QAAK,YAAoB,AAACG,EAAEO,KAAK,CAAeC,OAAO,uBAAlD,SAAA,6BAAA,QAAA,yBAAA,iCAAsD;YAAtD,mCAAA,iBAAOC,qBAAIC;YACd,IAAI,CAAA,OAAOA,qCAAP,SAAOA,KAAG,MAAM,YAAYA,SAAS,MAAMb,KAAK,AAAC,kBAAoB,OAAHY,IAAG;YACzE,IAAME,IAAID;YACV,IAAI,OAAOC,EAAED,IAAI,KAAK,UAAUb,KAAK,AAAC,kBAAoB,OAAHY,IAAG;YAC1D,IAAI,CAACJ,MAAMC,OAAO,CAACK,EAAEC,KAAK,GAAGf,KAAK,AAAC,kBAAoB,OAAHY,IAAG;gBAClD,mCAAA,4BAAA;;gBAAL,QAAK,aAAiB,AAACE,EAAEC,KAAK,CAAeJ,OAAO,uBAA/C,UAAA,8BAAA,SAAA,0BAAA,kCAAmD;oBAAnD,oCAAA,kBAAOK,sBAAIC;oBACd,IAAI,CAAA,OAAOA,kCAAP,SAAOA,EAAAA,MAAM,YAAYA,MAAM,QAAQ,OAAO,AAACA,EAA8BC,IAAI,KAAK,UAAU;wBAClGlB,KAAK,AAAC,kBAA8BgB,OAAbJ,IAAG,YAAa,OAAHI,IAAG;oBACzC;gBACF;;gBAJK;gBAAA;;;yBAAA,8BAAA;wBAAA;;;wBAAA;8BAAA;;;;YAKL,IAAMG,YAAY,AAACL,EAAEC,KAAK,CAAeK,MAAM;YAE/C,IAAI,CAACZ,MAAMC,OAAO,CAACK,EAAEO,MAAM,GAAGrB,KAAK,AAAC,kBAAoB,OAAHY,IAAG;gBACnD,mCAAA,4BAAA;;gBAAL,QAAK,aAAiB,AAACE,EAAEO,MAAM,CAAeV,OAAO,uBAAhD,UAAA,8BAAA,SAAA,0BAAA,kCAAoD;oBAApD,oCAAA,kBAAOW,sBAAIC;oBACd,IAAI,CAAA,OAAOA,kCAAP,SAAOA,EAAAA,MAAM,YAAYA,MAAM,MAAMvB,KAAK,AAAC,kBAA+BsB,OAAdV,IAAG,aAAc,OAAHU,IAAG;oBACjF,IAAME,QAAQD;oBACd,IAAI,OAAOC,MAAMC,IAAI,KAAK,YAAY,CAAC7B,YAAY8B,GAAG,CAACF,MAAMC,IAAI,GAAG;wBAClEzB,KAAK,AAAC,kBAA+BsB,OAAdV,IAAG,aAA0EN,OAA/DgB,IAAG,8DAAuF,OAA3BhB,KAAKC,SAAS,CAACiB,MAAMC,IAAI,GAAE;oBACjI;oBACA,IAAI,OAAOD,MAAMN,IAAI,KAAK,UAAUlB,KAAK,AAAC,kBAA+BsB,OAAdV,IAAG,aAAc,OAAHU,IAAG;oBAC5E,wEAAwE;oBACxE,mGAAmG;oBACnG,IAAIE,MAAMC,IAAI,KAAK,WAAW;wBAC5B,IAAI,CAACE,OAAOC,SAAS,CAACJ,MAAMK,KAAK,KAAK,AAACL,MAAMK,KAAK,GAAc,KAAK,AAACL,MAAMK,KAAK,GAAc,GAAG;4BAChG7B,KAAK,AAAC,kBAA+BsB,OAAdV,IAAG,aAAuEN,OAA5DgB,IAAG,2DAAqF,OAA5BhB,KAAKC,SAAS,CAACiB,MAAMK,KAAK,GAAE;wBAC/H;oBACF,OAAO,IAAIL,MAAMK,KAAK,KAAKC,WAAW;wBACpC9B,KAAK,AAAC,kBAA+BsB,OAAdV,IAAG,aAAiEN,OAAtDgB,IAAG,qDAAkGhB,OAA/CA,KAAKC,SAAS,CAACiB,MAAMC,IAAI,GAAE,sBAAgD,OAA5BnB,KAAKC,SAAS,CAACiB,MAAMK,KAAK,GAAE;oBACxK;oBACA,IAAI,CAACrB,MAAMC,OAAO,CAACe,MAAMO,WAAW,GAAG/B,KAAK,AAAC,kBAA+BsB,OAAdV,IAAG,aAAc,OAAHU,IAAG;wBAC1E,mCAAA,4BAAA;;wBAAL,QAAK,aAAaE,MAAMO,WAAW,qBAA9B,UAAA,8BAAA,SAAA,0BAAA,kCAA6C;4BAA7C,IAAMC,MAAN;4BACH,IAAI,OAAOA,QAAQ,YAAY,CAACL,OAAOC,SAAS,CAACI,QAAQA,MAAM,KAAKA,OAAOb,WAAW;gCACpFnB,KAAK,AAAC,kBAA+BsB,OAAdV,IAAG,aAAyDN,OAA9CgB,IAAG,6CAAwEV,OAA7BN,KAAKC,SAAS,CAACyB,MAAK,WAAmBb,OAAVP,IAAG,SAAiB,OAAVO,WAAU;4BACtI;wBACF;;wBAJK;wBAAA;;;iCAAA,8BAAA;gCAAA;;;gCAAA;sCAAA;;;;gBAKP;;gBAtBK;gBAAA;;;yBAAA,8BAAA;wBAAA;;;wBAAA;8BAAA;;;;QAuBP;;QApCK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;AAqCP;AAEA,yFAAyF;AACzF,SAASc,mBAAmBT,KAAoB;IAC9C,oEAAoE;IACpE,gFAAgF;IAChF,IAAIA,MAAMC,IAAI,KAAK,WAAW,OAAO,AAAC,GAAuCD,OAArC,IAAIU,MAAM,CAACV,MAAMK,KAAK,GAAY,KAAc,OAAXL,MAAMN,IAAI;IACvF,OAAOM,MAAMN,IAAI;AACnB;AAIO,SAAS1B,sBAAsBkB,KAAqB,EAAEyB,IAAyD;IACpH,IAAIC,KAAK;QACJ,kCAAA,2BAAA;;QAAL,QAAK,YAAc1B,0BAAd,SAAA,6BAAA,QAAA,yBAAA,iCAAqB;YAArB,IAAMG,OAAN;YACH,IAAIsB,KAAKE,gBAAgB,EAAED,MAAM,AAAC,KAA8B,OAA1BE,IAAAA,4BAAc,EAACzB,KAAKA,IAAI,GAAE;iBAC3D,IAAIsB,KAAKI,WAAW,EAAEH,MAAM,AAAC,GAA4B,OAA1BE,IAAAA,4BAAc,EAACzB,KAAKA,IAAI,GAAE;gBACzD,mCAAA,4BAAA;;gBAAL,QAAK,aAAeA,KAAKQ,MAAM,qBAA1B,UAAA,8BAAA,SAAA,0BAAA;oBAAA,IAAMG,QAAN;oBAA4BY,MAAM,AAAC,GAA4B,OAA1BH,mBAAmBT,QAAO;;;gBAA/D;gBAAA;;;yBAAA,8BAAA;wBAAA;;;wBAAA;8BAAA;;;;QACP;;QAJK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAKL,OAAOY;AACT;AAEA,6EAA6E;AAC7E,2EAA2E;AAC3E,SAASI,cAAchB,KAAoB;IACzC,IAAIA,MAAMC,IAAI,KAAK,WAAW,OAAOD,MAAMN,IAAI;IAC/C,IAAIM,MAAMC,IAAI,KAAK,UAAU,OAAOD,MAAMN,IAAI,CAACuB,OAAO,CAAC,0BAA0B;IACjF,IAAIjB,MAAMC,IAAI,KAAK,SAAS,OAAOD,MAAMN,IAAI,CAACuB,OAAO,CAAC,kBAAkB;IACxE,OAAOjB,MAAMN,IAAI,CAACuB,OAAO,CAAC,OAAO;AACnC;AAEO,SAAShD,kBAAkBiB,KAAqB;IACrD,IAAMgC,MAAgB,EAAE;QACnB,kCAAA,2BAAA;;QAAL,QAAK,YAAchC,0BAAd,SAAA,6BAAA,QAAA,yBAAA,iCAAqB;YAArB,IAAMG,OAAN;gBACE,mCAAA,4BAAA;;gBAAL,QAAK,aAAeA,KAAKQ,MAAM,qBAA1B,UAAA,8BAAA,SAAA,0BAAA;oBAAA,IAAMG,QAAN;oBAA4BkB,IAAIC,IAAI,CAACH,cAAchB;;;gBAAnD;gBAAA;;;yBAAA,8BAAA;wBAAA;;;wBAAA;8BAAA;;;;QACP;;QAFK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAGL,OAAOkB,IAAItB,MAAM,GAAG,AAAC,GAA0B,OAAxBsB,IAAIE,IAAI,CAAC,QAAQC,IAAI,IAAG,QAAM;AACvD;AASO,SAASnD,WAAWK,QAAkB;QAAEoC,OAAAA,iEAAkC,CAAC;IAChFrC,iBAAiBC;IACjB,IAAM+C,QAAQ/C,SAASK,MAAM,CAACC,IAAI,KAAK;IACvC,IAAM+B,KAAK5C,sBAAsBO,SAASW,KAAK,EAAE;QAAE2B,kBAAkBS;QAAOP,aAAa,CAAC,CAACJ,KAAKI,WAAW;IAAC;IAC5G,OAAOO,QAAQV,KAAK,AAAC,GAAY,OAAVA,GAAGS,IAAI,IAAG;AACnC;AAQO,SAASlD,OAAOI,QAAkB;IACvCD,iBAAiBC;IACjB,OAAON,kBAAkBM,SAASW,KAAK;AACzC"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/render-analysis.ts"],"sourcesContent":["// Pure renderers over the Analysis IR: toMarkdown()/toText() are the public,\n// validated entry points; renderPagesToMarkdown/renderPagesToText below are the unvalidated core, reused (unvalidated) by src/analyze.ts.\nimport { PdfToMdError } from './errors.ts';\nimport { pageMarkerLine } from './page-marker.ts';\nimport type { Analysis, AnalysisBlock, AnalysisPage } from './types.ts';\n\nconst BLOCK_TYPES = new Set(['heading', 'paragraph', 'float', 'review']);\n\n// Whole-object, fail-fast validation: every page/block/wordIndexes entry is\n// checked BEFORE toMarkdown/toText render a single character — a malformed Analysis must never produce partial output, only a clean throw.\nfunction validateAnalysis(analysis: unknown): asserts analysis is Analysis {\n const fail = (msg: string): never => {\n throw new PdfToMdError('ANALYSIS_INPUT', msg);\n };\n if (typeof analysis !== 'object' || analysis === null) fail('Analysis must be an object');\n const a = analysis as Record<string, unknown>;\n if (typeof a.report !== 'object' || a.report === null) fail('Analysis.report must be an object');\n const path = (a.report as Record<string, unknown>).path;\n if (path !== 'text' && path !== 'ocr' && path !== 'mixed') fail(`Analysis.report.path must be \"text\", \"ocr\", or \"mixed\" (got ${JSON.stringify(path)})`);\n if (!Array.isArray(a.pages)) fail('Analysis.pages must be an array');\n\n for (const [pi, page] of (a.pages as unknown[]).entries()) {\n if (typeof page !== 'object' || page === null) fail(`Analysis.pages[${pi}] must be an object`);\n const p = page as Record<string, unknown>;\n if (typeof p.page !== 'number') fail(`Analysis.pages[${pi}].page must be a number`);\n if (p.path !== 'text' && p.path !== 'ocr') fail(`Analysis.pages[${pi}].path must be \"text\" or \"ocr\" (got ${JSON.stringify(p.path)})`);\n if (!Array.isArray(p.words)) fail(`Analysis.pages[${pi}].words must be an array`);\n for (const [wi, w] of (p.words as unknown[]).entries()) {\n if (typeof w !== 'object' || w === null || typeof (w as Record<string, unknown>).text !== 'string') {\n fail(`Analysis.pages[${pi}].words[${wi}] must be an object with a string 'text'`);\n }\n }\n const wordCount = (p.words as unknown[]).length;\n\n if (!Array.isArray(p.blocks)) fail(`Analysis.pages[${pi}].blocks must be an array`);\n for (const [bi, b] of (p.blocks as unknown[]).entries()) {\n if (typeof b !== 'object' || b === null) fail(`Analysis.pages[${pi}].blocks[${bi}] must be an object`);\n const block = b as Record<string, unknown>;\n if (typeof block.type !== 'string' || !BLOCK_TYPES.has(block.type)) {\n fail(`Analysis.pages[${pi}].blocks[${bi}].type must be one of heading|paragraph|float|review (got ${JSON.stringify(block.type)})`);\n }\n if (typeof block.text !== 'string') fail(`Analysis.pages[${pi}].blocks[${bi}].text must be a string`);\n // `level` contract (see AnalysisBlock, src/types.ts): required 1-6 on a\n // heading, forbidden otherwise — rejected, not ignored, since it likely means `type` was mistyped.\n if (block.type === 'heading') {\n if (!Number.isInteger(block.level) || (block.level as number) < 1 || (block.level as number) > 6) {\n fail(`Analysis.pages[${pi}].blocks[${bi}].level must be an integer 1-6 on a heading block (got ${JSON.stringify(block.level)})`);\n }\n } else if (block.level !== undefined) {\n fail(`Analysis.pages[${pi}].blocks[${bi}].level is only allowed on heading blocks (got a ${JSON.stringify(block.type)} block with level ${JSON.stringify(block.level)})`);\n }\n if (block.tight !== undefined && typeof block.tight !== 'boolean') fail(`Analysis.pages[${pi}].blocks[${bi}].tight must be boolean when present`);\n if (!Array.isArray(block.wordIndexes)) fail(`Analysis.pages[${pi}].blocks[${bi}].wordIndexes must be an array`);\n for (const idx of block.wordIndexes as unknown[]) {\n if (typeof idx !== 'number' || !Number.isInteger(idx) || idx < 0 || idx >= wordCount) {\n fail(`Analysis.pages[${pi}].blocks[${bi}].wordIndexes has an out-of-range index (${JSON.stringify(idx)}; page ${pi} has ${wordCount} words)`);\n }\n }\n }\n }\n}\n\n// See AnalysisBlock's doc comment (src/types.ts) for the `text` contract this relies on.\nfunction renderBlockLiteral(block: AnalysisBlock): string {\n // A heading's `level` is guaranteed present (1-6): validateAnalysis\n // enforces it, and src/analyze.ts (the only unvalidated caller) always sets it.\n if (block.type === 'heading') return `${'#'.repeat(block.level as number)} ${block.text}`;\n return block.text;\n}\n\n/** Unvalidated core, reused by `src/analyze.ts`. `forcePageMarkers` is the\n * OCR path's always-on \"### pN\"; `pageMarkers` is the text path's opt-in flag, ignored when `forcePageMarkers` is set. */\nexport function renderPagesToMarkdown(pages: AnalysisPage[], opts: { forcePageMarkers: boolean; pageMarkers: boolean }): string {\n let md = '';\n for (const page of pages) {\n if (opts.forcePageMarkers) md += `\\n${pageMarkerLine(page.page)}\\n\\n`;\n else if (opts.pageMarkers) md += `${pageMarkerLine(page.page)}\\n\\n`;\n for (const block of page.blocks) md += `${renderBlockLiteral(block)}${block.tight ? '\\n' : '\\n\\n'}`;\n }\n return md;\n}\n\n// Strips a block's markdown decoration for plain-text rendering (the inverse\n// of AnalysisBlock's literal-text convention); headings need no stripping.\nfunction bareBlockText(block: AnalysisBlock): string {\n if (block.type === 'heading') return block.text;\n if (block.type === 'review') return block.text.replace(/^> \\[review: [^\\]]*\\] /, '');\n if (block.type === 'float') return block.text.replace(/^> \\[floats\\] /, '');\n return block.text.replace(/^> /, '');\n}\n\nexport function renderPagesToText(pages: AnalysisPage[]): string {\n const out: string[] = [];\n for (const page of pages) {\n for (const block of page.blocks) out.push(bareBlockText(block));\n }\n return out.length ? `${out.join('\\n\\n').trim()}\\n` : '';\n}\n\n/**\n * Render an Analysis to markdown. PURE and fail-fast over any well-formed Analysis (including hand-built/spliced ones) — throws `PdfToMdError`/`'ANALYSIS_INPUT'` before any output on a malformed one.\n * OCR-origin output is byte-identical to extractOcr's own markdown. Text\n * output comes from the same captured blocks as extractText. Mixed output\n * always includes page markers because adjacent pages have different producers.\n *\n * @param analysis the Analysis to render (from analyze(), or hand-built/spliced)\n * @param opts.pageMarkers text-origin only; OCR and mixed Analysis values always carry markers\n */\nexport function toMarkdown(analysis: Analysis, opts: { pageMarkers?: boolean } = {}): string {\n validateAnalysis(analysis);\n const isOcr = analysis.report.path !== 'text';\n const md = renderPagesToMarkdown(analysis.pages, { forcePageMarkers: isOcr, pageMarkers: !!opts.pageMarkers });\n return isOcr ? md : `${md.trim()}\\n`;\n}\n\n/**\n * Render an Analysis to reading-order plain text: headings drop their `#`;\n * float/review content is INCLUDED with only its markdown decoration stripped, so no content is lost silently. Same fail-fast validation as toMarkdown.\n *\n * @param analysis the Analysis to render (from analyze(), or hand-built/spliced)\n */\nexport function toText(analysis: Analysis): string {\n validateAnalysis(analysis);\n return renderPagesToText(analysis.pages);\n}\n"],"names":["renderPagesToMarkdown","renderPagesToText","toMarkdown","toText","BLOCK_TYPES","Set","validateAnalysis","analysis","fail","msg","PdfToMdError","a","report","path","JSON","stringify","Array","isArray","pages","entries","pi","page","p","words","wi","w","text","wordCount","length","blocks","bi","b","block","type","has","Number","isInteger","level","undefined","tight","wordIndexes","idx","renderBlockLiteral","repeat","opts","md","forcePageMarkers","pageMarkerLine","pageMarkers","bareBlockText","replace","out","push","join","trim","isOcr"],"mappings":"AAAA,6EAA6E;AAC7E,0IAA0I;;;;;;;;;;;;QAuE1HA;eAAAA;;QAmBAC;eAAAA;;QAiBAC;eAAAA;;QAaAC;eAAAA;;;wBAvHa;4BACE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAG/B,IAAMC,cAAc,IAAIC,IAAI;IAAC;IAAW;IAAa;IAAS;CAAS;AAEvE,4EAA4E;AAC5E,2IAA2I;AAC3I,SAASC,iBAAiBC,QAAiB;IACzC,IAAMC,OAAO,cAACC;QACZ,MAAM,IAAIC,sBAAY,CAAC,kBAAkBD;IAC3C;IACA,IAAI,CAAA,OAAOF,yCAAP,SAAOA,SAAO,MAAM,YAAYA,aAAa,MAAMC,KAAK;IAC5D,IAAMG,IAAIJ;IACV,IAAI,SAAOI,EAAEC,MAAM,MAAK,YAAYD,EAAEC,MAAM,KAAK,MAAMJ,KAAK;IAC5D,IAAMK,OAAO,AAACF,EAAEC,MAAM,CAA6BC,IAAI;IACvD,IAAIA,SAAS,UAAUA,SAAS,SAASA,SAAS,SAASL,KAAK,AAAC,+DAAmF,OAArBM,KAAKC,SAAS,CAACF,OAAM;IACpJ,IAAI,CAACG,MAAMC,OAAO,CAACN,EAAEO,KAAK,GAAGV,KAAK;QAE7B,kCAAA,2BAAA;;QAAL,QAAK,YAAoB,AAACG,EAAEO,KAAK,CAAeC,OAAO,uBAAlD,SAAA,6BAAA,QAAA,yBAAA,iCAAsD;YAAtD,mCAAA,iBAAOC,qBAAIC;YACd,IAAI,CAAA,OAAOA,qCAAP,SAAOA,KAAG,MAAM,YAAYA,SAAS,MAAMb,KAAK,AAAC,kBAAoB,OAAHY,IAAG;YACzE,IAAME,IAAID;YACV,IAAI,OAAOC,EAAED,IAAI,KAAK,UAAUb,KAAK,AAAC,kBAAoB,OAAHY,IAAG;YAC1D,IAAIE,EAAET,IAAI,KAAK,UAAUS,EAAET,IAAI,KAAK,OAAOL,KAAK,AAAC,kBAA0DM,OAAzCM,IAAG,wCAA6D,OAAvBN,KAAKC,SAAS,CAACO,EAAET,IAAI,GAAE;YAClI,IAAI,CAACG,MAAMC,OAAO,CAACK,EAAEC,KAAK,GAAGf,KAAK,AAAC,kBAAoB,OAAHY,IAAG;gBAClD,mCAAA,4BAAA;;gBAAL,QAAK,aAAiB,AAACE,EAAEC,KAAK,CAAeJ,OAAO,uBAA/C,UAAA,8BAAA,SAAA,0BAAA,kCAAmD;oBAAnD,oCAAA,kBAAOK,sBAAIC;oBACd,IAAI,CAAA,OAAOA,kCAAP,SAAOA,EAAAA,MAAM,YAAYA,MAAM,QAAQ,OAAO,AAACA,EAA8BC,IAAI,KAAK,UAAU;wBAClGlB,KAAK,AAAC,kBAA8BgB,OAAbJ,IAAG,YAAa,OAAHI,IAAG;oBACzC;gBACF;;gBAJK;gBAAA;;;yBAAA,8BAAA;wBAAA;;;wBAAA;8BAAA;;;;YAKL,IAAMG,YAAY,AAACL,EAAEC,KAAK,CAAeK,MAAM;YAE/C,IAAI,CAACZ,MAAMC,OAAO,CAACK,EAAEO,MAAM,GAAGrB,KAAK,AAAC,kBAAoB,OAAHY,IAAG;gBACnD,mCAAA,4BAAA;;gBAAL,QAAK,aAAiB,AAACE,EAAEO,MAAM,CAAeV,OAAO,uBAAhD,UAAA,8BAAA,SAAA,0BAAA,kCAAoD;oBAApD,oCAAA,kBAAOW,sBAAIC;oBACd,IAAI,CAAA,OAAOA,kCAAP,SAAOA,EAAAA,MAAM,YAAYA,MAAM,MAAMvB,KAAK,AAAC,kBAA+BsB,OAAdV,IAAG,aAAc,OAAHU,IAAG;oBACjF,IAAME,QAAQD;oBACd,IAAI,OAAOC,MAAMC,IAAI,KAAK,YAAY,CAAC7B,YAAY8B,GAAG,CAACF,MAAMC,IAAI,GAAG;wBAClEzB,KAAK,AAAC,kBAA+BsB,OAAdV,IAAG,aAA0EN,OAA/DgB,IAAG,8DAAuF,OAA3BhB,KAAKC,SAAS,CAACiB,MAAMC,IAAI,GAAE;oBACjI;oBACA,IAAI,OAAOD,MAAMN,IAAI,KAAK,UAAUlB,KAAK,AAAC,kBAA+BsB,OAAdV,IAAG,aAAc,OAAHU,IAAG;oBAC5E,wEAAwE;oBACxE,mGAAmG;oBACnG,IAAIE,MAAMC,IAAI,KAAK,WAAW;wBAC5B,IAAI,CAACE,OAAOC,SAAS,CAACJ,MAAMK,KAAK,KAAK,AAACL,MAAMK,KAAK,GAAc,KAAK,AAACL,MAAMK,KAAK,GAAc,GAAG;4BAChG7B,KAAK,AAAC,kBAA+BsB,OAAdV,IAAG,aAAuEN,OAA5DgB,IAAG,2DAAqF,OAA5BhB,KAAKC,SAAS,CAACiB,MAAMK,KAAK,GAAE;wBAC/H;oBACF,OAAO,IAAIL,MAAMK,KAAK,KAAKC,WAAW;wBACpC9B,KAAK,AAAC,kBAA+BsB,OAAdV,IAAG,aAAiEN,OAAtDgB,IAAG,qDAAkGhB,OAA/CA,KAAKC,SAAS,CAACiB,MAAMC,IAAI,GAAE,sBAAgD,OAA5BnB,KAAKC,SAAS,CAACiB,MAAMK,KAAK,GAAE;oBACxK;oBACA,IAAIL,MAAMO,KAAK,KAAKD,aAAa,OAAON,MAAMO,KAAK,KAAK,WAAW/B,KAAK,AAAC,kBAA+BsB,OAAdV,IAAG,aAAc,OAAHU,IAAG;oBAC3G,IAAI,CAACd,MAAMC,OAAO,CAACe,MAAMQ,WAAW,GAAGhC,KAAK,AAAC,kBAA+BsB,OAAdV,IAAG,aAAc,OAAHU,IAAG;wBAC1E,mCAAA,4BAAA;;wBAAL,QAAK,aAAaE,MAAMQ,WAAW,qBAA9B,UAAA,8BAAA,SAAA,0BAAA,kCAA6C;4BAA7C,IAAMC,MAAN;4BACH,IAAI,OAAOA,QAAQ,YAAY,CAACN,OAAOC,SAAS,CAACK,QAAQA,MAAM,KAAKA,OAAOd,WAAW;gCACpFnB,KAAK,AAAC,kBAA+BsB,OAAdV,IAAG,aAAyDN,OAA9CgB,IAAG,6CAAwEV,OAA7BN,KAAKC,SAAS,CAAC0B,MAAK,WAAmBd,OAAVP,IAAG,SAAiB,OAAVO,WAAU;4BACtI;wBACF;;wBAJK;wBAAA;;;iCAAA,8BAAA;gCAAA;;;gCAAA;sCAAA;;;;gBAKP;;gBAvBK;gBAAA;;;yBAAA,8BAAA;wBAAA;;;wBAAA;8BAAA;;;;QAwBP;;QAtCK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;AAuCP;AAEA,yFAAyF;AACzF,SAASe,mBAAmBV,KAAoB;IAC9C,oEAAoE;IACpE,gFAAgF;IAChF,IAAIA,MAAMC,IAAI,KAAK,WAAW,OAAO,AAAC,GAAuCD,OAArC,IAAIW,MAAM,CAACX,MAAMK,KAAK,GAAY,KAAc,OAAXL,MAAMN,IAAI;IACvF,OAAOM,MAAMN,IAAI;AACnB;AAIO,SAAS1B,sBAAsBkB,KAAqB,EAAE0B,IAAyD;IACpH,IAAIC,KAAK;QACJ,kCAAA,2BAAA;;QAAL,QAAK,YAAc3B,0BAAd,SAAA,6BAAA,QAAA,yBAAA,iCAAqB;YAArB,IAAMG,OAAN;YACH,IAAIuB,KAAKE,gBAAgB,EAAED,MAAM,AAAC,KAA8B,OAA1BE,IAAAA,4BAAc,EAAC1B,KAAKA,IAAI,GAAE;iBAC3D,IAAIuB,KAAKI,WAAW,EAAEH,MAAM,AAAC,GAA4B,OAA1BE,IAAAA,4BAAc,EAAC1B,KAAKA,IAAI,GAAE;gBACzD,mCAAA,4BAAA;;gBAAL,QAAK,aAAeA,KAAKQ,MAAM,qBAA1B,UAAA,8BAAA,SAAA,0BAAA;oBAAA,IAAMG,QAAN;oBAA4Ba,MAAM,AAAC,GAA8Bb,OAA5BU,mBAAmBV,QAAqC,OAA5BA,MAAMO,KAAK,GAAG,OAAO;;;gBAAtF;gBAAA;;;yBAAA,8BAAA;wBAAA;;;wBAAA;8BAAA;;;;QACP;;QAJK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAKL,OAAOM;AACT;AAEA,6EAA6E;AAC7E,2EAA2E;AAC3E,SAASI,cAAcjB,KAAoB;IACzC,IAAIA,MAAMC,IAAI,KAAK,WAAW,OAAOD,MAAMN,IAAI;IAC/C,IAAIM,MAAMC,IAAI,KAAK,UAAU,OAAOD,MAAMN,IAAI,CAACwB,OAAO,CAAC,0BAA0B;IACjF,IAAIlB,MAAMC,IAAI,KAAK,SAAS,OAAOD,MAAMN,IAAI,CAACwB,OAAO,CAAC,kBAAkB;IACxE,OAAOlB,MAAMN,IAAI,CAACwB,OAAO,CAAC,OAAO;AACnC;AAEO,SAASjD,kBAAkBiB,KAAqB;IACrD,IAAMiC,MAAgB,EAAE;QACnB,kCAAA,2BAAA;;QAAL,QAAK,YAAcjC,0BAAd,SAAA,6BAAA,QAAA,yBAAA,iCAAqB;YAArB,IAAMG,OAAN;gBACE,mCAAA,4BAAA;;gBAAL,QAAK,aAAeA,KAAKQ,MAAM,qBAA1B,UAAA,8BAAA,SAAA,0BAAA;oBAAA,IAAMG,QAAN;oBAA4BmB,IAAIC,IAAI,CAACH,cAAcjB;;;gBAAnD;gBAAA;;;yBAAA,8BAAA;wBAAA;;;wBAAA;8BAAA;;;;QACP;;QAFK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAGL,OAAOmB,IAAIvB,MAAM,GAAG,AAAC,GAA0B,OAAxBuB,IAAIE,IAAI,CAAC,QAAQC,IAAI,IAAG,QAAM;AACvD;AAWO,SAASpD,WAAWK,QAAkB;QAAEqC,OAAAA,iEAAkC,CAAC;IAChFtC,iBAAiBC;IACjB,IAAMgD,QAAQhD,SAASK,MAAM,CAACC,IAAI,KAAK;IACvC,IAAMgC,KAAK7C,sBAAsBO,SAASW,KAAK,EAAE;QAAE4B,kBAAkBS;QAAOP,aAAa,CAAC,CAACJ,KAAKI,WAAW;IAAC;IAC5G,OAAOO,QAAQV,KAAK,AAAC,GAAY,OAAVA,GAAGS,IAAI,IAAG;AACnC;AAQO,SAASnD,OAAOI,QAAkB;IACvCD,iBAAiBC;IACjB,OAAON,kBAAkBM,SAASW,KAAK;AACzC"}
@@ -3,10 +3,10 @@ export declare const SPARSE_CHARS_PER_PAGE = 200;
3
3
  export declare const AUTO_OCR_CHARS_PER_PAGE = 20;
4
4
  /** A manually-bumped integer, deliberately not the npm package version —
5
5
  * bump whenever a change can alter output for identical input. See `CHANGELOG.md` for history. */
6
- export declare const OUTPUT_VERSION = 1;
6
+ export declare const OUTPUT_VERSION = 2;
7
7
  /** Below this per-word confidence (0-100, tesseract.js's `confidence`), a
8
8
  * word counts as low-confidence. Measured: junk max 43 vs prose min 76, cut 60, 2026-08-17. */
9
9
  export declare const LOW_CONFIDENCE_THRESHOLD = 60;
10
10
  export declare const LOW_CONFIDENCE_SAMPLE_CAP = 12;
11
11
  export declare function buildReport({ numPages, md, statsMd, stats, bodyH, headingSizes, hybridPages }: BuildReportInput): Report;
12
- export declare function buildOcrReport({ md, fallback, words }: BuildOcrReportInput): Report;
12
+ export declare function buildOcrReport({ md, fallback, words, pagePaths, hybridPages }: BuildOcrReportInput): Report;
@@ -3,10 +3,10 @@ export declare const SPARSE_CHARS_PER_PAGE = 200;
3
3
  export declare const AUTO_OCR_CHARS_PER_PAGE = 20;
4
4
  /** A manually-bumped integer, deliberately not the npm package version —
5
5
  * bump whenever a change can alter output for identical input. See `CHANGELOG.md` for history. */
6
- export declare const OUTPUT_VERSION = 1;
6
+ export declare const OUTPUT_VERSION = 2;
7
7
  /** Below this per-word confidence (0-100, tesseract.js's `confidence`), a
8
8
  * word counts as low-confidence. Measured: junk max 43 vs prose min 76, cut 60, 2026-08-17. */
9
9
  export declare const LOW_CONFIDENCE_THRESHOLD = 60;
10
10
  export declare const LOW_CONFIDENCE_SAMPLE_CAP = 12;
11
11
  export declare function buildReport({ numPages, md, statsMd, stats, bodyH, headingSizes, hybridPages }: BuildReportInput): Report;
12
- export declare function buildOcrReport({ md, fallback, words }: BuildOcrReportInput): Report;
12
+ export declare function buildOcrReport({ md, fallback, words, pagePaths, hybridPages }: BuildOcrReportInput): Report;
@@ -41,6 +41,9 @@ function _array_like_to_array(arr, len) {
41
41
  function _array_with_holes(arr) {
42
42
  if (Array.isArray(arr)) return arr;
43
43
  }
44
+ function _array_without_holes(arr) {
45
+ if (Array.isArray(arr)) return _array_like_to_array(arr);
46
+ }
44
47
  function _define_property(obj, key, value) {
45
48
  if (key in obj) {
46
49
  Object.defineProperty(obj, key, {
@@ -52,6 +55,11 @@ function _define_property(obj, key, value) {
52
55
  } else obj[key] = value;
53
56
  return obj;
54
57
  }
58
+ function _iterable_to_array(iter) {
59
+ if (typeof Symbol !== "undefined" && iter[Symbol.iterator] != null || iter["@@iterator"] != null) {
60
+ return Array.from(iter);
61
+ }
62
+ }
55
63
  function _iterable_to_array_limit(arr, i) {
56
64
  var _i = arr == null ? null : typeof Symbol !== "undefined" && arr[Symbol.iterator] || arr["@@iterator"];
57
65
  if (_i == null) return;
@@ -79,6 +87,9 @@ function _iterable_to_array_limit(arr, i) {
79
87
  function _non_iterable_rest() {
80
88
  throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
81
89
  }
90
+ function _non_iterable_spread() {
91
+ throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.");
92
+ }
82
93
  function _object_spread(target) {
83
94
  for(var i = 1; i < arguments.length; i++){
84
95
  var source = arguments[i] != null ? arguments[i] : {};
@@ -97,6 +108,9 @@ function _object_spread(target) {
97
108
  function _sliced_to_array(arr, i) {
98
109
  return _array_with_holes(arr) || _iterable_to_array_limit(arr, i) || _unsupported_iterable_to_array(arr, i) || _non_iterable_rest();
99
110
  }
111
+ function _to_consumable_array(arr) {
112
+ return _array_without_holes(arr) || _iterable_to_array(arr) || _unsupported_iterable_to_array(arr) || _non_iterable_spread();
113
+ }
100
114
  function _unsupported_iterable_to_array(o, minLen) {
101
115
  if (!o) return;
102
116
  if (typeof o === "string") return _array_like_to_array(o, minLen);
@@ -107,7 +121,7 @@ function _unsupported_iterable_to_array(o, minLen) {
107
121
  }
108
122
  var SPARSE_CHARS_PER_PAGE = 200;
109
123
  var AUTO_OCR_CHARS_PER_PAGE = 20;
110
- var OUTPUT_VERSION = 1;
124
+ var OUTPUT_VERSION = 2;
111
125
  // A body paragraph line may end in sentence/clause punctuation, a closing
112
126
  // quote/bracket, an ellipsis, or a digit (chart/label lines like "1/3" legitimately end in a number).
113
127
  var TERMINAL_PUNCT = /[.!?:;"”'’)\]…0-9]$/;
@@ -252,16 +266,18 @@ function measurePage(body) {
252
266
  //
253
267
  // `hybridPages` (text path only) marks a row `largeImages: true` when that
254
268
  // page used its text layer but also carries a large embedded image; omitted entirely on the OCR path, which has no equivalent signal.
255
- function pageStats(md, hybridPages) {
269
+ function pageStats(md, path, hybridPages, pagePaths) {
256
270
  var rows = [];
257
271
  var _iteratorNormalCompletion = true, _didIteratorError = false, _iteratorError = undefined;
258
272
  try {
259
273
  for(var _iterator = (0, _pagemarkerts.splitByPageMarker)(md)[Symbol.iterator](), _step; !(_iteratorNormalCompletion = (_step = _iterator.next()).done); _iteratorNormalCompletion = true){
260
274
  var _step_value = _step.value, page = _step_value.page, body = _step_value.body;
275
+ var _ref;
261
276
  var row = _object_spread({
262
- page: page
277
+ page: page,
278
+ path: (_ref = pagePaths === null || pagePaths === void 0 ? void 0 : pagePaths.get(page)) !== null && _ref !== void 0 ? _ref : path
263
279
  }, measurePage(body));
264
- if (hybridPages) row.largeImages = hybridPages.includes(page);
280
+ if (hybridPages && row.path === 'text') row.largeImages = hybridPages.includes(page);
265
281
  rows.push(row);
266
282
  }
267
283
  } catch (err) {
@@ -286,7 +302,7 @@ function buildReport(param) {
286
302
  return !(0, _pagemarkerts.isPageMarkerLine)(h);
287
303
  }); // page markers are provenance, not structure
288
304
  var perPage = Math.round(md.length / numPages);
289
- var perPageStats = pageStats(statsMd, hybridPages);
305
+ var perPageStats = pageStats(statsMd, 'text', hybridPages);
290
306
  return {
291
307
  outputVersion: OUTPUT_VERSION,
292
308
  path: 'text',
@@ -322,13 +338,13 @@ function buildReport(param) {
322
338
  };
323
339
  }
324
340
  function buildOcrReport(param) {
325
- var md = param.md, fallback = param.fallback, _param_words = param.words, words = _param_words === void 0 ? [] : _param_words;
341
+ var md = param.md, fallback = param.fallback, _param_words = param.words, words = _param_words === void 0 ? [] : _param_words, pagePaths = param.pagePaths, hybridPages = param.hybridPages;
326
342
  var numPages = (0, _pagemarkerts.countPageMarkers)(md);
327
343
  var heads = (md.match(/^#{1,6}\s*(.+)$/gm) || []).filter(function(h) {
328
344
  return !(0, _pagemarkerts.isPageMarkerLine)(h);
329
345
  });
330
346
  var perPage = numPages ? Math.round(md.length / numPages) : 0;
331
- var perPageStats = pageStats(md);
347
+ var perPageStats = pageStats(md, 'ocr', hybridPages, pagePaths);
332
348
  // Attach the low-confidence detector's per-page results after the fact:
333
349
  // pageStats() has no confidence data (it reads markdown text only), so join it in here by page number.
334
350
  var lowConf = lowConfidenceByPage(words);
@@ -356,9 +372,12 @@ function buildOcrReport(param) {
356
372
  }
357
373
  }
358
374
  }
375
+ var mixed = pagePaths !== undefined && _to_consumable_array(pagePaths.values()).some(function(path) {
376
+ return path === 'text';
377
+ });
359
378
  return {
360
379
  outputVersion: OUTPUT_VERSION,
361
- path: 'ocr',
380
+ path: mixed ? 'mixed' : 'ocr',
362
381
  pages: numPages,
363
382
  ocrFallback: !!fallback,
364
383
  chars: md.length,