@effortlessmotion/pdf-to-md 0.1.1 → 0.1.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. package/dist/cjs/analyze.js.map +1 -1
  2. package/dist/cjs/audit.js.map +1 -1
  3. package/dist/cjs/cli/audit.js.map +1 -1
  4. package/dist/cjs/cli/extract.js.map +1 -1
  5. package/dist/cjs/cli/index.js.map +1 -1
  6. package/dist/cjs/cli/render.js.map +1 -1
  7. package/dist/cjs/cli/types.js.map +1 -1
  8. package/dist/cjs/cli.js.map +1 -1
  9. package/dist/cjs/collect.js.map +1 -1
  10. package/dist/cjs/dict.js.map +1 -1
  11. package/dist/cjs/emit.js.map +1 -1
  12. package/dist/cjs/engines/tesseract.js.map +1 -1
  13. package/dist/cjs/errors.js.map +1 -1
  14. package/dist/cjs/extract.js.map +1 -1
  15. package/dist/cjs/geometry.d.cts +1 -0
  16. package/dist/cjs/geometry.d.ts +1 -0
  17. package/dist/cjs/geometry.js +10 -2
  18. package/dist/cjs/geometry.js.map +1 -1
  19. package/dist/cjs/index.js.map +1 -1
  20. package/dist/cjs/lines.js.map +1 -1
  21. package/dist/cjs/markdown.js.map +1 -1
  22. package/dist/cjs/page-marker.js.map +1 -1
  23. package/dist/cjs/pdf-open.js.map +1 -1
  24. package/dist/cjs/raster.js.map +1 -1
  25. package/dist/cjs/render-analysis.js.map +1 -1
  26. package/dist/cjs/report.js.map +1 -1
  27. package/dist/cjs/resolve.js.map +1 -1
  28. package/dist/cjs/types.js.map +1 -1
  29. package/dist/cjs/validate.js.map +1 -1
  30. package/dist/esm/analyze.js.map +1 -1
  31. package/dist/esm/audit.js.map +1 -1
  32. package/dist/esm/cli/audit.js.map +1 -1
  33. package/dist/esm/cli/extract.js.map +1 -1
  34. package/dist/esm/cli/index.js.map +1 -1
  35. package/dist/esm/cli/render.js.map +1 -1
  36. package/dist/esm/cli/types.js.map +1 -1
  37. package/dist/esm/cli.js.map +1 -1
  38. package/dist/esm/collect.js.map +1 -1
  39. package/dist/esm/dict.js.map +1 -1
  40. package/dist/esm/emit.js.map +1 -1
  41. package/dist/esm/engines/tesseract.js.map +1 -1
  42. package/dist/esm/errors.js.map +1 -1
  43. package/dist/esm/extract.js.map +1 -1
  44. package/dist/esm/geometry.d.ts +1 -0
  45. package/dist/esm/geometry.js +17 -2
  46. package/dist/esm/geometry.js.map +1 -1
  47. package/dist/esm/index.js.map +1 -1
  48. package/dist/esm/lines.js.map +1 -1
  49. package/dist/esm/markdown.js.map +1 -1
  50. package/dist/esm/page-marker.js.map +1 -1
  51. package/dist/esm/pdf-open.js.map +1 -1
  52. package/dist/esm/raster.js.map +1 -1
  53. package/dist/esm/render-analysis.js.map +1 -1
  54. package/dist/esm/report.js.map +1 -1
  55. package/dist/esm/resolve.js.map +1 -1
  56. package/dist/esm/types.js.map +1 -1
  57. package/dist/esm/validate.js.map +1 -1
  58. package/package.json +10 -1
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Projects/pdf-to-md/src/engines/tesseract.ts"],"sourcesContent":["// engines/tesseract.ts — THE OCR engine: tesseract.js on every platform.\n//\n// Seam contract: words come back in normalized 0-1 page coordinates, origin\n// bottom-left, y increasing upward — the y-flip happens here, and nowhere else.\n//\n// Pure WASM, in-process, no native dependency: no crash containment needed.\nimport { mkdirSync } from 'node:fs';\nimport os from 'node:os';\nimport path from 'node:path';\nimport type { Page as TesseractPage } from 'tesseract.js';\nimport { createWorker, PSM } from 'tesseract.js';\nimport type { PageWord, Word } from '../geometry.ts';\nimport { foldTypographic } from '../lines.ts';\nimport { awaitPdfOpen, openPdfForRender } from '../pdf-open.ts';\nimport { renderLoadedPage } from '../raster.ts';\nimport { resolvePackagePath } from '../resolve.ts';\n\n// 288 dpi: the render resolution the engine's word-overlap numbers were\n// measured at (test/fixtures/ocr-engine-poc/) — the known-good operating point.\nexport const OCR_RENDER_DPI = 288;\n\n// Chart pages starve PSM.AUTO (unrecognized text can't be marked for review).\n// Prose-fraction retry trigger, measured (sparse-retry.test.ts): chart 0.442 vs prose 0.767-0.938, cut 0.6.\nexport const SPARSE_RETRY_PROSE_FRACTION = 0.6;\n\n/** Share of `words` whose text contains a run of 3+ letters (`src/emit.ts`'s isUnstructured canary, applied per-page instead of per-block). */\nfunction proseFraction(words: { text: string }[]): number {\n if (words.length === 0) return 0;\n return words.filter((w) => /[A-Za-z]{3}/.test(w.text)).length / words.length;\n}\n\n/** Does this page's PSM.AUTO pass look chart-like enough to re-recognize\n * with PSM.SPARSE_TEXT? A page with 0 words never retries (nothing to take a prose fraction of). */\nexport function shouldRetrySparse(words: { text: string }[]): boolean {\n return words.length > 0 && proseFraction(words) < SPARSE_RETRY_PROSE_FRACTION;\n}\n\n// The locally installed traineddata (npm package @tesseract.js-data/eng),\n// resolved dynamically so depcheck won't flag it \"unused\" — it's a genuine runtime dependency, listed in .depcheckrc's `ignores`.\nconst TESSDATA_DIR = path.join(path.dirname(resolvePackagePath('@tesseract.js-data/eng/package.json')), '4.0.0');\n\n/** Per-page recognition progress, delivered once per page as it finishes.\n * Engine chatter goes through `onWarning`/`warnings` instead — this is timing/count data only. */\nexport type OcrProgressEvent = { type: 'page'; page: number; words: number; ms: number };\n\nexport interface RecognizeResult {\n words: PageWord[];\n /** pages (1-based) where the engine returned zero words */\n emptyPages: number[];\n /** wall-clock ms per page (render + recognize), keyed by page number */\n msPerPage: Map<number, number>;\n}\n\n/** tesseract.js's nested blocks/paragraphs/lines/words -> this repo's flat Word contract (normalize + y-flip). Same shape regardless of which PSM produced `page`, so both the AUTO pass and the SPARSE_TEXT retry share it. */\nfunction wordsFromPage(page: TesseractPage, width: number, height: number): Word[] {\n const pageWords: Word[] = [];\n for (const block of page.blocks ?? []) {\n for (const para of block.paragraphs ?? []) {\n for (const line of para.lines ?? []) {\n for (const w of line.words ?? []) {\n const { x0, y0, x1, y1 } = w.bbox;\n pageWords.push({\n // Same typographic folding as the text path (src/lines.ts) — both\n // paths must agree on how a printed apostrophe is spelled.\n text: foldTypographic(w.text),\n x: x0 / width,\n y: (height - y1) / height, // y-flip: top-left px -> bottom-left normalized\n w: (x1 - x0) / width,\n h: (y1 - y0) / height,\n // Plumbed through unmodified — tesseract.js's own 0-100\n // per-word confidence. See src/report.ts's LOW_CONFIDENCE_THRESHOLD.\n confidence: w.confidence,\n });\n }\n }\n }\n }\n return pageWords;\n}\n\n// tesseract.js-core's WASM build writes native diagnostics straight to this\n// process's stdout/stderr, with no override to silence them at the source.\n//\n// Suppression must span the whole run: worker-thread stdio arrives\n// asynchronously, on later event-loop turns; the synchronous carve-out below (`withRealStdio`) is the only safe exit.\nlet suppressDepth = 0;\nlet savedStdoutWrite: typeof process.stdout.write | null = null;\nlet savedStderrWrite: typeof process.stderr.write | null = null;\nasync function withSuppressedStdio<T>(fn: () => Promise<T>): Promise<T> {\n if (suppressDepth === 0) {\n savedStdoutWrite = process.stdout.write.bind(process.stdout);\n savedStderrWrite = process.stderr.write.bind(process.stderr);\n process.stdout.write = (() => true) as typeof process.stdout.write;\n process.stderr.write = (() => true) as typeof process.stderr.write;\n }\n suppressDepth++;\n try {\n return await fn();\n } finally {\n suppressDepth--;\n if (suppressDepth === 0) {\n if (savedStdoutWrite) process.stdout.write = savedStdoutWrite;\n if (savedStderrWrite) process.stderr.write = savedStderrWrite;\n savedStdoutWrite = null;\n savedStderrWrite = null;\n }\n }\n}\n\n/** Pierces an active `withSuppressedStdio` region SYNCHRONOUSLY to let this\n * module's own onProgress/onWarning calls through. No-op outside any suppressed region. */\nfunction withRealStdio<T>(fn: () => T): T {\n if (suppressDepth === 0) return fn();\n const realOut = savedStdoutWrite;\n const realErr = savedStderrWrite;\n if (realOut) process.stdout.write = realOut;\n if (realErr) process.stderr.write = realErr;\n try {\n return fn();\n } finally {\n process.stdout.write = (() => true) as typeof process.stdout.write;\n process.stderr.write = (() => true) as typeof process.stderr.write;\n }\n}\n\n/** Recognize words on pages [first..last] of a PDF (renders at `dpi`,\n * default OCR_RENDER_DPI). Progress via `onProgress`; diagnostics via `onWarning` — this module never writes to stdout/stderr itself. */\nexport async function recognizePdf(pdfPath: string, first: number, last: number, { dpi = OCR_RENDER_DPI, onProgress, onWarning }: { dpi?: number; onProgress?: (e: OcrProgressEvent) => void; onWarning?: (message: string) => void } = {}): Promise<RecognizeResult> {\n // tesseract.js writes its decompressed traineddata cache here by default,\n // dropping a model file into the user's cwd — redirect it under tmpdir() instead.\n const cachePath = path.join(os.tmpdir(), 'pdf-to-md-engine');\n mkdirSync(cachePath, { recursive: true });\n\n const words: PageWord[] = [];\n const emptyPages: number[] = [];\n const msPerPage = new Map<number, number>();\n\n // ONE continuous suppressed region for the whole run; onProgress/onWarning\n // below go through `withRealStdio`, the only sanctioned way out of it.\n await withSuppressedStdio(async () => {\n // OEM 1 (LSTM only, tesseract.js's own default): measured 99.0% recall\n // on the hard benchmark pages (2026-08-16).\n const worker = await createWorker('eng', 1, {\n langPath: TESSDATA_DIR,\n cachePath,\n });\n try {\n // NOT optional: tesseract.js's own default PSM (SINGLE_BLOCK) measured\n // 3-8 percentage points worse than AUTO on two-column pages.\n await worker.setParameters({ tessedit_pageseg_mode: PSM.AUTO });\n\n const loadingTask = openPdfForRender(pdfPath);\n try {\n const pdf = await awaitPdfOpen(loadingTask, pdfPath);\n for (let pn = first; pn <= Math.min(last, pdf.numPages); pn++) {\n const t0 = Date.now();\n const { png, width, height } = await renderLoadedPage(pdf, pn, dpi);\n const { data } = await worker.recognize(png, {}, { blocks: true });\n let pageWords: Word[] = wordsFromPage(data, width, height);\n\n // Adaptive second pass: re-recognizes the SAME rendered PNG, so\n // this costs one extra recognize() call only on chart-like pages.\n if (shouldRetrySparse(pageWords)) {\n const autoFraction = proseFraction(pageWords);\n const autoWords = pageWords;\n // setParameters on the shared worker is reversible, so one\n // in-process worker can alternate PSM per page instead of paying for a second worker.\n await worker.setParameters({ tessedit_pageseg_mode: PSM.SPARSE_TEXT });\n const sparse = await worker.recognize(png, {}, { blocks: true });\n const sparseWords = wordsFromPage(sparse.data, width, height);\n await worker.setParameters({ tessedit_pageseg_mode: PSM.AUTO });\n\n if (sparseWords.length > autoWords.length) {\n pageWords = sparseWords;\n const autoCount = autoWords.length;\n const sparseCount = sparseWords.length;\n withRealStdio(() => onWarning?.(`p${pn}: chart-like page (prose fraction ${autoFraction.toFixed(2)}) — retried with sparse-text segmentation, ${autoCount} -> ${sparseCount} words`));\n }\n }\n\n const ms = Date.now() - t0;\n for (const w of pageWords) words.push({ page: pn, ...w });\n if (pageWords.length === 0) emptyPages.push(pn);\n msPerPage.set(pn, ms);\n const wordCount = pageWords.length;\n withRealStdio(() => onProgress?.({ type: 'page', page: pn, words: wordCount, ms }));\n }\n } finally {\n await loadingTask.destroy();\n }\n } finally {\n await worker.terminate();\n }\n });\n\n return { words, emptyPages, msPerPage };\n}\n"],"names":["OCR_RENDER_DPI","SPARSE_RETRY_PROSE_FRACTION","recognizePdf","shouldRetrySparse","proseFraction","words","length","filter","w","test","text","TESSDATA_DIR","path","join","dirname","resolvePackagePath","wordsFromPage","page","width","height","pageWords","blocks","block","paragraphs","para","lines","line","bbox","x0","y0","x1","y1","push","foldTypographic","x","y","h","confidence","suppressDepth","savedStdoutWrite","savedStderrWrite","withSuppressedStdio","fn","process","stdout","write","bind","stderr","withRealStdio","realOut","realErr","pdfPath","first","last","dpi","onProgress","onWarning","cachePath","emptyPages","msPerPage","os","tmpdir","mkdirSync","recursive","Map","worker","loadingTask","pdf","pn","createWorker","langPath","setParameters","tessedit_pageseg_mode","PSM","AUTO","openPdfForRender","t0","png","data","autoFraction","autoWords","sparse","sparseWords","autoCount","sparseCount","ms","wordCount","Date","now","renderLoadedPage","recognize","SPARSE_TEXT","toFixed","set","type","awaitPdfOpen","Math","min","numPages","destroy","terminate"],"mappings":"AAAA,yEAAyE;AACzE,EAAE;AACF,4EAA4E;AAC5E,gFAAgF;AAChF,EAAE;AACF,4EAA4E;;;;;;;;;;;;QAc/DA;eAAAA;;QAIAC;eAAAA;;QAwGSC;eAAAA;;QA9FNC;eAAAA;;;sBA3BU;6DACX;+DACE;yBAEiB;uBAEF;yBACe;wBACd;yBACE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAI5B,IAAMH,iBAAiB;AAIvB,IAAMC,8BAA8B;AAE3C,6IAA6I,GAC7I,SAASG,cAAcC,KAAyB;IAC9C,IAAIA,MAAMC,MAAM,KAAK,GAAG,OAAO;IAC/B,OAAOD,MAAME,MAAM,CAAC,SAACC;eAAM,cAAcC,IAAI,CAACD,EAAEE,IAAI;OAAGJ,MAAM,GAAGD,MAAMC,MAAM;AAC9E;AAIO,SAASH,kBAAkBE,KAAyB;IACzD,OAAOA,MAAMC,MAAM,GAAG,KAAKF,cAAcC,SAASJ;AACpD;AAEA,0EAA0E;AAC1E,kIAAkI;AAClI,IAAMU,eAAeC,iBAAI,CAACC,IAAI,CAACD,iBAAI,CAACE,OAAO,CAACC,IAAAA,6BAAkB,EAAC,yCAAyC;AAcxG,8NAA8N,GAC9N,SAASC,cAAcC,IAAmB,EAAEC,KAAa,EAAEC,MAAc;QAEnDF;IADpB,IAAMG,YAAoB,EAAE;QACvB,kCAAA,2BAAA;;QAAL,QAAK,cAAeH,eAAAA,KAAKI,MAAM,cAAXJ,0BAAAA,eAAe,EAAE,sBAAhC,SAAA,6BAAA,QAAA,yBAAA,iCAAkC;YAAlC,IAAMK,QAAN;gBACgBA;gBAAd,mCAAA,4BAAA;;gBAAL,QAAK,eAAcA,oBAAAA,MAAMC,UAAU,cAAhBD,+BAAAA,oBAAoB,EAAE,sBAApC,UAAA,8BAAA,SAAA,0BAAA,kCAAsC;oBAAtC,IAAME,OAAN;wBACgBA;wBAAd,mCAAA,4BAAA;;wBAAL,QAAK,eAAcA,cAAAA,KAAKC,KAAK,cAAVD,yBAAAA,cAAc,EAAE,sBAA9B,UAAA,8BAAA,SAAA,0BAAA,kCAAgC;4BAAhC,IAAME,OAAN;gCACaA;gCAAX,mCAAA,4BAAA;;gCAAL,QAAK,eAAWA,cAAAA,KAAKrB,KAAK,cAAVqB,yBAAAA,cAAc,EAAE,sBAA3B,UAAA,8BAAA,SAAA,0BAAA,kCAA6B;oCAA7B,IAAMlB,IAAN;oCACH,IAA2BA,UAAAA,EAAEmB,IAAI,EAAzBC,KAAmBpB,QAAnBoB,IAAIC,KAAerB,QAAfqB,IAAIC,KAAWtB,QAAXsB,IAAIC,KAAOvB,QAAPuB;oCACpBX,UAAUY,IAAI,CAAC;wCACb,kEAAkE;wCAClE,2DAA2D;wCAC3DtB,MAAMuB,IAAAA,wBAAe,EAACzB,EAAEE,IAAI;wCAC5BwB,GAAGN,KAAKV;wCACRiB,GAAG,AAAChB,CAAAA,SAASY,EAAC,IAAKZ;wCACnBX,GAAG,AAACsB,CAAAA,KAAKF,EAAC,IAAKV;wCACfkB,GAAG,AAACL,CAAAA,KAAKF,EAAC,IAAKV;wCACf,wDAAwD;wCACxD,qEAAqE;wCACrEkB,YAAY7B,EAAE6B,UAAU;oCAC1B;gCACF;;gCAdK;gCAAA;;;yCAAA,8BAAA;wCAAA;;;wCAAA;8CAAA;;;;wBAeP;;wBAhBK;wBAAA;;;iCAAA,8BAAA;gCAAA;;;gCAAA;sCAAA;;;;gBAiBP;;gBAlBK;gBAAA;;;yBAAA,8BAAA;wBAAA;;;wBAAA;8BAAA;;;;QAmBP;;QApBK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAqBL,OAAOjB;AACT;AAEA,4EAA4E;AAC5E,2EAA2E;AAC3E,EAAE;AACF,mEAAmE;AACnE,sHAAsH;AACtH,IAAIkB,gBAAgB;AACpB,IAAIC,mBAAuD;AAC3D,IAAIC,mBAAuD;AAC3D,SAAeC,oBAAuBC,EAAoB;;;;;oBACxD,IAAIJ,kBAAkB,GAAG;wBACvBC,mBAAmBI,QAAQC,MAAM,CAACC,KAAK,CAACC,IAAI,CAACH,QAAQC,MAAM;wBAC3DJ,mBAAmBG,QAAQI,MAAM,CAACF,KAAK,CAACC,IAAI,CAACH,QAAQI,MAAM;wBAC3DJ,QAAQC,MAAM,CAACC,KAAK,GAAI;mCAAM;;wBAC9BF,QAAQI,MAAM,CAACF,KAAK,GAAI;mCAAM;;oBAChC;oBACAP;;;;;;;;;oBAES;;wBAAMI;;;oBAAb;;wBAAO;;;oBAEPJ;oBACA,IAAIA,kBAAkB,GAAG;wBACvB,IAAIC,kBAAkBI,QAAQC,MAAM,CAACC,KAAK,GAAGN;wBAC7C,IAAIC,kBAAkBG,QAAQI,MAAM,CAACF,KAAK,GAAGL;wBAC7CD,mBAAmB;wBACnBC,mBAAmB;oBACrB;;;;;;;;;;IAEJ;;AAEA;yFACyF,GACzF,SAASQ,cAAiBN,EAAW;IACnC,IAAIJ,kBAAkB,GAAG,OAAOI;IAChC,IAAMO,UAAUV;IAChB,IAAMW,UAAUV;IAChB,IAAIS,SAASN,QAAQC,MAAM,CAACC,KAAK,GAAGI;IACpC,IAAIC,SAASP,QAAQI,MAAM,CAACF,KAAK,GAAGK;IACpC,IAAI;QACF,OAAOR;IACT,SAAU;QACRC,QAAQC,MAAM,CAACC,KAAK,GAAI;mBAAM;;QAC9BF,QAAQI,MAAM,CAACF,KAAK,GAAI;mBAAM;;IAChC;AACF;AAIO,SAAe3C;wCAAaiD,OAAe,EAAEC,KAAa,EAAEC,IAAY;YAAE,gBAAEC,KAAsBC,YAAYC,WAG7GC,WAGApD,OACAqD,YACAC;;;;;oBARyE,OAAA,oEAAuJ,CAAC,cAAxJ,KAAEL,KAAAA,4BAAMtD,2BAAgBuD,aAAxB,KAAwBA,YAAYC,YAApC,KAAoCA;oBACnH,0EAA0E;oBAC1E,kFAAkF;oBAC5EC,YAAY7C,iBAAI,CAACC,IAAI,CAAC+C,eAAE,CAACC,MAAM,IAAI;oBACzCC,IAAAA,iBAAS,EAACL,WAAW;wBAAEM,WAAW;oBAAK;oBAEjC1D;oBACAqD;oBACAC,YAAY,IAAIK;oBAEtB,2EAA2E;oBAC3E,uEAAuE;oBACvE;;wBAAMvB,oBAAoB;;oCAGlBwB,QASEC,oBAEEC,KACGC;;;;4CAZE;;gDAAMC,IAAAA,uBAAY,EAAC,OAAO,GAAG;oDAC1CC,UAAU3D;oDACV8C,WAAAA;gDACF;;;4CAHMQ,SAAS;;;;;;;;;4CAKb,uEAAuE;4CACvE,6DAA6D;4CAC7D;;gDAAMA,OAAOM,aAAa,CAAC;oDAAEC,uBAAuBC,cAAG,CAACC,IAAI;gDAAC;;;4CAA7D;4CAEMR,cAAcS,IAAAA,2BAAgB,EAACxB;;;;;;;;;;oDAI3ByB,IACyB,MAAvBC,KAAK3D,OAAOC,QACZ2D,MACJ1D,WAKI2D,cACAC,WAIAC,QACAC,aAKEC,WACAC,aAKJC,IACD,2BAAA,mBAAA,gBAAA,WAAA,OAAM7E,GAGL8E;;;;4DA7BAV,KAAKW,KAAKC,GAAG;4DACY;;gEAAMC,IAAAA,0BAAgB,EAACtB,KAAKC,IAAId;;;4DAAhC,OAAA,eAAvBuB,MAAuB,KAAvBA,KAAK3D,QAAkB,KAAlBA,OAAOC,SAAW,KAAXA;4DACH;;gEAAM8C,OAAOyB,SAAS,CAACb,KAAK,CAAC,GAAG;oEAAExD,QAAQ;gEAAK;;;4DAAxDyD,OAAS,cAATA;4DACJ1D,YAAoBJ,cAAc8D,MAAM5D,OAAOC;iEAI/ChB,kBAAkBiB,YAAlBjB;;;;4DACI4E,eAAe3E,cAAcgB;4DAC7B4D,YAAY5D;4DAClB,2DAA2D;4DAC3D,sFAAsF;4DACtF;;gEAAM6C,OAAOM,aAAa,CAAC;oEAAEC,uBAAuBC,cAAG,CAACkB,WAAW;gEAAC;;;4DAApE;4DACe;;gEAAM1B,OAAOyB,SAAS,CAACb,KAAK,CAAC,GAAG;oEAAExD,QAAQ;gEAAK;;;4DAAxD4D,SAAS;4DACTC,cAAclE,cAAciE,OAAOH,IAAI,EAAE5D,OAAOC;4DACtD;;gEAAM8C,OAAOM,aAAa,CAAC;oEAAEC,uBAAuBC,cAAG,CAACC,IAAI;gEAAC;;;4DAA7D;4DAEA,IAAIQ,YAAY5E,MAAM,GAAG0E,UAAU1E,MAAM,EAAE;gEACzCc,YAAY8D;gEACNC,YAAYH,UAAU1E,MAAM;gEAC5B8E,cAAcF,YAAY5E,MAAM;gEACtC0C,cAAc;2EAAMQ,sBAAAA,gCAAAA,UAAY,AAAC,IAA0CuB,OAAvCX,IAAG,sCAAyGe,OAArEJ,aAAaa,OAAO,CAAC,IAAG,+CAA6DR,OAAhBD,WAAU,QAAkB,OAAZC,aAAY;;4DAC9K;;;4DAGIC,KAAKE,KAAKC,GAAG,KAAKZ;4DACnB,kCAAA,2BAAA;;gEAAL,IAAK,YAAWxD,gCAAX,6BAAA,QAAA,yBAAA;oEAAMZ,IAAN;oEAAsBH,MAAM2B,IAAI,CAAC;wEAAEf,MAAMmD;uEAAO5D;;;gEAAhD;gEAAA;;;yEAAA,6BAAA;wEAAA;;;wEAAA;8EAAA;;;;4DACL,IAAIY,UAAUd,MAAM,KAAK,GAAGoD,WAAW1B,IAAI,CAACoC;4DAC5CT,UAAUkC,GAAG,CAACzB,IAAIiB;4DACZC,YAAYlE,UAAUd,MAAM;4DAClC0C,cAAc;uEAAMO,uBAAAA,iCAAAA,WAAa;oEAAEuC,MAAM;oEAAQ7E,MAAMmD;oEAAI/D,OAAOiF;oEAAWD,IAAAA;gEAAG;;;;;;;4CAClF;4CAjCY;;gDAAMU,IAAAA,uBAAY,EAAC7B,aAAaf;;;4CAAtCgB,MAAM;4CACHC,KAAKhB;;;iDAAOgB,CAAAA,MAAM4B,KAAKC,GAAG,CAAC5C,MAAMc,IAAI+B,QAAQ,CAAA;;;;;;;;;;;;4CAAG9B;;;;;;;;;;;4CAkCzD;;gDAAMF,YAAYiC,OAAO;;;4CAAzB;;;;;;;;;;4CAGF;;gDAAMlC,OAAOmC,SAAS;;;4CAAtB;;;;;;;;;;4BAEJ;;;;oBAtDA;oBAwDA;;wBAAO;4BAAE/F,OAAAA;4BAAOqD,YAAAA;4BAAYC,WAAAA;wBAAU;;;;IACxC"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/engines/tesseract.ts"],"sourcesContent":["// engines/tesseract.ts — THE OCR engine: tesseract.js on every platform.\n//\n// Seam contract: words come back in normalized 0-1 page coordinates, origin\n// bottom-left, y increasing upward — the y-flip happens here, and nowhere else.\n//\n// Pure WASM, in-process, no native dependency: no crash containment needed.\nimport { mkdirSync } from 'node:fs';\nimport os from 'node:os';\nimport path from 'node:path';\nimport type { Page as TesseractPage } from 'tesseract.js';\nimport { createWorker, PSM } from 'tesseract.js';\nimport type { PageWord, Word } from '../geometry.ts';\nimport { foldTypographic } from '../lines.ts';\nimport { awaitPdfOpen, openPdfForRender } from '../pdf-open.ts';\nimport { renderLoadedPage } from '../raster.ts';\nimport { resolvePackagePath } from '../resolve.ts';\n\n// 288 dpi: the render resolution the engine's word-overlap numbers were\n// measured at (test/fixtures/ocr-engine-poc/) — the known-good operating point.\nexport const OCR_RENDER_DPI = 288;\n\n// Chart pages starve PSM.AUTO (unrecognized text can't be marked for review).\n// Prose-fraction retry trigger, measured (sparse-retry.test.ts): chart 0.442 vs prose 0.767-0.938, cut 0.6.\nexport const SPARSE_RETRY_PROSE_FRACTION = 0.6;\n\n/** Share of `words` whose text contains a run of 3+ letters (`src/emit.ts`'s isUnstructured canary, applied per-page instead of per-block). */\nfunction proseFraction(words: { text: string }[]): number {\n if (words.length === 0) return 0;\n return words.filter((w) => /[A-Za-z]{3}/.test(w.text)).length / words.length;\n}\n\n/** Does this page's PSM.AUTO pass look chart-like enough to re-recognize\n * with PSM.SPARSE_TEXT? A page with 0 words never retries (nothing to take a prose fraction of). */\nexport function shouldRetrySparse(words: { text: string }[]): boolean {\n return words.length > 0 && proseFraction(words) < SPARSE_RETRY_PROSE_FRACTION;\n}\n\n// The locally installed traineddata (npm package @tesseract.js-data/eng),\n// resolved dynamically so depcheck won't flag it \"unused\" — it's a genuine runtime dependency, listed in .depcheckrc's `ignores`.\nconst TESSDATA_DIR = path.join(path.dirname(resolvePackagePath('@tesseract.js-data/eng/package.json')), '4.0.0');\n\n/** Per-page recognition progress, delivered once per page as it finishes.\n * Engine chatter goes through `onWarning`/`warnings` instead — this is timing/count data only. */\nexport type OcrProgressEvent = { type: 'page'; page: number; words: number; ms: number };\n\nexport interface RecognizeResult {\n words: PageWord[];\n /** pages (1-based) where the engine returned zero words */\n emptyPages: number[];\n /** wall-clock ms per page (render + recognize), keyed by page number */\n msPerPage: Map<number, number>;\n}\n\n/** tesseract.js's nested blocks/paragraphs/lines/words -> this repo's flat Word contract (normalize + y-flip). Same shape regardless of which PSM produced `page`, so both the AUTO pass and the SPARSE_TEXT retry share it. */\nfunction wordsFromPage(page: TesseractPage, width: number, height: number): Word[] {\n const pageWords: Word[] = [];\n for (const block of page.blocks ?? []) {\n for (const para of block.paragraphs ?? []) {\n for (const line of para.lines ?? []) {\n for (const w of line.words ?? []) {\n const { x0, y0, x1, y1 } = w.bbox;\n pageWords.push({\n // Same typographic folding as the text path (src/lines.ts) — both\n // paths must agree on how a printed apostrophe is spelled.\n text: foldTypographic(w.text),\n x: x0 / width,\n y: (height - y1) / height, // y-flip: top-left px -> bottom-left normalized\n w: (x1 - x0) / width,\n h: (y1 - y0) / height,\n // Plumbed through unmodified — tesseract.js's own 0-100\n // per-word confidence. See src/report.ts's LOW_CONFIDENCE_THRESHOLD.\n confidence: w.confidence,\n });\n }\n }\n }\n }\n return pageWords;\n}\n\n// tesseract.js-core's WASM build writes native diagnostics straight to this\n// process's stdout/stderr, with no override to silence them at the source.\n//\n// Suppression must span the whole run: worker-thread stdio arrives\n// asynchronously, on later event-loop turns; the synchronous carve-out below (`withRealStdio`) is the only safe exit.\nlet suppressDepth = 0;\nlet savedStdoutWrite: typeof process.stdout.write | null = null;\nlet savedStderrWrite: typeof process.stderr.write | null = null;\nasync function withSuppressedStdio<T>(fn: () => Promise<T>): Promise<T> {\n if (suppressDepth === 0) {\n savedStdoutWrite = process.stdout.write.bind(process.stdout);\n savedStderrWrite = process.stderr.write.bind(process.stderr);\n process.stdout.write = (() => true) as typeof process.stdout.write;\n process.stderr.write = (() => true) as typeof process.stderr.write;\n }\n suppressDepth++;\n try {\n return await fn();\n } finally {\n suppressDepth--;\n if (suppressDepth === 0) {\n if (savedStdoutWrite) process.stdout.write = savedStdoutWrite;\n if (savedStderrWrite) process.stderr.write = savedStderrWrite;\n savedStdoutWrite = null;\n savedStderrWrite = null;\n }\n }\n}\n\n/** Pierces an active `withSuppressedStdio` region SYNCHRONOUSLY to let this\n * module's own onProgress/onWarning calls through. No-op outside any suppressed region. */\nfunction withRealStdio<T>(fn: () => T): T {\n if (suppressDepth === 0) return fn();\n const realOut = savedStdoutWrite;\n const realErr = savedStderrWrite;\n if (realOut) process.stdout.write = realOut;\n if (realErr) process.stderr.write = realErr;\n try {\n return fn();\n } finally {\n process.stdout.write = (() => true) as typeof process.stdout.write;\n process.stderr.write = (() => true) as typeof process.stderr.write;\n }\n}\n\n/** Recognize words on pages [first..last] of a PDF (renders at `dpi`,\n * default OCR_RENDER_DPI). Progress via `onProgress`; diagnostics via `onWarning` — this module never writes to stdout/stderr itself. */\nexport async function recognizePdf(pdfPath: string, first: number, last: number, { dpi = OCR_RENDER_DPI, onProgress, onWarning }: { dpi?: number; onProgress?: (e: OcrProgressEvent) => void; onWarning?: (message: string) => void } = {}): Promise<RecognizeResult> {\n // tesseract.js writes its decompressed traineddata cache here by default,\n // dropping a model file into the user's cwd — redirect it under tmpdir() instead.\n const cachePath = path.join(os.tmpdir(), 'pdf-to-md-engine');\n mkdirSync(cachePath, { recursive: true });\n\n const words: PageWord[] = [];\n const emptyPages: number[] = [];\n const msPerPage = new Map<number, number>();\n\n // ONE continuous suppressed region for the whole run; onProgress/onWarning\n // below go through `withRealStdio`, the only sanctioned way out of it.\n await withSuppressedStdio(async () => {\n // OEM 1 (LSTM only, tesseract.js's own default): measured 99.0% recall\n // on the hard benchmark pages (2026-08-16).\n const worker = await createWorker('eng', 1, {\n langPath: TESSDATA_DIR,\n cachePath,\n });\n try {\n // NOT optional: tesseract.js's own default PSM (SINGLE_BLOCK) measured\n // 3-8 percentage points worse than AUTO on two-column pages.\n await worker.setParameters({ tessedit_pageseg_mode: PSM.AUTO });\n\n const loadingTask = openPdfForRender(pdfPath);\n try {\n const pdf = await awaitPdfOpen(loadingTask, pdfPath);\n for (let pn = first; pn <= Math.min(last, pdf.numPages); pn++) {\n const t0 = Date.now();\n const { png, width, height } = await renderLoadedPage(pdf, pn, dpi);\n const { data } = await worker.recognize(png, {}, { blocks: true });\n let pageWords: Word[] = wordsFromPage(data, width, height);\n\n // Adaptive second pass: re-recognizes the SAME rendered PNG, so\n // this costs one extra recognize() call only on chart-like pages.\n if (shouldRetrySparse(pageWords)) {\n const autoFraction = proseFraction(pageWords);\n const autoWords = pageWords;\n // setParameters on the shared worker is reversible, so one\n // in-process worker can alternate PSM per page instead of paying for a second worker.\n await worker.setParameters({ tessedit_pageseg_mode: PSM.SPARSE_TEXT });\n const sparse = await worker.recognize(png, {}, { blocks: true });\n const sparseWords = wordsFromPage(sparse.data, width, height);\n await worker.setParameters({ tessedit_pageseg_mode: PSM.AUTO });\n\n if (sparseWords.length > autoWords.length) {\n pageWords = sparseWords;\n const autoCount = autoWords.length;\n const sparseCount = sparseWords.length;\n withRealStdio(() => onWarning?.(`p${pn}: chart-like page (prose fraction ${autoFraction.toFixed(2)}) — retried with sparse-text segmentation, ${autoCount} -> ${sparseCount} words`));\n }\n }\n\n const ms = Date.now() - t0;\n for (const w of pageWords) words.push({ page: pn, ...w });\n if (pageWords.length === 0) emptyPages.push(pn);\n msPerPage.set(pn, ms);\n const wordCount = pageWords.length;\n withRealStdio(() => onProgress?.({ type: 'page', page: pn, words: wordCount, ms }));\n }\n } finally {\n await loadingTask.destroy();\n }\n } finally {\n await worker.terminate();\n }\n });\n\n return { words, emptyPages, msPerPage };\n}\n"],"names":["OCR_RENDER_DPI","SPARSE_RETRY_PROSE_FRACTION","recognizePdf","shouldRetrySparse","proseFraction","words","length","filter","w","test","text","TESSDATA_DIR","path","join","dirname","resolvePackagePath","wordsFromPage","page","width","height","pageWords","blocks","block","paragraphs","para","lines","line","bbox","x0","y0","x1","y1","push","foldTypographic","x","y","h","confidence","suppressDepth","savedStdoutWrite","savedStderrWrite","withSuppressedStdio","fn","process","stdout","write","bind","stderr","withRealStdio","realOut","realErr","pdfPath","first","last","dpi","onProgress","onWarning","cachePath","emptyPages","msPerPage","os","tmpdir","mkdirSync","recursive","Map","worker","loadingTask","pdf","pn","createWorker","langPath","setParameters","tessedit_pageseg_mode","PSM","AUTO","openPdfForRender","t0","png","data","autoFraction","autoWords","sparse","sparseWords","autoCount","sparseCount","ms","wordCount","Date","now","renderLoadedPage","recognize","SPARSE_TEXT","toFixed","set","type","awaitPdfOpen","Math","min","numPages","destroy","terminate"],"mappings":"AAAA,yEAAyE;AACzE,EAAE;AACF,4EAA4E;AAC5E,gFAAgF;AAChF,EAAE;AACF,4EAA4E;;;;;;;;;;;;QAc/DA;eAAAA;;QAIAC;eAAAA;;QAwGSC;eAAAA;;QA9FNC;eAAAA;;;sBA3BU;6DACX;+DACE;yBAEiB;uBAEF;yBACe;wBACd;yBACE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAI5B,IAAMH,iBAAiB;AAIvB,IAAMC,8BAA8B;AAE3C,6IAA6I,GAC7I,SAASG,cAAcC,KAAyB;IAC9C,IAAIA,MAAMC,MAAM,KAAK,GAAG,OAAO;IAC/B,OAAOD,MAAME,MAAM,CAAC,SAACC;eAAM,cAAcC,IAAI,CAACD,EAAEE,IAAI;OAAGJ,MAAM,GAAGD,MAAMC,MAAM;AAC9E;AAIO,SAASH,kBAAkBE,KAAyB;IACzD,OAAOA,MAAMC,MAAM,GAAG,KAAKF,cAAcC,SAASJ;AACpD;AAEA,0EAA0E;AAC1E,kIAAkI;AAClI,IAAMU,eAAeC,iBAAI,CAACC,IAAI,CAACD,iBAAI,CAACE,OAAO,CAACC,IAAAA,6BAAkB,EAAC,yCAAyC;AAcxG,8NAA8N,GAC9N,SAASC,cAAcC,IAAmB,EAAEC,KAAa,EAAEC,MAAc;QAEnDF;IADpB,IAAMG,YAAoB,EAAE;QACvB,kCAAA,2BAAA;;QAAL,QAAK,cAAeH,eAAAA,KAAKI,MAAM,cAAXJ,0BAAAA,eAAe,EAAE,sBAAhC,SAAA,6BAAA,QAAA,yBAAA,iCAAkC;YAAlC,IAAMK,QAAN;gBACgBA;gBAAd,mCAAA,4BAAA;;gBAAL,QAAK,eAAcA,oBAAAA,MAAMC,UAAU,cAAhBD,+BAAAA,oBAAoB,EAAE,sBAApC,UAAA,8BAAA,SAAA,0BAAA,kCAAsC;oBAAtC,IAAME,OAAN;wBACgBA;wBAAd,mCAAA,4BAAA;;wBAAL,QAAK,eAAcA,cAAAA,KAAKC,KAAK,cAAVD,yBAAAA,cAAc,EAAE,sBAA9B,UAAA,8BAAA,SAAA,0BAAA,kCAAgC;4BAAhC,IAAME,OAAN;gCACaA;gCAAX,mCAAA,4BAAA;;gCAAL,QAAK,eAAWA,cAAAA,KAAKrB,KAAK,cAAVqB,yBAAAA,cAAc,EAAE,sBAA3B,UAAA,8BAAA,SAAA,0BAAA,kCAA6B;oCAA7B,IAAMlB,IAAN;oCACH,IAA2BA,UAAAA,EAAEmB,IAAI,EAAzBC,KAAmBpB,QAAnBoB,IAAIC,KAAerB,QAAfqB,IAAIC,KAAWtB,QAAXsB,IAAIC,KAAOvB,QAAPuB;oCACpBX,UAAUY,IAAI,CAAC;wCACb,kEAAkE;wCAClE,2DAA2D;wCAC3DtB,MAAMuB,IAAAA,wBAAe,EAACzB,EAAEE,IAAI;wCAC5BwB,GAAGN,KAAKV;wCACRiB,GAAG,AAAChB,CAAAA,SAASY,EAAC,IAAKZ;wCACnBX,GAAG,AAACsB,CAAAA,KAAKF,EAAC,IAAKV;wCACfkB,GAAG,AAACL,CAAAA,KAAKF,EAAC,IAAKV;wCACf,wDAAwD;wCACxD,qEAAqE;wCACrEkB,YAAY7B,EAAE6B,UAAU;oCAC1B;gCACF;;gCAdK;gCAAA;;;yCAAA,8BAAA;wCAAA;;;wCAAA;8CAAA;;;;wBAeP;;wBAhBK;wBAAA;;;iCAAA,8BAAA;gCAAA;;;gCAAA;sCAAA;;;;gBAiBP;;gBAlBK;gBAAA;;;yBAAA,8BAAA;wBAAA;;;wBAAA;8BAAA;;;;QAmBP;;QApBK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAqBL,OAAOjB;AACT;AAEA,4EAA4E;AAC5E,2EAA2E;AAC3E,EAAE;AACF,mEAAmE;AACnE,sHAAsH;AACtH,IAAIkB,gBAAgB;AACpB,IAAIC,mBAAuD;AAC3D,IAAIC,mBAAuD;AAC3D,SAAeC,oBAAuBC,EAAoB;;;;;oBACxD,IAAIJ,kBAAkB,GAAG;wBACvBC,mBAAmBI,QAAQC,MAAM,CAACC,KAAK,CAACC,IAAI,CAACH,QAAQC,MAAM;wBAC3DJ,mBAAmBG,QAAQI,MAAM,CAACF,KAAK,CAACC,IAAI,CAACH,QAAQI,MAAM;wBAC3DJ,QAAQC,MAAM,CAACC,KAAK,GAAI;mCAAM;;wBAC9BF,QAAQI,MAAM,CAACF,KAAK,GAAI;mCAAM;;oBAChC;oBACAP;;;;;;;;;oBAES;;wBAAMI;;;oBAAb;;wBAAO;;;oBAEPJ;oBACA,IAAIA,kBAAkB,GAAG;wBACvB,IAAIC,kBAAkBI,QAAQC,MAAM,CAACC,KAAK,GAAGN;wBAC7C,IAAIC,kBAAkBG,QAAQI,MAAM,CAACF,KAAK,GAAGL;wBAC7CD,mBAAmB;wBACnBC,mBAAmB;oBACrB;;;;;;;;;;IAEJ;;AAEA;yFACyF,GACzF,SAASQ,cAAiBN,EAAW;IACnC,IAAIJ,kBAAkB,GAAG,OAAOI;IAChC,IAAMO,UAAUV;IAChB,IAAMW,UAAUV;IAChB,IAAIS,SAASN,QAAQC,MAAM,CAACC,KAAK,GAAGI;IACpC,IAAIC,SAASP,QAAQI,MAAM,CAACF,KAAK,GAAGK;IACpC,IAAI;QACF,OAAOR;IACT,SAAU;QACRC,QAAQC,MAAM,CAACC,KAAK,GAAI;mBAAM;;QAC9BF,QAAQI,MAAM,CAACF,KAAK,GAAI;mBAAM;;IAChC;AACF;AAIO,SAAe3C;wCAAaiD,OAAe,EAAEC,KAAa,EAAEC,IAAY;YAAE,gBAAEC,KAAsBC,YAAYC,WAG7GC,WAGApD,OACAqD,YACAC;;;;;oBARyE,OAAA,oEAAuJ,CAAC,cAAxJ,KAAEL,KAAAA,4BAAMtD,2BAAgBuD,aAAxB,KAAwBA,YAAYC,YAApC,KAAoCA;oBACnH,0EAA0E;oBAC1E,kFAAkF;oBAC5EC,YAAY7C,iBAAI,CAACC,IAAI,CAAC+C,eAAE,CAACC,MAAM,IAAI;oBACzCC,IAAAA,iBAAS,EAACL,WAAW;wBAAEM,WAAW;oBAAK;oBAEjC1D;oBACAqD;oBACAC,YAAY,IAAIK;oBAEtB,2EAA2E;oBAC3E,uEAAuE;oBACvE;;wBAAMvB,oBAAoB;;oCAGlBwB,QASEC,oBAEEC,KACGC;;;;4CAZE;;gDAAMC,IAAAA,uBAAY,EAAC,OAAO,GAAG;oDAC1CC,UAAU3D;oDACV8C,WAAAA;gDACF;;;4CAHMQ,SAAS;;;;;;;;;4CAKb,uEAAuE;4CACvE,6DAA6D;4CAC7D;;gDAAMA,OAAOM,aAAa,CAAC;oDAAEC,uBAAuBC,cAAG,CAACC,IAAI;gDAAC;;;4CAA7D;4CAEMR,cAAcS,IAAAA,2BAAgB,EAACxB;;;;;;;;;;oDAI3ByB,IACyB,MAAvBC,KAAK3D,OAAOC,QACZ2D,MACJ1D,WAKI2D,cACAC,WAIAC,QACAC,aAKEC,WACAC,aAKJC,IACD,2BAAA,mBAAA,gBAAA,WAAA,OAAM7E,GAGL8E;;;;4DA7BAV,KAAKW,KAAKC,GAAG;4DACY;;gEAAMC,IAAAA,0BAAgB,EAACtB,KAAKC,IAAId;;;4DAAhC,OAAA,eAAvBuB,MAAuB,KAAvBA,KAAK3D,QAAkB,KAAlBA,OAAOC,SAAW,KAAXA;4DACH;;gEAAM8C,OAAOyB,SAAS,CAACb,KAAK,CAAC,GAAG;oEAAExD,QAAQ;gEAAK;;;4DAAxDyD,OAAS,cAATA;4DACJ1D,YAAoBJ,cAAc8D,MAAM5D,OAAOC;iEAI/ChB,kBAAkBiB,YAAlBjB;;;;4DACI4E,eAAe3E,cAAcgB;4DAC7B4D,YAAY5D;4DAClB,2DAA2D;4DAC3D,sFAAsF;4DACtF;;gEAAM6C,OAAOM,aAAa,CAAC;oEAAEC,uBAAuBC,cAAG,CAACkB,WAAW;gEAAC;;;4DAApE;4DACe;;gEAAM1B,OAAOyB,SAAS,CAACb,KAAK,CAAC,GAAG;oEAAExD,QAAQ;gEAAK;;;4DAAxD4D,SAAS;4DACTC,cAAclE,cAAciE,OAAOH,IAAI,EAAE5D,OAAOC;4DACtD;;gEAAM8C,OAAOM,aAAa,CAAC;oEAAEC,uBAAuBC,cAAG,CAACC,IAAI;gEAAC;;;4DAA7D;4DAEA,IAAIQ,YAAY5E,MAAM,GAAG0E,UAAU1E,MAAM,EAAE;gEACzCc,YAAY8D;gEACNC,YAAYH,UAAU1E,MAAM;gEAC5B8E,cAAcF,YAAY5E,MAAM;gEACtC0C,cAAc;2EAAMQ,sBAAAA,gCAAAA,UAAY,AAAC,IAA0CuB,OAAvCX,IAAG,sCAAyGe,OAArEJ,aAAaa,OAAO,CAAC,IAAG,+CAA6DR,OAAhBD,WAAU,QAAkB,OAAZC,aAAY;;4DAC9K;;;4DAGIC,KAAKE,KAAKC,GAAG,KAAKZ;4DACnB,kCAAA,2BAAA;;gEAAL,IAAK,YAAWxD,gCAAX,6BAAA,QAAA,yBAAA;oEAAMZ,IAAN;oEAAsBH,MAAM2B,IAAI,CAAC;wEAAEf,MAAMmD;uEAAO5D;;;gEAAhD;gEAAA;;;yEAAA,6BAAA;wEAAA;;;wEAAA;8EAAA;;;;4DACL,IAAIY,UAAUd,MAAM,KAAK,GAAGoD,WAAW1B,IAAI,CAACoC;4DAC5CT,UAAUkC,GAAG,CAACzB,IAAIiB;4DACZC,YAAYlE,UAAUd,MAAM;4DAClC0C,cAAc;uEAAMO,uBAAAA,iCAAAA,WAAa;oEAAEuC,MAAM;oEAAQ7E,MAAMmD;oEAAI/D,OAAOiF;oEAAWD,IAAAA;gEAAG;;;;;;;4CAClF;4CAjCY;;gDAAMU,IAAAA,uBAAY,EAAC7B,aAAaf;;;4CAAtCgB,MAAM;4CACHC,KAAKhB;;;iDAAOgB,CAAAA,MAAM4B,KAAKC,GAAG,CAAC5C,MAAMc,IAAI+B,QAAQ,CAAA;;;;;;;;;;;;4CAAG9B;;;;;;;;;;;4CAkCzD;;gDAAMF,YAAYiC,OAAO;;;4CAAzB;;;;;;;;;;4CAGF;;gDAAMlC,OAAOmC,SAAS;;;4CAAtB;;;;;;;;;;4BAEJ;;;;oBAtDA;oBAwDA;;wBAAO;4BAAE/F,OAAAA;4BAAOqD,YAAAA;4BAAYC,WAAAA;wBAAU;;;;IACxC"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Projects/pdf-to-md/src/errors.ts"],"sourcesContent":["// Library code throws; only src/cli.ts prints and exits.\n\n/** The closed set of error codes every `PdfToMdError` carries — switch on\n * `code` instead of parsing `message`. */\nexport type PdfToMdErrorCode =\n /** input missing/unreadable/not a PDF */\n | 'PDF_OPEN'\n /** malformed page selection (validated before any work) */\n | 'PAGE_RANGE'\n /** rendering an opened, in-range page to PNG failed */\n | 'PAGE_RENDER'\n /** the OCR engine crashed twice on one page (message names it) */\n | 'OCR_PAGE_FAILED'\n /** malformed word-dump input (--words-json / extractOcr words) */\n | 'WORDS_INPUT'\n /** malformed Analysis handed to toMarkdown/toText (e.g. an out-of-range\n * wordIndexes entry) — validated fail-fast, whole object checked before any output. */\n | 'ANALYSIS_INPUT';\n\n/** The error every entry point throws — never a bare `Error`. */\nexport class PdfToMdError extends Error {\n code: PdfToMdErrorCode;\n\n constructor(code: PdfToMdErrorCode, message: string) {\n super(message);\n this.name = 'PdfToMdError';\n this.code = code;\n }\n}\n"],"names":["PdfToMdError","code","message","name","Error"],"mappings":"AAAA,yDAAyD;AAEzD;wCACwC;;;;+BAiB3BA;;;eAAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAN,IAAA,AAAMA,6BAAN;;cAAMA;aAAAA,aAGCC,IAAsB,EAAEC,OAAe;gCAHxCF;;gBAIT,kBAJSA;YAIHE;;QACN,MAAKC,IAAI,GAAG;QACZ,MAAKF,IAAI,GAAGA;;;WANHD;qBAAqBI"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/errors.ts"],"sourcesContent":["// Library code throws; only src/cli.ts prints and exits.\n\n/** The closed set of error codes every `PdfToMdError` carries — switch on\n * `code` instead of parsing `message`. */\nexport type PdfToMdErrorCode =\n /** input missing/unreadable/not a PDF */\n | 'PDF_OPEN'\n /** malformed page selection (validated before any work) */\n | 'PAGE_RANGE'\n /** rendering an opened, in-range page to PNG failed */\n | 'PAGE_RENDER'\n /** the OCR engine crashed twice on one page (message names it) */\n | 'OCR_PAGE_FAILED'\n /** malformed word-dump input (--words-json / extractOcr words) */\n | 'WORDS_INPUT'\n /** malformed Analysis handed to toMarkdown/toText (e.g. an out-of-range\n * wordIndexes entry) — validated fail-fast, whole object checked before any output. */\n | 'ANALYSIS_INPUT';\n\n/** The error every entry point throws — never a bare `Error`. */\nexport class PdfToMdError extends Error {\n code: PdfToMdErrorCode;\n\n constructor(code: PdfToMdErrorCode, message: string) {\n super(message);\n this.name = 'PdfToMdError';\n this.code = code;\n }\n}\n"],"names":["PdfToMdError","code","message","name","Error"],"mappings":"AAAA,yDAAyD;AAEzD;wCACwC;;;;+BAiB3BA;;;eAAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAN,IAAA,AAAMA,6BAAN;;cAAMA;aAAAA,aAGCC,IAAsB,EAAEC,OAAe;gCAHxCF;;gBAIT,kBAJSA;YAIHE;;QACN,MAAKC,IAAI,GAAG;QACZ,MAAKF,IAAI,GAAGA;;;WANHD;qBAAqBI"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Projects/pdf-to-md/src/extract.ts"],"sourcesContent":["// The library layer for PDF -> markdown conversion: extractText/extractOcr/\n// pdfToMarkdown each take plain args, return plain data, and throw PdfToMdError — no process.exit, no console.*, no file writing.\n//\n// Warnings are DATA: every notice is returned in `warnings` verbatim and also\n// delivered incrementally via `onWarning` — the exact strings are load-bearing (the test suite asserts them).\nimport { buildOcrAnalysisPages } from './analyze.ts';\nimport { collect } from './collect.ts';\nimport { dictAvailable, dictUnavailableWarning } from './dict.ts';\nimport type { OcrProgressEvent } from './engines/tesseract.ts';\nimport type { PageWord, Tuning } from './geometry.ts';\nimport { toLines } from './lines.ts';\nimport { buildMarkdown } from './markdown.ts';\nimport { renderPagesToMarkdown } from './render-analysis.ts';\nimport { AUTO_OCR_CHARS_PER_PAGE, buildOcrReport, buildReport } from './report.ts';\nimport type { PageLines, Report } from './types.ts';\nimport { validatePages } from './validate.ts';\n\nexport type { OcrProgressEvent } from './engines/tesseract.ts';\n\n// A plain-JS caller (or `.ts` with `as any`) gets no compile-time check on\n// `pages`, so it's validated once at runtime — see src/validate.ts's `validatePages`.\n\n/** One recognized word with its page — the OCR replay input contract (same\n * shape as `geometry.ts`'s `PageWord`, re-exported under this module's public name). */\nexport type OcrWordInput = PageWord;\n\n/** A 1-based, inclusive page range — the shape every entry point's `pages`\n * option takes (the CLI's own `--pages N[-M]` parses into this). */\nexport interface PageSelection {\n first: number;\n /** inclusive; defaults to `first` */\n last?: number;\n}\n\n/** extractText/extractOcr/pdfToMarkdown's common return shape. */\nexport interface ExtractResult {\n markdown: string;\n /** per-document and per-page QA metrics — see `Report` (`src/types.ts`) */\n report: Report;\n /** every notice also delivered incrementally via `onWarning`, collected\n * here in full (hybrid pages, auto-OCR-fallback, empty OCR pages, sparse-retry) */\n warnings: string[];\n}\n\ninterface CommonOptions {\n /** convert only this page range (1-based, inclusive); defaults to the\n * whole document */\n pages?: PageSelection;\n /** delivered as each warning happens (also returned, in full, as\n * `warnings` on the resolved result) */\n onWarning?: (message: string) => void;\n}\n\n/** Options for {@link extractText}. */\nexport interface ExtractTextOptions extends CommonOptions {\n /** emit a `### pN` marker before each page's content (output formatting\n * only — `report.pageStats` is always populated regardless) */\n pageMarkers?: boolean;\n}\n\n/** Options for {@link extractOcr}. */\nexport interface ExtractOcrOptions extends CommonOptions {\n /** override any subset of the OCR-path geometry defaults — see\n * DEFAULT_TUNING (`src/geometry.ts`) for each knob's measured default */\n tuning?: Partial<Tuning>;\n /** page-render resolution for engine recognition (default 288, measured;\n * >~400 measured WORSE on ordinary pages — not a \"bigger is safer\" knob) */\n dpi?: number;\n /** marks report.ocrFallback — set by pdfToMarkdown's auto-fallback */\n fallback?: boolean;\n /** one event per page as recognition finishes (timing/count only — engine\n * chatter and the sparse-retry notice arrive via `onWarning` instead) */\n onProgress?: (e: OcrProgressEvent) => void;\n /** every recognized word entering the geometry, delivered once after\n * recognition — the severity-1 audit instrument (--debug-words) */\n onWords?: (words: OcrWordInput[]) => void;\n}\n\n/** Options for {@link pdfToMarkdown}. */\nexport interface PdfToMarkdownOptions extends ExtractTextOptions, Omit<ExtractOcrOptions, 'fallback'> {\n /** force the OCR path even when a text layer exists */\n ocr?: boolean;\n /** never fall back to OCR, even for image-only pages */\n noOcr?: boolean;\n}\n\n/**\n * Text-layer extraction. Returns markdown + QA report + warnings (hybrid\n * pages carrying large images whose baked-in text the text layer can never see). Makes no OCR decision — see pdfToMarkdown for the fallback.\n *\n * @param pdfPath path to the PDF file\n * @param opts see {@link ExtractTextOptions}\n */\n// One collector per entry point: collects into `warnings`, streams via\n// onWarning, and emits the dictionary-unavailable notice exactly once up front.\nfunction warnCollector(onWarning?: (message: string) => void): { warnings: string[]; warn: (m: string) => void } {\n const warnings: string[] = [];\n const warn = (m: string) => {\n warnings.push(m);\n onWarning?.(m);\n };\n if (!dictAvailable()) warn(dictUnavailableWarning());\n return { warnings, warn };\n}\n\nexport async function extractText(pdfPath: string, opts: ExtractTextOptions = {}): Promise<ExtractResult> {\n validatePages(opts.pages);\n const { warnings, warn } = warnCollector(opts.onWarning);\n\n const range = opts.pages ? { first: opts.pages.first, last: opts.pages.last ?? opts.pages.first } : {};\n const { numPages, pages, heightChars } = await collect(pdfPath, range);\n const pageLines: PageLines[] = pages.map((p) => ({\n page: p.page,\n lines: toLines(p),\n }));\n const pageMarkers = opts.pageMarkers ?? false;\n const { md, stats, bodyH, headingSizes } = buildMarkdown(pageLines, heightChars, { pageMarkers });\n // pageStats needs \"### pN\" markers to segment content; when the caller\n // didn't request them, build a throwaway marked variant (same heightChars) purely to measure stats from, so pageStats is always populated.\n const statsMd = pageMarkers ? md : buildMarkdown(pageLines, heightChars, { pageMarkers: true }).md;\n\n // Advisory, not prescriptive: `hasLargeImage` fires on any large image,\n // even one with no baked-in text, where `--ocr` recovers nothing and can\n // actively degrade a correct result (measured: \"I\" -> \"|\", stray em-dashes) — so this tells the caller to COMPARE the OCR rerun, never blindly replace.\n const hybridPages = pages.filter((p) => p.largeImage).map((p) => p.page);\n for (const n of hybridPages) {\n warn(`p${n}: text layer used but page carries large image(s); if it has baked-in text this output won't have it — compare (don't blindly replace) against --pages ${n} --ocr, which can itself introduce errors`);\n }\n\n const report = buildReport({\n numPages,\n md,\n statsMd,\n stats,\n bodyH,\n headingSizes,\n hybridPages,\n });\n return { markdown: md, report, warnings };\n}\n\n/**\n * OCR extraction. Input is either a PDF (pages render at `dpi` and the\n * engine recognizes them, imported lazily) or an already-recognized word dump (the offline replay input — see `--words-json`).\n *\n * @param input `{ pdfPath }` to recognize, or `{ words }` to replay a dump\n * @param opts see {@link ExtractOcrOptions}\n */\nexport async function extractOcr(input: { pdfPath: string } | { words: OcrWordInput[] }, opts: ExtractOcrOptions = {}): Promise<ExtractResult> {\n validatePages(opts.pages);\n const { warnings, warn } = warnCollector(opts.onWarning);\n\n // Shared with analyze(pdf, {path:'ocr'}) — see that module's header for\n // why this makes the two byte-identical by construction, not by hand.\n const { pages, words } = await buildOcrAnalysisPages(input, opts, warn);\n const md = renderPagesToMarkdown(pages, { forcePageMarkers: true, pageMarkers: true });\n\n const report = buildOcrReport({\n md,\n fallback: opts.fallback,\n // Confidence is on `words` — see report.ts's low-confidence detector for\n // how it handles a confidence-less replay honestly.\n words,\n });\n return { markdown: md, report, warnings };\n}\n\n/** pdfToMarkdown's auto-OCR fallback predicate, shared with the CLI's\n * --format=raw|txt path so the two call sites can never drift apart. Module-internal: not re-exported by `src/index.ts`. */\nexport function needsOcrFallback(charsPerPage: number): boolean {\n return charsPerPage < AUTO_OCR_CHARS_PER_PAGE;\n}\n\n/** The exact stderr/warnings notice printed when needsOcrFallback fires —\n * one copy of the string for both call sites (asserted verbatim by the suite). */\nexport function ocrFallbackNotice(charsPerPage: number): string {\n return `text layer yields ~${charsPerPage} chars/page (< ${AUTO_OCR_CHARS_PER_PAGE}) — pages are images of text; falling back to OCR (suppress with --no-ocr)`;\n}\n\n/**\n * The headline API: extract a PDF to markdown, text layer first, falling\n * back to OCR when the text layer is empty enough the pages are certainly images of text (< `AUTO_OCR_CHARS_PER_PAGE` chars/page) — the same decision the CLI makes.\n *\n * @param pdfPath path to the PDF file\n * @param opts see {@link PdfToMarkdownOptions}\n */\nexport async function pdfToMarkdown(pdfPath: string, opts: PdfToMarkdownOptions = {}): Promise<ExtractResult> {\n if (opts.ocr) return extractOcr({ pdfPath }, opts);\n\n // Warning DELIVERY is deferred on the text pass: if the fallback fires,\n // those hybrid warnings describe output being discarded, so only a kept text result replays them.\n const text = await extractText(pdfPath, { ...opts, onWarning: undefined });\n if (needsOcrFallback(text.report.charsPerPage) && !opts.noOcr) {\n const notice = ocrFallbackNotice(text.report.charsPerPage);\n opts.onWarning?.(notice);\n const ocr = await extractOcr({ pdfPath }, { ...opts, fallback: true });\n ocr.warnings.unshift(notice);\n return ocr;\n }\n for (const w of text.warnings) opts.onWarning?.(w);\n return text;\n}\n"],"names":["extractOcr","extractText","needsOcrFallback","ocrFallbackNotice","pdfToMarkdown","warnCollector","onWarning","warnings","warn","m","push","dictAvailable","dictUnavailableWarning","pdfPath","opts","range","numPages","pages","heightChars","pageLines","pageMarkers","buildMarkdown","md","stats","bodyH","headingSizes","statsMd","hybridPages","n","report","validatePages","first","last","collect","map","p","page","lines","toLines","filter","largeImage","buildReport","markdown","input","words","buildOcrAnalysisPages","renderPagesToMarkdown","forcePageMarkers","buildOcrReport","fallback","charsPerPage","AUTO_OCR_CHARS_PER_PAGE","text","notice","ocr","w","undefined","noOcr","unshift"],"mappings":"AAAA,4EAA4E;AAC5E,kIAAkI;AAClI,EAAE;AACF,8EAA8E;AAC9E,8GAA8G;;;;;;;;;;;;QAgJxFA;eAAAA;;QA3CAC;eAAAA;;QAgENC;eAAAA;;QAMAC;eAAAA;;QAWMC;eAAAA;;;yBArLgB;yBACd;sBAC8B;uBAG9B;0BACM;gCACQ;wBAC+B;0BAEvC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAuE9B;;;;;;CAMC,GACD,uEAAuE;AACvE,gFAAgF;AAChF,SAASC,cAAcC,SAAqC;IAC1D,IAAMC,WAAqB,EAAE;IAC7B,IAAMC,OAAO,cAACC;QACZF,SAASG,IAAI,CAACD;QACdH,sBAAAA,gCAAAA,UAAYG;IACd;IACA,IAAI,CAACE,IAAAA,qBAAa,KAAIH,KAAKI,IAAAA,8BAAsB;IACjD,OAAO;QAAEL,UAAAA;QAAUC,MAAAA;IAAK;AAC1B;AAEO,SAAeP;wCAAYY,OAAe;YAAEC,MAIWA,kBAMxCA,mBAROT,gBAAnBE,UAAUC,MAEZO,OACmC,MAAjCC,UAAUC,OAAOC,aACnBC,WAIAC,aACqCC,gBAAnCC,IAAIC,OAAOC,OAAOC,cAGpBC,SAKAC,aACD,2BAAA,mBAAA,gBAAA,WAAA,OAAMC,GAILC;;;;;oBAxB2Cf,OAAAA,oEAA2B,CAAC;oBAC7EgB,IAAAA,yBAAa,EAAChB,KAAKG,KAAK;oBACGZ,iBAAAA,cAAcS,KAAKR,SAAS,GAA/CC,WAAmBF,eAAnBE,UAAUC,OAASH,eAATG;oBAEZO,QAAQD,KAAKG,KAAK,GAAG;wBAAEc,OAAOjB,KAAKG,KAAK,CAACc,KAAK;wBAAEC,IAAI,GAAElB,mBAAAA,KAAKG,KAAK,CAACe,IAAI,cAAflB,8BAAAA,mBAAmBA,KAAKG,KAAK,CAACc,KAAK;oBAAC,IAAI,CAAC;oBAC5D;;wBAAME,IAAAA,kBAAO,EAACpB,SAASE;;;oBAAvB,OAAA,eAAjCC,WAAiC,KAAjCA,UAAUC,QAAuB,KAAvBA,OAAOC,cAAgB,KAAhBA;oBACnBC,YAAyBF,MAAMiB,GAAG,CAAC,SAACC;+BAAO;4BAC/CC,MAAMD,EAAEC,IAAI;4BACZC,OAAOC,IAAAA,gBAAO,EAACH;wBACjB;;oBACMf,eAAcN,oBAAAA,KAAKM,WAAW,cAAhBN,+BAAAA,oBAAoB;oBACGO,iBAAAA,IAAAA,yBAAa,EAACF,WAAWD,aAAa;wBAAEE,aAAAA;oBAAY,IAAvFE,KAAmCD,eAAnCC,IAAIC,QAA+BF,eAA/BE,OAAOC,QAAwBH,eAAxBG,OAAOC,eAAiBJ,eAAjBI;oBAC1B,uEAAuE;oBACvE,2IAA2I;oBACrIC,UAAUN,cAAcE,KAAKD,IAAAA,yBAAa,EAACF,WAAWD,aAAa;wBAAEE,aAAa;oBAAK,GAAGE,EAAE;oBAElG,wEAAwE;oBACxE,yEAAyE;oBACzE,wJAAwJ;oBAClJK,cAAcV,MAAMsB,MAAM,CAAC,SAACJ;+BAAMA,EAAEK,UAAU;uBAAEN,GAAG,CAAC,SAACC;+BAAMA,EAAEC,IAAI;;oBAClE,kCAAA,2BAAA;;wBAAL,IAAK,YAAWT,kCAAX,6BAAA,QAAA,yBAAA,iCAAwB;4BAAlBC,IAAN;4BACHpB,KAAK,AAAC,IAA8JoB,OAA3JA,GAAE,2JAA2J,OAAFA,GAAE;wBACxK;;wBAFK;wBAAA;;;iCAAA,6BAAA;gCAAA;;;gCAAA;sCAAA;;;;oBAICC,SAASY,IAAAA,qBAAW,EAAC;wBACzBzB,UAAAA;wBACAM,IAAAA;wBACAI,SAAAA;wBACAH,OAAAA;wBACAC,OAAAA;wBACAC,cAAAA;wBACAE,aAAAA;oBACF;oBACA;;wBAAO;4BAAEe,UAAUpB;4BAAIO,QAAAA;4BAAQtB,UAAAA;wBAAS;;;;IAC1C;;AASO,SAAeP;wCAAW2C,KAAsD;YAAE7B,MAE5DT,gBAAnBE,UAAUC,MAIO,MAAjBS,OAAO2B,OACTtB,IAEAO;;;;;oBATiFf,OAAAA,oEAA0B,CAAC;oBAClHgB,IAAAA,yBAAa,EAAChB,KAAKG,KAAK;oBACGZ,iBAAAA,cAAcS,KAAKR,SAAS,GAA/CC,WAAmBF,eAAnBE,UAAUC,OAASH,eAATG;oBAIO;;wBAAMqC,IAAAA,gCAAqB,EAACF,OAAO7B,MAAMN;;;oBAAzC,OAAA,eAAjBS,QAAiB,KAAjBA,OAAO2B,QAAU,KAAVA;oBACTtB,KAAKwB,IAAAA,uCAAqB,EAAC7B,OAAO;wBAAE8B,kBAAkB;wBAAM3B,aAAa;oBAAK;oBAE9ES,SAASmB,IAAAA,wBAAc,EAAC;wBAC5B1B,IAAAA;wBACA2B,UAAUnC,KAAKmC,QAAQ;wBACvB,yEAAyE;wBACzE,oDAAoD;wBACpDL,OAAAA;oBACF;oBACA;;wBAAO;4BAAEF,UAAUpB;4BAAIO,QAAAA;4BAAQtB,UAAAA;wBAAS;;;;IAC1C;;AAIO,SAASL,iBAAiBgD,YAAoB;IACnD,OAAOA,eAAeC,iCAAuB;AAC/C;AAIO,SAAShD,kBAAkB+C,YAAoB;IACpD,OAAO,AAAC,sBAAmDC,OAA9BD,cAAa,mBAAyC,OAAxBC,iCAAuB,EAAC;AACrF;AASO,SAAe/C;wCAAcS,OAAe;YAAEC,MAapBA,iBARzBsC,MAGJtC,kBADMuC,QAEAC,KAIH,2BAAA,mBAAA,gBAAA,WAAA,OAAMC;;;;;oBAbwCzC,OAAAA,oEAA6B,CAAC;oBACjF,IAAIA,KAAKwC,GAAG,EAAE;;wBAAOtD,WAAW;4BAAEa,SAAAA;wBAAQ,GAAGC;;oBAIhC;;wBAAMb,YAAYY,SAAS,wCAAKC;4BAAMR,WAAWkD;;;;oBAAxDJ,OAAO;yBACTlD,CAAAA,iBAAiBkD,KAAKvB,MAAM,CAACqB,YAAY,KAAK,CAACpC,KAAK2C,KAAK,AAAD,GAAxDvD;;;;oBACImD,SAASlD,kBAAkBiD,KAAKvB,MAAM,CAACqB,YAAY;qBACzDpC,mBAAAA,KAAKR,SAAS,cAAdQ,uCAAAA,sBAAAA,MAAiBuC;oBACL;;wBAAMrD,WAAW;4BAAEa,SAAAA;wBAAQ,GAAG,wCAAKC;4BAAMmC,UAAU;;;;oBAAzDK,MAAM;oBACZA,IAAI/C,QAAQ,CAACmD,OAAO,CAACL;oBACrB;;wBAAOC;;;oBAEJ,kCAAA,2BAAA;;wBAAL,IAAK,YAAWF,KAAK7C,QAAQ,uBAAxB,6BAAA,QAAA,yBAAA;4BAAMgD,IAAN;6BAA0BzC,kBAAAA,KAAKR,SAAS,cAAdQ,sCAAAA,qBAAAA,MAAiByC;;;wBAA3C;wBAAA;;;iCAAA,6BAAA;gCAAA;;;gCAAA;sCAAA;;;;oBACL;;wBAAOH;;;;IACT"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/extract.ts"],"sourcesContent":["// The library layer for PDF -> markdown conversion: extractText/extractOcr/\n// pdfToMarkdown each take plain args, return plain data, and throw PdfToMdError — no process.exit, no console.*, no file writing.\n//\n// Warnings are DATA: every notice is returned in `warnings` verbatim and also\n// delivered incrementally via `onWarning` — the exact strings are load-bearing (the test suite asserts them).\nimport { buildOcrAnalysisPages } from './analyze.ts';\nimport { collect } from './collect.ts';\nimport { dictAvailable, dictUnavailableWarning } from './dict.ts';\nimport type { OcrProgressEvent } from './engines/tesseract.ts';\nimport type { PageWord, Tuning } from './geometry.ts';\nimport { toLines } from './lines.ts';\nimport { buildMarkdown } from './markdown.ts';\nimport { renderPagesToMarkdown } from './render-analysis.ts';\nimport { AUTO_OCR_CHARS_PER_PAGE, buildOcrReport, buildReport } from './report.ts';\nimport type { PageLines, Report } from './types.ts';\nimport { validatePages } from './validate.ts';\n\nexport type { OcrProgressEvent } from './engines/tesseract.ts';\n\n// A plain-JS caller (or `.ts` with `as any`) gets no compile-time check on\n// `pages`, so it's validated once at runtime — see src/validate.ts's `validatePages`.\n\n/** One recognized word with its page — the OCR replay input contract (same\n * shape as `geometry.ts`'s `PageWord`, re-exported under this module's public name). */\nexport type OcrWordInput = PageWord;\n\n/** A 1-based, inclusive page range — the shape every entry point's `pages`\n * option takes (the CLI's own `--pages N[-M]` parses into this). */\nexport interface PageSelection {\n first: number;\n /** inclusive; defaults to `first` */\n last?: number;\n}\n\n/** extractText/extractOcr/pdfToMarkdown's common return shape. */\nexport interface ExtractResult {\n markdown: string;\n /** per-document and per-page QA metrics — see `Report` (`src/types.ts`) */\n report: Report;\n /** every notice also delivered incrementally via `onWarning`, collected\n * here in full (hybrid pages, auto-OCR-fallback, empty OCR pages, sparse-retry) */\n warnings: string[];\n}\n\ninterface CommonOptions {\n /** convert only this page range (1-based, inclusive); defaults to the\n * whole document */\n pages?: PageSelection;\n /** delivered as each warning happens (also returned, in full, as\n * `warnings` on the resolved result) */\n onWarning?: (message: string) => void;\n}\n\n/** Options for {@link extractText}. */\nexport interface ExtractTextOptions extends CommonOptions {\n /** emit a `### pN` marker before each page's content (output formatting\n * only — `report.pageStats` is always populated regardless) */\n pageMarkers?: boolean;\n}\n\n/** Options for {@link extractOcr}. */\nexport interface ExtractOcrOptions extends CommonOptions {\n /** override any subset of the OCR-path geometry defaults — see\n * DEFAULT_TUNING (`src/geometry.ts`) for each knob's measured default */\n tuning?: Partial<Tuning>;\n /** page-render resolution for engine recognition (default 288, measured;\n * >~400 measured WORSE on ordinary pages — not a \"bigger is safer\" knob) */\n dpi?: number;\n /** marks report.ocrFallback — set by pdfToMarkdown's auto-fallback */\n fallback?: boolean;\n /** one event per page as recognition finishes (timing/count only — engine\n * chatter and the sparse-retry notice arrive via `onWarning` instead) */\n onProgress?: (e: OcrProgressEvent) => void;\n /** every recognized word entering the geometry, delivered once after\n * recognition — the severity-1 audit instrument (--debug-words) */\n onWords?: (words: OcrWordInput[]) => void;\n}\n\n/** Options for {@link pdfToMarkdown}. */\nexport interface PdfToMarkdownOptions extends ExtractTextOptions, Omit<ExtractOcrOptions, 'fallback'> {\n /** force the OCR path even when a text layer exists */\n ocr?: boolean;\n /** never fall back to OCR, even for image-only pages */\n noOcr?: boolean;\n}\n\n/**\n * Text-layer extraction. Returns markdown + QA report + warnings (hybrid\n * pages carrying large images whose baked-in text the text layer can never see). Makes no OCR decision — see pdfToMarkdown for the fallback.\n *\n * @param pdfPath path to the PDF file\n * @param opts see {@link ExtractTextOptions}\n */\n// One collector per entry point: collects into `warnings`, streams via\n// onWarning, and emits the dictionary-unavailable notice exactly once up front.\nfunction warnCollector(onWarning?: (message: string) => void): { warnings: string[]; warn: (m: string) => void } {\n const warnings: string[] = [];\n const warn = (m: string) => {\n warnings.push(m);\n onWarning?.(m);\n };\n if (!dictAvailable()) warn(dictUnavailableWarning());\n return { warnings, warn };\n}\n\nexport async function extractText(pdfPath: string, opts: ExtractTextOptions = {}): Promise<ExtractResult> {\n validatePages(opts.pages);\n const { warnings, warn } = warnCollector(opts.onWarning);\n\n const range = opts.pages ? { first: opts.pages.first, last: opts.pages.last ?? opts.pages.first } : {};\n const { numPages, pages, heightChars } = await collect(pdfPath, range);\n const pageLines: PageLines[] = pages.map((p) => ({\n page: p.page,\n lines: toLines(p),\n }));\n const pageMarkers = opts.pageMarkers ?? false;\n const { md, stats, bodyH, headingSizes } = buildMarkdown(pageLines, heightChars, { pageMarkers });\n // pageStats needs \"### pN\" markers to segment content; when the caller\n // didn't request them, build a throwaway marked variant (same heightChars) purely to measure stats from, so pageStats is always populated.\n const statsMd = pageMarkers ? md : buildMarkdown(pageLines, heightChars, { pageMarkers: true }).md;\n\n // Advisory, not prescriptive: `hasLargeImage` fires on any large image,\n // even one with no baked-in text, where `--ocr` recovers nothing and can\n // actively degrade a correct result (measured: \"I\" -> \"|\", stray em-dashes) — so this tells the caller to COMPARE the OCR rerun, never blindly replace.\n const hybridPages = pages.filter((p) => p.largeImage).map((p) => p.page);\n for (const n of hybridPages) {\n warn(`p${n}: text layer used but page carries large image(s); if it has baked-in text this output won't have it — compare (don't blindly replace) against --pages ${n} --ocr, which can itself introduce errors`);\n }\n\n const report = buildReport({\n numPages,\n md,\n statsMd,\n stats,\n bodyH,\n headingSizes,\n hybridPages,\n });\n return { markdown: md, report, warnings };\n}\n\n/**\n * OCR extraction. Input is either a PDF (pages render at `dpi` and the\n * engine recognizes them, imported lazily) or an already-recognized word dump (the offline replay input — see `--words-json`).\n *\n * @param input `{ pdfPath }` to recognize, or `{ words }` to replay a dump\n * @param opts see {@link ExtractOcrOptions}\n */\nexport async function extractOcr(input: { pdfPath: string } | { words: OcrWordInput[] }, opts: ExtractOcrOptions = {}): Promise<ExtractResult> {\n validatePages(opts.pages);\n const { warnings, warn } = warnCollector(opts.onWarning);\n\n // Shared with analyze(pdf, {path:'ocr'}) — see that module's header for\n // why this makes the two byte-identical by construction, not by hand.\n const { pages, words } = await buildOcrAnalysisPages(input, opts, warn);\n const md = renderPagesToMarkdown(pages, { forcePageMarkers: true, pageMarkers: true });\n\n const report = buildOcrReport({\n md,\n fallback: opts.fallback,\n // Confidence is on `words` — see report.ts's low-confidence detector for\n // how it handles a confidence-less replay honestly.\n words,\n });\n return { markdown: md, report, warnings };\n}\n\n/** pdfToMarkdown's auto-OCR fallback predicate, shared with the CLI's\n * --format=raw|txt path so the two call sites can never drift apart. Module-internal: not re-exported by `src/index.ts`. */\nexport function needsOcrFallback(charsPerPage: number): boolean {\n return charsPerPage < AUTO_OCR_CHARS_PER_PAGE;\n}\n\n/** The exact stderr/warnings notice printed when needsOcrFallback fires —\n * one copy of the string for both call sites (asserted verbatim by the suite). */\nexport function ocrFallbackNotice(charsPerPage: number): string {\n return `text layer yields ~${charsPerPage} chars/page (< ${AUTO_OCR_CHARS_PER_PAGE}) — pages are images of text; falling back to OCR (suppress with --no-ocr)`;\n}\n\n/**\n * The headline API: extract a PDF to markdown, text layer first, falling\n * back to OCR when the text layer is empty enough the pages are certainly images of text (< `AUTO_OCR_CHARS_PER_PAGE` chars/page) — the same decision the CLI makes.\n *\n * @param pdfPath path to the PDF file\n * @param opts see {@link PdfToMarkdownOptions}\n */\nexport async function pdfToMarkdown(pdfPath: string, opts: PdfToMarkdownOptions = {}): Promise<ExtractResult> {\n if (opts.ocr) return extractOcr({ pdfPath }, opts);\n\n // Warning DELIVERY is deferred on the text pass: if the fallback fires,\n // those hybrid warnings describe output being discarded, so only a kept text result replays them.\n const text = await extractText(pdfPath, { ...opts, onWarning: undefined });\n if (needsOcrFallback(text.report.charsPerPage) && !opts.noOcr) {\n const notice = ocrFallbackNotice(text.report.charsPerPage);\n opts.onWarning?.(notice);\n const ocr = await extractOcr({ pdfPath }, { ...opts, fallback: true });\n ocr.warnings.unshift(notice);\n return ocr;\n }\n for (const w of text.warnings) opts.onWarning?.(w);\n return text;\n}\n"],"names":["extractOcr","extractText","needsOcrFallback","ocrFallbackNotice","pdfToMarkdown","warnCollector","onWarning","warnings","warn","m","push","dictAvailable","dictUnavailableWarning","pdfPath","opts","range","numPages","pages","heightChars","pageLines","pageMarkers","buildMarkdown","md","stats","bodyH","headingSizes","statsMd","hybridPages","n","report","validatePages","first","last","collect","map","p","page","lines","toLines","filter","largeImage","buildReport","markdown","input","words","buildOcrAnalysisPages","renderPagesToMarkdown","forcePageMarkers","buildOcrReport","fallback","charsPerPage","AUTO_OCR_CHARS_PER_PAGE","text","notice","ocr","w","undefined","noOcr","unshift"],"mappings":"AAAA,4EAA4E;AAC5E,kIAAkI;AAClI,EAAE;AACF,8EAA8E;AAC9E,8GAA8G;;;;;;;;;;;;QAgJxFA;eAAAA;;QA3CAC;eAAAA;;QAgENC;eAAAA;;QAMAC;eAAAA;;QAWMC;eAAAA;;;yBArLgB;yBACd;sBAC8B;uBAG9B;0BACM;gCACQ;wBAC+B;0BAEvC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAuE9B;;;;;;CAMC,GACD,uEAAuE;AACvE,gFAAgF;AAChF,SAASC,cAAcC,SAAqC;IAC1D,IAAMC,WAAqB,EAAE;IAC7B,IAAMC,OAAO,cAACC;QACZF,SAASG,IAAI,CAACD;QACdH,sBAAAA,gCAAAA,UAAYG;IACd;IACA,IAAI,CAACE,IAAAA,qBAAa,KAAIH,KAAKI,IAAAA,8BAAsB;IACjD,OAAO;QAAEL,UAAAA;QAAUC,MAAAA;IAAK;AAC1B;AAEO,SAAeP;wCAAYY,OAAe;YAAEC,MAIWA,kBAMxCA,mBAROT,gBAAnBE,UAAUC,MAEZO,OACmC,MAAjCC,UAAUC,OAAOC,aACnBC,WAIAC,aACqCC,gBAAnCC,IAAIC,OAAOC,OAAOC,cAGpBC,SAKAC,aACD,2BAAA,mBAAA,gBAAA,WAAA,OAAMC,GAILC;;;;;oBAxB2Cf,OAAAA,oEAA2B,CAAC;oBAC7EgB,IAAAA,yBAAa,EAAChB,KAAKG,KAAK;oBACGZ,iBAAAA,cAAcS,KAAKR,SAAS,GAA/CC,WAAmBF,eAAnBE,UAAUC,OAASH,eAATG;oBAEZO,QAAQD,KAAKG,KAAK,GAAG;wBAAEc,OAAOjB,KAAKG,KAAK,CAACc,KAAK;wBAAEC,IAAI,GAAElB,mBAAAA,KAAKG,KAAK,CAACe,IAAI,cAAflB,8BAAAA,mBAAmBA,KAAKG,KAAK,CAACc,KAAK;oBAAC,IAAI,CAAC;oBAC5D;;wBAAME,IAAAA,kBAAO,EAACpB,SAASE;;;oBAAvB,OAAA,eAAjCC,WAAiC,KAAjCA,UAAUC,QAAuB,KAAvBA,OAAOC,cAAgB,KAAhBA;oBACnBC,YAAyBF,MAAMiB,GAAG,CAAC,SAACC;+BAAO;4BAC/CC,MAAMD,EAAEC,IAAI;4BACZC,OAAOC,IAAAA,gBAAO,EAACH;wBACjB;;oBACMf,eAAcN,oBAAAA,KAAKM,WAAW,cAAhBN,+BAAAA,oBAAoB;oBACGO,iBAAAA,IAAAA,yBAAa,EAACF,WAAWD,aAAa;wBAAEE,aAAAA;oBAAY,IAAvFE,KAAmCD,eAAnCC,IAAIC,QAA+BF,eAA/BE,OAAOC,QAAwBH,eAAxBG,OAAOC,eAAiBJ,eAAjBI;oBAC1B,uEAAuE;oBACvE,2IAA2I;oBACrIC,UAAUN,cAAcE,KAAKD,IAAAA,yBAAa,EAACF,WAAWD,aAAa;wBAAEE,aAAa;oBAAK,GAAGE,EAAE;oBAElG,wEAAwE;oBACxE,yEAAyE;oBACzE,wJAAwJ;oBAClJK,cAAcV,MAAMsB,MAAM,CAAC,SAACJ;+BAAMA,EAAEK,UAAU;uBAAEN,GAAG,CAAC,SAACC;+BAAMA,EAAEC,IAAI;;oBAClE,kCAAA,2BAAA;;wBAAL,IAAK,YAAWT,kCAAX,6BAAA,QAAA,yBAAA,iCAAwB;4BAAlBC,IAAN;4BACHpB,KAAK,AAAC,IAA8JoB,OAA3JA,GAAE,2JAA2J,OAAFA,GAAE;wBACxK;;wBAFK;wBAAA;;;iCAAA,6BAAA;gCAAA;;;gCAAA;sCAAA;;;;oBAICC,SAASY,IAAAA,qBAAW,EAAC;wBACzBzB,UAAAA;wBACAM,IAAAA;wBACAI,SAAAA;wBACAH,OAAAA;wBACAC,OAAAA;wBACAC,cAAAA;wBACAE,aAAAA;oBACF;oBACA;;wBAAO;4BAAEe,UAAUpB;4BAAIO,QAAAA;4BAAQtB,UAAAA;wBAAS;;;;IAC1C;;AASO,SAAeP;wCAAW2C,KAAsD;YAAE7B,MAE5DT,gBAAnBE,UAAUC,MAIO,MAAjBS,OAAO2B,OACTtB,IAEAO;;;;;oBATiFf,OAAAA,oEAA0B,CAAC;oBAClHgB,IAAAA,yBAAa,EAAChB,KAAKG,KAAK;oBACGZ,iBAAAA,cAAcS,KAAKR,SAAS,GAA/CC,WAAmBF,eAAnBE,UAAUC,OAASH,eAATG;oBAIO;;wBAAMqC,IAAAA,gCAAqB,EAACF,OAAO7B,MAAMN;;;oBAAzC,OAAA,eAAjBS,QAAiB,KAAjBA,OAAO2B,QAAU,KAAVA;oBACTtB,KAAKwB,IAAAA,uCAAqB,EAAC7B,OAAO;wBAAE8B,kBAAkB;wBAAM3B,aAAa;oBAAK;oBAE9ES,SAASmB,IAAAA,wBAAc,EAAC;wBAC5B1B,IAAAA;wBACA2B,UAAUnC,KAAKmC,QAAQ;wBACvB,yEAAyE;wBACzE,oDAAoD;wBACpDL,OAAAA;oBACF;oBACA;;wBAAO;4BAAEF,UAAUpB;4BAAIO,QAAAA;4BAAQtB,UAAAA;wBAAS;;;;IAC1C;;AAIO,SAASL,iBAAiBgD,YAAoB;IACnD,OAAOA,eAAeC,iCAAuB;AAC/C;AAIO,SAAShD,kBAAkB+C,YAAoB;IACpD,OAAO,AAAC,sBAAmDC,OAA9BD,cAAa,mBAAyC,OAAxBC,iCAAuB,EAAC;AACrF;AASO,SAAe/C;wCAAcS,OAAe;YAAEC,MAapBA,iBARzBsC,MAGJtC,kBADMuC,QAEAC,KAIH,2BAAA,mBAAA,gBAAA,WAAA,OAAMC;;;;;oBAbwCzC,OAAAA,oEAA6B,CAAC;oBACjF,IAAIA,KAAKwC,GAAG,EAAE;;wBAAOtD,WAAW;4BAAEa,SAAAA;wBAAQ,GAAGC;;oBAIhC;;wBAAMb,YAAYY,SAAS,wCAAKC;4BAAMR,WAAWkD;;;;oBAAxDJ,OAAO;yBACTlD,CAAAA,iBAAiBkD,KAAKvB,MAAM,CAACqB,YAAY,KAAK,CAACpC,KAAK2C,KAAK,AAAD,GAAxDvD;;;;oBACImD,SAASlD,kBAAkBiD,KAAKvB,MAAM,CAACqB,YAAY;qBACzDpC,mBAAAA,KAAKR,SAAS,cAAdQ,uCAAAA,sBAAAA,MAAiBuC;oBACL;;wBAAMrD,WAAW;4BAAEa,SAAAA;wBAAQ,GAAG,wCAAKC;4BAAMmC,UAAU;;;;oBAAzDK,MAAM;oBACZA,IAAI/C,QAAQ,CAACmD,OAAO,CAACL;oBACrB;;wBAAOC;;;oBAEJ,kCAAA,2BAAA;;wBAAL,IAAK,YAAWF,KAAK7C,QAAQ,uBAAxB,6BAAA,QAAA,yBAAA;4BAAMgD,IAAN;6BAA0BzC,kBAAAA,KAAKR,SAAS,cAAdQ,sCAAAA,qBAAAA,MAAiByC;;;wBAA3C;wBAAA;;;iCAAA,6BAAA;gCAAA;;;gCAAA;sCAAA;;;;oBACL;;wBAAOH;;;;IACT"}
@@ -54,6 +54,7 @@ export interface Tuning {
54
54
  export declare const DEFAULT_TUNING: Tuning;
55
55
  export declare const MAX_GUTTER_INK_FRAC = 0.03;
56
56
  export declare const MIN_COL_WORDS = 10;
57
+ export declare const LINE_Y_TOL_HEIGHT_FRAC = 0.2;
57
58
  export declare const MIN_COL_SHARE = 0.2;
58
59
  export declare function buildPageOCR(words: Word[], tuning: Tuning): PageOCR;
59
60
  export declare function bucket(h: number): number;
@@ -54,6 +54,7 @@ export interface Tuning {
54
54
  export declare const DEFAULT_TUNING: Tuning;
55
55
  export declare const MAX_GUTTER_INK_FRAC = 0.03;
56
56
  export declare const MIN_COL_WORDS = 10;
57
+ export declare const LINE_Y_TOL_HEIGHT_FRAC = 0.2;
57
58
  export declare const MIN_COL_SHARE = 0.2;
58
59
  export declare function buildPageOCR(words: Word[], tuning: Tuning): PageOCR;
59
60
  export declare function bucket(h: number): number;
@@ -14,6 +14,9 @@ _export(exports, {
14
14
  get DEFAULT_TUNING () {
15
15
  return DEFAULT_TUNING;
16
16
  },
17
+ get LINE_Y_TOL_HEIGHT_FRAC () {
18
+ return LINE_Y_TOL_HEIGHT_FRAC;
19
+ },
17
20
  get MAX_GUTTER_INK_FRAC () {
18
21
  return MAX_GUTTER_INK_FRAC;
19
22
  },
@@ -106,6 +109,7 @@ var DEFAULT_TUNING = {
106
109
  };
107
110
  var MAX_GUTTER_INK_FRAC = 0.03;
108
111
  var MIN_COL_WORDS = 10;
112
+ var LINE_Y_TOL_HEIGHT_FRAC = 0.2;
109
113
  var MIN_COL_SHARE = 0.2;
110
114
  var maxX = function maxX(r) {
111
115
  return r.x + r.w;
@@ -174,7 +178,9 @@ function range(rects) {
174
178
  }
175
179
  // Groups same-visual-line words via lineYTol/lineHeightRatio, requiring band
176
180
  // agreement; searches ALL open rows since per-word y drifts ~0.001 across a
177
- // printed line, enough to interleave two lines' words in y-sorted order.
181
+ // printed line, enough to interleave two lines' words in y-sorted order. The y
182
+ // tolerance scales with box height (LINE_Y_TOL_HEIGHT_FRAC) so display type,
183
+ // whose descenders shift a word's midpoint further, still groups as one row.
178
184
  function buildRows(words, tuning, bandOf) {
179
185
  var rows = [];
180
186
  // Sort order only affects which compatible row a tie lands in (every row
@@ -188,7 +194,9 @@ function buildRows(words, tuning, bandOf) {
188
194
  var w = _step.value;
189
195
  var band = bandOf(w);
190
196
  var target = rows.find(function(r) {
191
- return r.band === band && Math.abs(midY(r.rect) - midY(w)) <= tuning.lineYTol && Math.max(r.rect.h, w.h) < Math.min(r.rect.h, w.h) * tuning.lineHeightRatio;
197
+ if (r.band !== band) return false;
198
+ var yTol = Math.max(tuning.lineYTol, Math.max(r.rect.h, w.h) * LINE_Y_TOL_HEIGHT_FRAC);
199
+ return Math.abs(midY(r.rect) - midY(w)) <= yTol && Math.max(r.rect.h, w.h) < Math.min(r.rect.h, w.h) * tuning.lineHeightRatio;
192
200
  });
193
201
  if (target) {
194
202
  target.words.push(w);
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Projects/pdf-to-md/src/geometry.ts"],"sourcesContent":["// geometry.ts — OCR-path pass 2: words -> lines/columns/floats. Input is\n// flat words (normalized page coords, origin bottom-left, y up), not pre-clustered line observations.\nexport interface Word {\n text: string;\n x: number; // rect.minX\n y: number; // rect.minY\n w: number; // rect.width\n h: number; // rect.height\n // 0-100 (tesseract.js's own `confidence` field, not `conf`). Optional —\n // passthrough only; see report.ts's LOW_CONFIDENCE_THRESHOLD for the consumer.\n confidence?: number;\n}\n\n/** A `Word` with its page number — the shared shape behind both the OCR\n * engine's own output (tesseract.ts) and the replay input contract (extract.ts's OcrWordInput). */\nexport interface PageWord extends Word {\n page: number;\n}\n\nexport interface OcrLine {\n text: string;\n x: number; // rect.minX, used for float-alignment and indentation checks\n width: number; // rect.width, used for the float width check\n midY: number;\n h: number; // char-weighted dominant constituent height\n col: number;\n // Constituent words, left-to-right (same order as `text`'s tokens) — carries\n // word identity through row-building for analyze()'s block->word linkage.\n words: Word[];\n}\n\nexport interface PageOCR {\n lines: OcrLine[];\n // Decorative fragment candidates (src/emit.ts's floats aside), kept as full\n // OcrLine so callers recover both the printed text and constituent words.\n floats: OcrLine[];\n pitch: number;\n}\n\n/** Tuning knobs for the OCR-path geometry pass (CLI: `--float-*`/`--para-gap`/\n * `--heading-scale`/`--col-*`/`--line-*`). See DEFAULT_TUNING for defaults. */\nexport interface Tuning {\n /** fragments with more words than this are body text, not decoration */\n floatMaxWords: number;\n /** fraction of page width above which a fragment is too wide to be\n * decoration */\n floatMaxWidth: number;\n /** how far a fragment's left edge must sit from its column edge to be\n * decoration */\n floatMargin: number;\n /** a vertical gap this many times the line pitch is a paragraph break */\n paraGap: number;\n /** lines taller than this times body height are headings */\n headingScale: number;\n /** boxes wider than this are excluded from gutter detection */\n colMaxWidth: number;\n /** fractional x of the two-column midpoint */\n colSplit: number;\n /** vertical distance within which two boxes are the same line */\n lineYTol: number;\n /** same-line boxes with a larger height ratio don't merge */\n lineHeightRatio: number;\n}\n\n/** Measured defaults; derivation in `test/unit/tuning.test.ts`. lineHeightRatio\n * 2.4 = pair-F1 plateau edge (0.924@1.6 -> 0.995@2.4, 9,471 pairs, 2026-08-16). */\nexport const DEFAULT_TUNING: Tuning = {\n floatMaxWords: 3,\n floatMaxWidth: 0.15,\n floatMargin: 0.008,\n paraGap: 1.6,\n headingScale: 2.0,\n colMaxWidth: 0.55,\n colSplit: 0.5,\n lineYTol: 0.006,\n lineHeightRatio: 2.4,\n};\n\n// Two-column decision (test/unit/column-break.test.ts): gutter ink <=0.017\n// (2-col) vs >=0.047 (1-col) measured over 100 baseline pages, cut 0.03.\nexport const MAX_GUTTER_INK_FRAC = 0.03;\n\n// Near-empty pages (e.g. a 2-word title page) have no gutter ink either, so\n// a word-count floor is needed too; genuine columns measure >=76 words.\nexport const MIN_COL_WORDS = 10;\n\n// Measured: a thin data rail is 11% of body words; the thinnest genuine\n// column is 31% — 0.2 sits between.\nexport const MIN_COL_SHARE = 0.2;\n\ninterface Rect {\n x: number;\n y: number;\n w: number;\n h: number;\n}\ntype Range = readonly [number, number];\n\nconst maxX = (r: Rect): number => r.x + r.w;\nconst maxY = (r: Rect): number => r.y + r.h;\nconst midX = (r: Rect): number => r.x + r.w / 2;\nconst midY = (r: Rect): number => r.y + r.h / 2;\n\nfunction union(a: Rect, b: Rect): Rect {\n const x0 = Math.min(a.x, b.x);\n const y0 = Math.min(a.y, b.y);\n const x1 = Math.max(maxX(a), maxX(b));\n const y1 = Math.max(maxY(a), maxY(b));\n return { x: x0, y: y0, w: x1 - x0, h: y1 - y0 };\n}\n\n// Overlap of a rect's x-span with a column x-range.\nfunction xOverlap(r: Rect, range: Range): number {\n return Math.max(0, Math.min(maxX(r), range[1]) - Math.max(r.x, range[0]));\n}\n\nfunction median(xs: number[]): number | undefined {\n if (!xs.length) return undefined;\n return [...xs].sort((a, b) => a - b)[Math.floor(xs.length / 2)];\n}\n\n// Char-weighted dominant height: most characters wins (ties keep first) —\n// same rule as src/lines.ts, so a small merged fragment can't promote a heading.\nfunction dominantHeight(parts: Word[]): number {\n let best = parts[0];\n for (let i = 1; i < parts.length; i++) {\n if (parts[i].text.length > best.text.length) best = parts[i];\n }\n return best.h;\n}\n\nfunction assignColumn(rect: Rect, colRanges: Range[]): number {\n if (colRanges.length !== 2) return 0;\n const l = xOverlap(rect, colRanges[0]);\n const r = xOverlap(rect, colRanges[1]);\n if (l !== r) return l > r ? 0 : 1;\n const centers = colRanges.map((rg) => (rg[0] + rg[1]) / 2);\n return Math.abs(midX(rect) - centers[0]) <= Math.abs(midX(rect) - centers[1]) ? 0 : 1;\n}\n\n// A column x-range from full-width body rows: short paragraph-final rows and\n// decorative fragments must not stretch it.\nfunction range(rects: Rect[]): Range | undefined {\n if (rects.length < 2) return undefined;\n return [Math.min(...rects.map((r) => r.x)), Math.max(...rects.map(maxX))];\n}\n\ninterface Row {\n rect: Rect;\n words: Word[];\n band: number; // -1 (gutter band / n/a), 0 (left or single column), 1 (right)\n}\n\n// Groups same-visual-line words via lineYTol/lineHeightRatio, requiring band\n// agreement; searches ALL open rows since per-word y drifts ~0.001 across a\n// printed line, enough to interleave two lines' words in y-sorted order.\nfunction buildRows(words: Word[], tuning: Tuning, bandOf: (w: Word) => number): Row[] {\n const rows: Row[] = [];\n // Sort order only affects which compatible row a tie lands in (every row\n // is searched) — top-to-bottom, left-to-right keeps results deterministic.\n const sorted = [...words].sort((a, b) => midY(b) - midY(a) || a.x - b.x);\n for (const w of sorted) {\n const band = bandOf(w);\n const target = rows.find((r) => r.band === band && Math.abs(midY(r.rect) - midY(w)) <= tuning.lineYTol && Math.max(r.rect.h, w.h) < Math.min(r.rect.h, w.h) * tuning.lineHeightRatio);\n if (target) {\n target.words.push(w);\n target.rect = union(target.rect, w);\n } else {\n rows.push({ rect: { x: w.x, y: w.y, w: w.w, h: w.h }, words: [w], band });\n }\n }\n return rows;\n}\n\nfunction makeLine(parts: Word[], rect: Rect, col: number): OcrLine {\n const sorted = [...parts].sort((a, b) => a.x - b.x);\n const text = sorted.map((p) => p.text).join(' ');\n return {\n text,\n x: rect.x,\n width: rect.w,\n midY: midY(rect),\n h: dominantHeight(parts),\n col,\n words: sorted,\n };\n}\n\n// Word-geometry pass (render/recognize happens upstream, in the OCR engine).\n// Body-height words band left/right before row-grouping; heading-height words group across the full width, so a title stays one line.\nexport function buildPageOCR(words: Word[], tuning: Tuning): PageOCR {\n if (!words.length) return { lines: [], floats: [], pitch: 0.012 };\n\n const colBand = 0.02;\n const colLeftCut = tuning.colSplit - colBand;\n const colRightCut = tuning.colSplit + colBand;\n\n const medianH = median(words.map((w) => w.h)) ?? 0.017;\n // Same literal `medianH * 2` used elsewhere for this gate — not\n // `tuning.headingScale`, a separate constant that happens to share the 2.0 default.\n const tallGate = medianH * 2;\n\n // Two-column decision (test/unit/column-break.test.ts): gutter ink <=0.017\n // (2-col) vs >=0.047 (1-col), cut 0.03; floors >=0.2 share/>=10 words per side.\n const bodyWords = words.filter((w) => w.h < tallGate);\n const gutterInk = bodyWords.filter((w) => w.x < tuning.colSplit && maxX(w) > tuning.colSplit).length;\n const leftPop = bodyWords.filter((w) => midX(w) < colLeftCut).length;\n const rightPop = bodyWords.filter((w) => midX(w) > colRightCut).length;\n const twoCol = leftPop >= MIN_COL_WORDS && rightPop >= MIN_COL_WORDS && leftPop >= bodyWords.length * MIN_COL_SHARE && rightPop >= bodyWords.length * MIN_COL_SHARE && gutterInk <= bodyWords.length * MAX_GUTTER_INK_FRAC;\n\n // Band by word CENTER, no dead band: a word box can touch the split exactly\n // (a box can touch the split exactly) and still belongs to its center's column — the twoCol\n // gate above already guarantees near-zero gutter ink.\n const bandOf = (w: Word): number => {\n if (!twoCol) return 0;\n return midX(w) < tuning.colSplit ? 0 : 1;\n };\n const tallRows = buildRows(\n words.filter((w) => w.h >= tallGate),\n tuning,\n () => 0\n );\n const normalRows = buildRows(\n words.filter((w) => w.h < tallGate),\n tuning,\n bandOf\n );\n const rows = [...tallRows, ...normalRows];\n\n // Column ranges from body rows (height <= medianH*1.6): two-col ranges use\n // rows 0.2-0.55 wide; single-col has no upper bound (full-width rows ARE the column).\n let colRanges: Range[];\n if (twoCol) {\n const wideRows = rows.filter((r) => r.rect.w >= 0.2 && r.rect.w <= 0.55 && r.rect.h <= medianH * 1.6);\n const left = range(wideRows.filter((r) => r.band === 0).map((r) => r.rect));\n const right = range(wideRows.filter((r) => r.band === 1).map((r) => r.rect));\n colRanges = [left, right].filter((r): r is Range => r !== undefined);\n } else {\n const wideRows = rows.filter((r) => r.rect.w >= 0.2 && r.rect.h <= medianH * 1.6);\n const single = range(wideRows.map((r) => r.rect));\n colRanges = single !== undefined ? [single] : [];\n }\n\n const lines: OcrLine[] = rows.map((row) => makeLine(row.words, row.rect, assignColumn(row.rect, colRanges)));\n lines.sort((a, b) => a.col - b.col || b.midY - a.midY);\n\n // Float detection: short+narrow+misaligned, rescued into body when it\n // hangs under a body line like a paragraph continuation (same col, gap<=paraGap x pitch, x-overlap) — protects a centered paragraph's short last line.\n const preGaps: number[] = [];\n for (let k = 1; k < lines.length; k++) {\n if (lines[k].col === lines[k - 1].col) {\n const g = lines[k - 1].midY - lines[k].midY;\n if (g > 0.0005) preGaps.push(g);\n }\n }\n const provisionalPitch = median(preGaps) ?? 0.012;\n const colStarts = new Map<number, number>();\n colRanges.forEach((r, i) => {\n colStarts.set(i, r[0]);\n });\n const body: OcrLine[] = [];\n const floatCandidates: OcrLine[] = [];\n // Display-size junk (e.g. \"1/3\" at 68pt, 0.179 wide vs the 0.15 cap)\n // escapes the narrow float test; caught here by junk text + isolation (no adjacent tall line within 2.2x height).\n const tallLines = lines.filter((l) => l.h >= tallGate);\n for (const line of lines) {\n const wordCount = line.text.split(' ').filter(Boolean).length;\n const start = colStarts.get(line.col);\n const short = wordCount <= tuning.floatMaxWords && start !== undefined && Math.abs(line.x - start) > tuning.floatMargin;\n const displayJunkFragment =\n short &&\n line.h >= tallGate &&\n !/[A-Za-z]{3}/.test(line.text) &&\n // Same-column only, matching emitPage's heading-run gather — a heading\n // in the OTHER column can be y-adjacent without composing with this one.\n !tallLines.some((other) => other !== line && other.col === line.col && Math.abs(other.midY - line.midY) < Math.max(other.h, line.h) * 2.2);\n const looksDecorative = displayJunkFragment || (short && line.width < tuning.floatMaxWidth);\n const paragraphAdjacent =\n looksDecorative &&\n body.some((b) => {\n if (b.col !== line.col) return false;\n const gap = b.midY - line.midY;\n if (gap <= 0 || gap > tuning.paraGap * provisionalPitch) return false;\n const overlap = Math.min(b.x + b.width, line.x + line.width) - Math.max(b.x, line.x);\n return overlap >= line.width * 0.5;\n });\n if (looksDecorative && !paragraphAdjacent) {\n floatCandidates.push(line);\n } else {\n body.push(line);\n }\n }\n // One float per candidate row, in line order — no clustering of adjacent\n // candidates: replay against the frozen baseline regressed ~30 pages when tried.\n const floats = floatCandidates;\n\n // Line pitch = median vertical gap between consecutive same-column lines.\n const gaps: number[] = [];\n for (let k = 1; k < body.length; k++) {\n if (body[k].col === body[k - 1].col) {\n const g = body[k - 1].midY - body[k].midY;\n if (g > 0.0005) gaps.push(g);\n }\n }\n return { lines: body, floats, pitch: median(gaps) ?? 0.012 };\n}\n\n// Document-wide height histogram -> heading levels\n\n// Bucket heights to 0.002 of page height so histogram keys are stable.\nexport function bucket(h: number): number {\n return Math.round(h * 500) / 500;\n}\n\n// `pages` are the already-body-only (post-float-filtering) PageOCR results.\nexport function headingLevels(pages: PageOCR[], tuning: Tuning): { bodyH: number; levelOf: Map<number, number> } {\n const chars = new Map<number, number>();\n for (const p of pages) {\n for (const l of p.lines) {\n const b = bucket(l.h);\n chars.set(b, (chars.get(b) ?? 0) + l.text.length);\n }\n }\n // Most-common height wins; ties broken by first-encountered (deterministic;\n // char-count ties across real documents are not observed).\n let bodyH = 0;\n let bestCount = -1;\n for (const [k, v] of chars) {\n if (v > bestCount) {\n bestCount = v;\n bodyH = k;\n }\n }\n\n const levelOf = new Map<number, number>();\n let level = 3; // \"### pN\" page markers occupy level 3\n let rep: number | null = null;\n const sizes = [...chars.keys()].filter((s) => s > bodyH * tuning.headingScale).sort((a, b) => b - a);\n for (const s of sizes) {\n if (rep === null || s < rep * 0.8) {\n level = Math.min(6, level + 1);\n rep = s;\n }\n levelOf.set(s, level);\n }\n return { bodyH, levelOf };\n}\n"],"names":["DEFAULT_TUNING","MAX_GUTTER_INK_FRAC","MIN_COL_SHARE","MIN_COL_WORDS","bucket","buildPageOCR","headingLevels","floatMaxWords","floatMaxWidth","floatMargin","paraGap","headingScale","colMaxWidth","colSplit","lineYTol","lineHeightRatio","maxX","r","x","w","maxY","y","h","midX","midY","union","a","b","x0","Math","min","y0","x1","max","y1","xOverlap","range","median","xs","length","undefined","sort","floor","dominantHeight","parts","best","i","text","assignColumn","rect","colRanges","l","centers","map","rg","abs","rects","buildRows","words","tuning","bandOf","rows","sorted","band","target","find","push","makeLine","col","p","join","width","lines","floats","pitch","colBand","colLeftCut","colRightCut","medianH","tallGate","bodyWords","filter","gutterInk","leftPop","rightPop","twoCol","tallRows","normalRows","wideRows","left","right","single","row","preGaps","k","g","provisionalPitch","colStarts","Map","forEach","set","body","floatCandidates","tallLines","line","wordCount","split","Boolean","start","get","short","displayJunkFragment","test","some","other","looksDecorative","paragraphAdjacent","gap","overlap","gaps","round","pages","chars","bodyH","bestCount","v","levelOf","level","rep","sizes","keys","s"],"mappings":"AAAA,yEAAyE;AACzE,sGAAsG;;;;;;;;;;;;QAiEzFA;eAAAA;;QAcAC;eAAAA;;QAQAC;eAAAA;;QAJAC;eAAAA;;QAkOGC;eAAAA;;QAxHAC;eAAAA;;QA6HAC;eAAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAzPT,IAAMN,iBAAyB;IACpCO,eAAe;IACfC,eAAe;IACfC,aAAa;IACbC,SAAS;IACTC,cAAc;IACdC,aAAa;IACbC,UAAU;IACVC,UAAU;IACVC,iBAAiB;AACnB;AAIO,IAAMd,sBAAsB;AAI5B,IAAME,gBAAgB;AAItB,IAAMD,gBAAgB;AAU7B,IAAMc,OAAO,cAACC;WAAoBA,EAAEC,CAAC,GAAGD,EAAEE,CAAC;;AAC3C,IAAMC,OAAO,cAACH;WAAoBA,EAAEI,CAAC,GAAGJ,EAAEK,CAAC;;AAC3C,IAAMC,OAAO,cAACN;WAAoBA,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAG;;AAC9C,IAAMK,OAAO,cAACP;WAAoBA,EAAEI,CAAC,GAAGJ,EAAEK,CAAC,GAAG;;AAE9C,SAASG,MAAMC,CAAO,EAAEC,CAAO;IAC7B,IAAMC,KAAKC,KAAKC,GAAG,CAACJ,EAAER,CAAC,EAAES,EAAET,CAAC;IAC5B,IAAMa,KAAKF,KAAKC,GAAG,CAACJ,EAAEL,CAAC,EAAEM,EAAEN,CAAC;IAC5B,IAAMW,KAAKH,KAAKI,GAAG,CAACjB,KAAKU,IAAIV,KAAKW;IAClC,IAAMO,KAAKL,KAAKI,GAAG,CAACb,KAAKM,IAAIN,KAAKO;IAClC,OAAO;QAAET,GAAGU;QAAIP,GAAGU;QAAIZ,GAAGa,KAAKJ;QAAIN,GAAGY,KAAKH;IAAG;AAChD;AAEA,oDAAoD;AACpD,SAASI,SAASlB,CAAO,EAAEmB,KAAY;IACrC,OAAOP,KAAKI,GAAG,CAAC,GAAGJ,KAAKC,GAAG,CAACd,KAAKC,IAAImB,KAAK,CAAC,EAAE,IAAIP,KAAKI,GAAG,CAAChB,EAAEC,CAAC,EAAEkB,KAAK,CAAC,EAAE;AACzE;AAEA,SAASC,OAAOC,EAAY;IAC1B,IAAI,CAACA,GAAGC,MAAM,EAAE,OAAOC;IACvB,OAAO,AAAC,qBAAGF,IAAIG,IAAI,CAAC,SAACf,GAAGC;eAAMD,IAAIC;MAAE,CAACE,KAAKa,KAAK,CAACJ,GAAGC,MAAM,GAAG,GAAG;AACjE;AAEA,0EAA0E;AAC1E,iFAAiF;AACjF,SAASI,eAAeC,KAAa;IACnC,IAAIC,OAAOD,KAAK,CAAC,EAAE;IACnB,IAAK,IAAIE,IAAI,GAAGA,IAAIF,MAAML,MAAM,EAAEO,IAAK;QACrC,IAAIF,KAAK,CAACE,EAAE,CAACC,IAAI,CAACR,MAAM,GAAGM,KAAKE,IAAI,CAACR,MAAM,EAAEM,OAAOD,KAAK,CAACE,EAAE;IAC9D;IACA,OAAOD,KAAKvB,CAAC;AACf;AAEA,SAAS0B,aAAaC,IAAU,EAAEC,SAAkB;IAClD,IAAIA,UAAUX,MAAM,KAAK,GAAG,OAAO;IACnC,IAAMY,IAAIhB,SAASc,MAAMC,SAAS,CAAC,EAAE;IACrC,IAAMjC,IAAIkB,SAASc,MAAMC,SAAS,CAAC,EAAE;IACrC,IAAIC,MAAMlC,GAAG,OAAOkC,IAAIlC,IAAI,IAAI;IAChC,IAAMmC,UAAUF,UAAUG,GAAG,CAAC,SAACC;eAAO,AAACA,CAAAA,EAAE,CAAC,EAAE,GAAGA,EAAE,CAAC,EAAE,AAAD,IAAK;;IACxD,OAAOzB,KAAK0B,GAAG,CAAChC,KAAK0B,QAAQG,OAAO,CAAC,EAAE,KAAKvB,KAAK0B,GAAG,CAAChC,KAAK0B,QAAQG,OAAO,CAAC,EAAE,IAAI,IAAI;AACtF;AAEA,6EAA6E;AAC7E,4CAA4C;AAC5C,SAAShB,MAAMoB,KAAa;QAElB3B,OAAoCA;IAD5C,IAAI2B,MAAMjB,MAAM,GAAG,GAAG,OAAOC;IAC7B,OAAO;QAACX,CAAAA,QAAAA,MAAKC,GAAG,OAARD,OAAS,qBAAG2B,MAAMH,GAAG,CAAC,SAACpC;mBAAMA,EAAEC,CAAC;;QAAIW,CAAAA,SAAAA,MAAKI,GAAG,OAARJ,QAAS,qBAAG2B,MAAMH,GAAG,CAACrC;KAAO;AAC3E;AAQA,6EAA6E;AAC7E,4EAA4E;AAC5E,yEAAyE;AACzE,SAASyC,UAAUC,KAAa,EAAEC,MAAc,EAAEC,MAA2B;IAC3E,IAAMC,OAAc,EAAE;IACtB,yEAAyE;IACzE,2EAA2E;IAC3E,IAAMC,SAAS,AAAC,qBAAGJ,OAAOjB,IAAI,CAAC,SAACf,GAAGC;eAAMH,KAAKG,KAAKH,KAAKE,MAAMA,EAAER,CAAC,GAAGS,EAAET,CAAC;;QAClE,kCAAA,2BAAA;;;YAAA,IAAMC,IAAN;YACH,IAAM4C,OAAOH,OAAOzC;YACpB,IAAM6C,SAASH,KAAKI,IAAI,CAAC,SAAChD;uBAAMA,EAAE8C,IAAI,KAAKA,QAAQlC,KAAK0B,GAAG,CAAC/B,KAAKP,EAAEgC,IAAI,IAAIzB,KAAKL,OAAOwC,OAAO7C,QAAQ,IAAIe,KAAKI,GAAG,CAAChB,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAIO,KAAKC,GAAG,CAACb,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAIqC,OAAO5C,eAAe;;YACpL,IAAIiD,QAAQ;gBACVA,OAAON,KAAK,CAACQ,IAAI,CAAC/C;gBAClB6C,OAAOf,IAAI,GAAGxB,MAAMuC,OAAOf,IAAI,EAAE9B;YACnC,OAAO;gBACL0C,KAAKK,IAAI,CAAC;oBAAEjB,MAAM;wBAAE/B,GAAGC,EAAED,CAAC;wBAAEG,GAAGF,EAAEE,CAAC;wBAAEF,GAAGA,EAAEA,CAAC;wBAAEG,GAAGH,EAAEG,CAAC;oBAAC;oBAAGoC,OAAO;wBAACvC;qBAAE;oBAAE4C,MAAAA;gBAAK;YACzE;QACF;QATA,QAAK,YAAWD,2BAAX,SAAA,6BAAA,QAAA,yBAAA;;QAAA;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAUL,OAAOD;AACT;AAEA,SAASM,SAASvB,KAAa,EAAEK,IAAU,EAAEmB,GAAW;IACtD,IAAMN,SAAS,AAAC,qBAAGlB,OAAOH,IAAI,CAAC,SAACf,GAAGC;eAAMD,EAAER,CAAC,GAAGS,EAAET,CAAC;;IAClD,IAAM6B,OAAOe,OAAOT,GAAG,CAAC,SAACgB;eAAMA,EAAEtB,IAAI;OAAEuB,IAAI,CAAC;IAC5C,OAAO;QACLvB,MAAAA;QACA7B,GAAG+B,KAAK/B,CAAC;QACTqD,OAAOtB,KAAK9B,CAAC;QACbK,MAAMA,KAAKyB;QACX3B,GAAGqB,eAAeC;QAClBwB,KAAAA;QACAV,OAAOI;IACT;AACF;AAIO,SAASzD,aAAaqD,KAAa,EAAEC,MAAc;QAOxCtB,SA0DSA,UAiDYA;IAjHrC,IAAI,CAACqB,MAAMnB,MAAM,EAAE,OAAO;QAAEiC,OAAO,EAAE;QAAEC,QAAQ,EAAE;QAAEC,OAAO;IAAM;IAEhE,IAAMC,UAAU;IAChB,IAAMC,aAAajB,OAAO9C,QAAQ,GAAG8D;IACrC,IAAME,cAAclB,OAAO9C,QAAQ,GAAG8D;IAEtC,IAAMG,WAAUzC,UAAAA,OAAOqB,MAAML,GAAG,CAAC,SAAClC;eAAMA,EAAEG,CAAC;qBAA3Be,qBAAAA,UAAiC;IACjD,gEAAgE;IAChE,oFAAoF;IACpF,IAAM0C,WAAWD,UAAU;IAE3B,2EAA2E;IAC3E,gFAAgF;IAChF,IAAME,YAAYtB,MAAMuB,MAAM,CAAC,SAAC9D;eAAMA,EAAEG,CAAC,GAAGyD;;IAC5C,IAAMG,YAAYF,UAAUC,MAAM,CAAC,SAAC9D;eAAMA,EAAED,CAAC,GAAGyC,OAAO9C,QAAQ,IAAIG,KAAKG,KAAKwC,OAAO9C,QAAQ;OAAE0B,MAAM;IACpG,IAAM4C,UAAUH,UAAUC,MAAM,CAAC,SAAC9D;eAAMI,KAAKJ,KAAKyD;OAAYrC,MAAM;IACpE,IAAM6C,WAAWJ,UAAUC,MAAM,CAAC,SAAC9D;eAAMI,KAAKJ,KAAK0D;OAAatC,MAAM;IACtE,IAAM8C,SAASF,WAAWhF,iBAAiBiF,YAAYjF,iBAAiBgF,WAAWH,UAAUzC,MAAM,GAAGrC,iBAAiBkF,YAAYJ,UAAUzC,MAAM,GAAGrC,iBAAiBgF,aAAaF,UAAUzC,MAAM,GAAGtC;IAEvM,4EAA4E;IAC5E,4FAA4F;IAC5F,sDAAsD;IACtD,IAAM2D,SAAS,gBAACzC;QACd,IAAI,CAACkE,QAAQ,OAAO;QACpB,OAAO9D,KAAKJ,KAAKwC,OAAO9C,QAAQ,GAAG,IAAI;IACzC;IACA,IAAMyE,WAAW7B,UACfC,MAAMuB,MAAM,CAAC,SAAC9D;eAAMA,EAAEG,CAAC,IAAIyD;QAC3BpB,QACA;eAAM;;IAER,IAAM4B,aAAa9B,UACjBC,MAAMuB,MAAM,CAAC,SAAC9D;eAAMA,EAAEG,CAAC,GAAGyD;QAC1BpB,QACAC;IAEF,IAAMC,OAAO,AAAC,qBAAGyB,iBAAU,qBAAGC;IAE9B,2EAA2E;IAC3E,sFAAsF;IACtF,IAAIrC;IACJ,IAAImC,QAAQ;QACV,IAAMG,WAAW3B,KAAKoB,MAAM,CAAC,SAAChE;mBAAMA,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,OAAOF,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,QAAQF,EAAEgC,IAAI,CAAC3B,CAAC,IAAIwD,UAAU;;QACjG,IAAMW,OAAOrD,MAAMoD,SAASP,MAAM,CAAC,SAAChE;mBAAMA,EAAE8C,IAAI,KAAK;WAAGV,GAAG,CAAC,SAACpC;mBAAMA,EAAEgC,IAAI;;QACzE,IAAMyC,QAAQtD,MAAMoD,SAASP,MAAM,CAAC,SAAChE;mBAAMA,EAAE8C,IAAI,KAAK;WAAGV,GAAG,CAAC,SAACpC;mBAAMA,EAAEgC,IAAI;;QAC1EC,YAAY;YAACuC;YAAMC;SAAM,CAACT,MAAM,CAAC,SAAChE;mBAAkBA,MAAMuB;;IAC5D,OAAO;QACL,IAAMgD,YAAW3B,KAAKoB,MAAM,CAAC,SAAChE;mBAAMA,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,OAAOF,EAAEgC,IAAI,CAAC3B,CAAC,IAAIwD,UAAU;;QAC7E,IAAMa,SAASvD,MAAMoD,UAASnC,GAAG,CAAC,SAACpC;mBAAMA,EAAEgC,IAAI;;QAC/CC,YAAYyC,WAAWnD,YAAY;YAACmD;SAAO,GAAG,EAAE;IAClD;IAEA,IAAMnB,QAAmBX,KAAKR,GAAG,CAAC,SAACuC;eAAQzB,SAASyB,IAAIlC,KAAK,EAAEkC,IAAI3C,IAAI,EAAED,aAAa4C,IAAI3C,IAAI,EAAEC;;IAChGsB,MAAM/B,IAAI,CAAC,SAACf,GAAGC;eAAMD,EAAE0C,GAAG,GAAGzC,EAAEyC,GAAG,IAAIzC,EAAEH,IAAI,GAAGE,EAAEF,IAAI;;IAErD,sEAAsE;IACtE,uJAAuJ;IACvJ,IAAMqE,UAAoB,EAAE;IAC5B,IAAK,IAAIC,IAAI,GAAGA,IAAItB,MAAMjC,MAAM,EAAEuD,IAAK;QACrC,IAAItB,KAAK,CAACsB,EAAE,CAAC1B,GAAG,KAAKI,KAAK,CAACsB,IAAI,EAAE,CAAC1B,GAAG,EAAE;YACrC,IAAM2B,IAAIvB,KAAK,CAACsB,IAAI,EAAE,CAACtE,IAAI,GAAGgD,KAAK,CAACsB,EAAE,CAACtE,IAAI;YAC3C,IAAIuE,IAAI,QAAQF,QAAQ3B,IAAI,CAAC6B;QAC/B;IACF;IACA,IAAMC,oBAAmB3D,WAAAA,OAAOwD,sBAAPxD,sBAAAA,WAAmB;IAC5C,IAAM4D,YAAY,IAAIC;IACtBhD,UAAUiD,OAAO,CAAC,SAAClF,GAAG6B;QACpBmD,UAAUG,GAAG,CAACtD,GAAG7B,CAAC,CAAC,EAAE;IACvB;IACA,IAAMoF,OAAkB,EAAE;IAC1B,IAAMC,kBAA6B,EAAE;IACrC,qEAAqE;IACrE,kHAAkH;IAClH,IAAMC,YAAY/B,MAAMS,MAAM,CAAC,SAAC9B;eAAMA,EAAE7B,CAAC,IAAIyD;;QACxC,kCAAA,2BAAA;;;YAAA,IAAMyB,OAAN;YACH,IAAMC,YAAYD,KAAKzD,IAAI,CAAC2D,KAAK,CAAC,KAAKzB,MAAM,CAAC0B,SAASpE,MAAM;YAC7D,IAAMqE,QAAQX,UAAUY,GAAG,CAACL,KAAKpC,GAAG;YACpC,IAAM0C,QAAQL,aAAa9C,OAAOpD,aAAa,IAAIqG,UAAUpE,aAAaX,KAAK0B,GAAG,CAACiD,KAAKtF,CAAC,GAAG0F,SAASjD,OAAOlD,WAAW;YACvH,IAAMsG,sBACJD,SACAN,KAAKlF,CAAC,IAAIyD,YACV,CAAC,cAAciC,IAAI,CAACR,KAAKzD,IAAI,KAC7B,uEAAuE;YACvE,yEAAyE;YACzE,CAACwD,UAAUU,IAAI,CAAC,SAACC;uBAAUA,UAAUV,QAAQU,MAAM9C,GAAG,KAAKoC,KAAKpC,GAAG,IAAIvC,KAAK0B,GAAG,CAAC2D,MAAM1F,IAAI,GAAGgF,KAAKhF,IAAI,IAAIK,KAAKI,GAAG,CAACiF,MAAM5F,CAAC,EAAEkF,KAAKlF,CAAC,IAAI;;YACxI,IAAM6F,kBAAkBJ,uBAAwBD,SAASN,KAAKjC,KAAK,GAAGZ,OAAOnD,aAAa;YAC1F,IAAM4G,oBACJD,mBACAd,KAAKY,IAAI,CAAC,SAACtF;gBACT,IAAIA,EAAEyC,GAAG,KAAKoC,KAAKpC,GAAG,EAAE,OAAO;gBAC/B,IAAMiD,MAAM1F,EAAEH,IAAI,GAAGgF,KAAKhF,IAAI;gBAC9B,IAAI6F,OAAO,KAAKA,MAAM1D,OAAOjD,OAAO,GAAGsF,kBAAkB,OAAO;gBAChE,IAAMsB,UAAUzF,KAAKC,GAAG,CAACH,EAAET,CAAC,GAAGS,EAAE4C,KAAK,EAAEiC,KAAKtF,CAAC,GAAGsF,KAAKjC,KAAK,IAAI1C,KAAKI,GAAG,CAACN,EAAET,CAAC,EAAEsF,KAAKtF,CAAC;gBACnF,OAAOoG,WAAWd,KAAKjC,KAAK,GAAG;YACjC;YACF,IAAI4C,mBAAmB,CAACC,mBAAmB;gBACzCd,gBAAgBpC,IAAI,CAACsC;YACvB,OAAO;gBACLH,KAAKnC,IAAI,CAACsC;YACZ;QACF;QA1BA,QAAK,YAAchC,0BAAd,SAAA,6BAAA,QAAA,yBAAA;;QAAA;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IA2BL,yEAAyE;IACzE,iFAAiF;IACjF,IAAMC,SAAS6B;IAEf,0EAA0E;IAC1E,IAAMiB,OAAiB,EAAE;IACzB,IAAK,IAAIzB,KAAI,GAAGA,KAAIO,KAAK9D,MAAM,EAAEuD,KAAK;QACpC,IAAIO,IAAI,CAACP,GAAE,CAAC1B,GAAG,KAAKiC,IAAI,CAACP,KAAI,EAAE,CAAC1B,GAAG,EAAE;YACnC,IAAM2B,KAAIM,IAAI,CAACP,KAAI,EAAE,CAACtE,IAAI,GAAG6E,IAAI,CAACP,GAAE,CAACtE,IAAI;YACzC,IAAIuE,KAAI,QAAQwB,KAAKrD,IAAI,CAAC6B;QAC5B;IACF;IACA,OAAO;QAAEvB,OAAO6B;QAAM5B,QAAAA;QAAQC,KAAK,GAAErC,WAAAA,OAAOkF,mBAAPlF,sBAAAA,WAAgB;IAAM;AAC7D;AAKO,SAASjC,OAAOkB,CAAS;IAC9B,OAAOO,KAAK2F,KAAK,CAAClG,IAAI,OAAO;AAC/B;AAGO,SAAShB,cAAcmH,KAAgB,EAAE9D,MAAc;IAC5D,IAAM+D,QAAQ,IAAIxB;QACb,kCAAA,2BAAA;;QAAL,QAAK,YAAWuB,0BAAX,SAAA,6BAAA,QAAA,yBAAA,iCAAkB;YAAlB,IAAMpD,IAAN;gBACE,mCAAA,4BAAA;;gBAAL,QAAK,aAAWA,EAAEG,KAAK,qBAAlB,UAAA,8BAAA,SAAA,0BAAA,kCAAoB;oBAApB,IAAMrB,IAAN;wBAEWuE;oBADd,IAAM/F,IAAIvB,OAAO+C,EAAE7B,CAAC;oBACpBoG,MAAMtB,GAAG,CAACzE,GAAG,EAAC+F,aAAAA,MAAMb,GAAG,CAAClF,gBAAV+F,wBAAAA,aAAgB,KAAKvE,EAAEJ,IAAI,CAACR,MAAM;gBAClD;;gBAHK;gBAAA;;;yBAAA,8BAAA;wBAAA;;;wBAAA;8BAAA;;;;QAIP;;QALK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAML,4EAA4E;IAC5E,2DAA2D;IAC3D,IAAIoF,QAAQ;IACZ,IAAIC,YAAY,CAAC;QACZ,mCAAA,4BAAA;;QAAL,QAAK,aAAgBF,0BAAhB,UAAA,8BAAA,SAAA,0BAAA,kCAAuB;YAAvB,mCAAA,kBAAO5B,oBAAG+B;YACb,IAAIA,IAAID,WAAW;gBACjBA,YAAYC;gBACZF,QAAQ7B;YACV;QACF;;QALK;QAAA;;;iBAAA,8BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAOL,IAAMgC,UAAU,IAAI5B;IACpB,IAAI6B,QAAQ,GAAG,uCAAuC;IACtD,IAAIC,MAAqB;IACzB,IAAMC,QAAQ,AAAC,qBAAGP,MAAMQ,IAAI,IAAIjD,MAAM,CAAC,SAACkD;eAAMA,IAAIR,QAAQhE,OAAOhD,YAAY;OAAE8B,IAAI,CAAC,SAACf,GAAGC;eAAMA,IAAID;;QAC7F,mCAAA,4BAAA;;QAAL,QAAK,aAAWuG,0BAAX,UAAA,8BAAA,SAAA,0BAAA,kCAAkB;YAAlB,IAAME,IAAN;YACH,IAAIH,QAAQ,QAAQG,IAAIH,MAAM,KAAK;gBACjCD,QAAQlG,KAAKC,GAAG,CAAC,GAAGiG,QAAQ;gBAC5BC,MAAMG;YACR;YACAL,QAAQ1B,GAAG,CAAC+B,GAAGJ;QACjB;;QANK;QAAA;;;iBAAA,8BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAOL,OAAO;QAAEJ,OAAAA;QAAOG,SAAAA;IAAQ;AAC1B"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/geometry.ts"],"sourcesContent":["// geometry.ts — OCR-path pass 2: words -> lines/columns/floats. Input is\n// flat words (normalized page coords, origin bottom-left, y up), not pre-clustered line observations.\nexport interface Word {\n text: string;\n x: number; // rect.minX\n y: number; // rect.minY\n w: number; // rect.width\n h: number; // rect.height\n // 0-100 (tesseract.js's own `confidence` field, not `conf`). Optional —\n // passthrough only; see report.ts's LOW_CONFIDENCE_THRESHOLD for the consumer.\n confidence?: number;\n}\n\n/** A `Word` with its page number — the shared shape behind both the OCR\n * engine's own output (tesseract.ts) and the replay input contract (extract.ts's OcrWordInput). */\nexport interface PageWord extends Word {\n page: number;\n}\n\nexport interface OcrLine {\n text: string;\n x: number; // rect.minX, used for float-alignment and indentation checks\n width: number; // rect.width, used for the float width check\n midY: number;\n h: number; // char-weighted dominant constituent height\n col: number;\n // Constituent words, left-to-right (same order as `text`'s tokens) — carries\n // word identity through row-building for analyze()'s block->word linkage.\n words: Word[];\n}\n\nexport interface PageOCR {\n lines: OcrLine[];\n // Decorative fragment candidates (src/emit.ts's floats aside), kept as full\n // OcrLine so callers recover both the printed text and constituent words.\n floats: OcrLine[];\n pitch: number;\n}\n\n/** Tuning knobs for the OCR-path geometry pass (CLI: `--float-*`/`--para-gap`/\n * `--heading-scale`/`--col-*`/`--line-*`). See DEFAULT_TUNING for defaults. */\nexport interface Tuning {\n /** fragments with more words than this are body text, not decoration */\n floatMaxWords: number;\n /** fraction of page width above which a fragment is too wide to be\n * decoration */\n floatMaxWidth: number;\n /** how far a fragment's left edge must sit from its column edge to be\n * decoration */\n floatMargin: number;\n /** a vertical gap this many times the line pitch is a paragraph break */\n paraGap: number;\n /** lines taller than this times body height are headings */\n headingScale: number;\n /** boxes wider than this are excluded from gutter detection */\n colMaxWidth: number;\n /** fractional x of the two-column midpoint */\n colSplit: number;\n /** vertical distance within which two boxes are the same line */\n lineYTol: number;\n /** same-line boxes with a larger height ratio don't merge */\n lineHeightRatio: number;\n}\n\n/** Measured defaults; derivation in `test/unit/tuning.test.ts`. lineHeightRatio\n * 2.4 = pair-F1 plateau edge (0.924@1.6 -> 0.995@2.4, 9,471 pairs, 2026-08-16). */\nexport const DEFAULT_TUNING: Tuning = {\n floatMaxWords: 3,\n floatMaxWidth: 0.15,\n floatMargin: 0.008,\n paraGap: 1.6,\n headingScale: 2.0,\n colMaxWidth: 0.55,\n colSplit: 0.5,\n lineYTol: 0.006,\n lineHeightRatio: 2.4,\n};\n\n// Two-column decision (test/unit/column-break.test.ts): gutter ink <=0.017\n// (2-col) vs >=0.047 (1-col) measured over 100 baseline pages, cut 0.03.\nexport const MAX_GUTTER_INK_FRAC = 0.03;\n\n// Near-empty pages (e.g. a 2-word title page) have no gutter ink either, so\n// a word-count floor is needed too; genuine columns measure >=76 words.\nexport const MIN_COL_WORDS = 10;\n\n// lineYTol is an absolute page fraction measured on body text, but a word's\n// box grows downward with its descenders, so its midpoint sits lower than a\n// descenderless neighbour's on the same printed line. At body size that offset\n// is ~0.003 (inside the tolerance); on 56pt display type it is ~0.007 (outside\n// it), which splits one heading into two rows that then emit in midY order\n// (\"Open Road\" -> \"Road Open\"). A descender is ~21% of the em, so the offset is\n// ~11% of the taller box; 0.2 clears it with margin and still sits far below any\n// line pitch. Body rows are unaffected: 0.2 * a body height stays under the floor.\nexport const LINE_Y_TOL_HEIGHT_FRAC = 0.2;\n\n// Measured: a thin data rail is 11% of body words; the thinnest genuine\n// column is 31% — 0.2 sits between.\nexport const MIN_COL_SHARE = 0.2;\n\ninterface Rect {\n x: number;\n y: number;\n w: number;\n h: number;\n}\ntype Range = readonly [number, number];\n\nconst maxX = (r: Rect): number => r.x + r.w;\nconst maxY = (r: Rect): number => r.y + r.h;\nconst midX = (r: Rect): number => r.x + r.w / 2;\nconst midY = (r: Rect): number => r.y + r.h / 2;\n\nfunction union(a: Rect, b: Rect): Rect {\n const x0 = Math.min(a.x, b.x);\n const y0 = Math.min(a.y, b.y);\n const x1 = Math.max(maxX(a), maxX(b));\n const y1 = Math.max(maxY(a), maxY(b));\n return { x: x0, y: y0, w: x1 - x0, h: y1 - y0 };\n}\n\n// Overlap of a rect's x-span with a column x-range.\nfunction xOverlap(r: Rect, range: Range): number {\n return Math.max(0, Math.min(maxX(r), range[1]) - Math.max(r.x, range[0]));\n}\n\nfunction median(xs: number[]): number | undefined {\n if (!xs.length) return undefined;\n return [...xs].sort((a, b) => a - b)[Math.floor(xs.length / 2)];\n}\n\n// Char-weighted dominant height: most characters wins (ties keep first) —\n// same rule as src/lines.ts, so a small merged fragment can't promote a heading.\nfunction dominantHeight(parts: Word[]): number {\n let best = parts[0];\n for (let i = 1; i < parts.length; i++) {\n if (parts[i].text.length > best.text.length) best = parts[i];\n }\n return best.h;\n}\n\nfunction assignColumn(rect: Rect, colRanges: Range[]): number {\n if (colRanges.length !== 2) return 0;\n const l = xOverlap(rect, colRanges[0]);\n const r = xOverlap(rect, colRanges[1]);\n if (l !== r) return l > r ? 0 : 1;\n const centers = colRanges.map((rg) => (rg[0] + rg[1]) / 2);\n return Math.abs(midX(rect) - centers[0]) <= Math.abs(midX(rect) - centers[1]) ? 0 : 1;\n}\n\n// A column x-range from full-width body rows: short paragraph-final rows and\n// decorative fragments must not stretch it.\nfunction range(rects: Rect[]): Range | undefined {\n if (rects.length < 2) return undefined;\n return [Math.min(...rects.map((r) => r.x)), Math.max(...rects.map(maxX))];\n}\n\ninterface Row {\n rect: Rect;\n words: Word[];\n band: number; // -1 (gutter band / n/a), 0 (left or single column), 1 (right)\n}\n\n// Groups same-visual-line words via lineYTol/lineHeightRatio, requiring band\n// agreement; searches ALL open rows since per-word y drifts ~0.001 across a\n// printed line, enough to interleave two lines' words in y-sorted order. The y\n// tolerance scales with box height (LINE_Y_TOL_HEIGHT_FRAC) so display type,\n// whose descenders shift a word's midpoint further, still groups as one row.\nfunction buildRows(words: Word[], tuning: Tuning, bandOf: (w: Word) => number): Row[] {\n const rows: Row[] = [];\n // Sort order only affects which compatible row a tie lands in (every row\n // is searched) — top-to-bottom, left-to-right keeps results deterministic.\n const sorted = [...words].sort((a, b) => midY(b) - midY(a) || a.x - b.x);\n for (const w of sorted) {\n const band = bandOf(w);\n const target = rows.find((r) => {\n if (r.band !== band) return false;\n const yTol = Math.max(tuning.lineYTol, Math.max(r.rect.h, w.h) * LINE_Y_TOL_HEIGHT_FRAC);\n return Math.abs(midY(r.rect) - midY(w)) <= yTol && Math.max(r.rect.h, w.h) < Math.min(r.rect.h, w.h) * tuning.lineHeightRatio;\n });\n if (target) {\n target.words.push(w);\n target.rect = union(target.rect, w);\n } else {\n rows.push({ rect: { x: w.x, y: w.y, w: w.w, h: w.h }, words: [w], band });\n }\n }\n return rows;\n}\n\nfunction makeLine(parts: Word[], rect: Rect, col: number): OcrLine {\n const sorted = [...parts].sort((a, b) => a.x - b.x);\n const text = sorted.map((p) => p.text).join(' ');\n return {\n text,\n x: rect.x,\n width: rect.w,\n midY: midY(rect),\n h: dominantHeight(parts),\n col,\n words: sorted,\n };\n}\n\n// Word-geometry pass (render/recognize happens upstream, in the OCR engine).\n// Body-height words band left/right before row-grouping; heading-height words group across the full width, so a title stays one line.\nexport function buildPageOCR(words: Word[], tuning: Tuning): PageOCR {\n if (!words.length) return { lines: [], floats: [], pitch: 0.012 };\n\n const colBand = 0.02;\n const colLeftCut = tuning.colSplit - colBand;\n const colRightCut = tuning.colSplit + colBand;\n\n const medianH = median(words.map((w) => w.h)) ?? 0.017;\n // Same literal `medianH * 2` used elsewhere for this gate — not\n // `tuning.headingScale`, a separate constant that happens to share the 2.0 default.\n const tallGate = medianH * 2;\n\n // Two-column decision (test/unit/column-break.test.ts): gutter ink <=0.017\n // (2-col) vs >=0.047 (1-col), cut 0.03; floors >=0.2 share/>=10 words per side.\n const bodyWords = words.filter((w) => w.h < tallGate);\n const gutterInk = bodyWords.filter((w) => w.x < tuning.colSplit && maxX(w) > tuning.colSplit).length;\n const leftPop = bodyWords.filter((w) => midX(w) < colLeftCut).length;\n const rightPop = bodyWords.filter((w) => midX(w) > colRightCut).length;\n const twoCol = leftPop >= MIN_COL_WORDS && rightPop >= MIN_COL_WORDS && leftPop >= bodyWords.length * MIN_COL_SHARE && rightPop >= bodyWords.length * MIN_COL_SHARE && gutterInk <= bodyWords.length * MAX_GUTTER_INK_FRAC;\n\n // Band by word CENTER, no dead band: a word box can touch the split exactly\n // (a box can touch the split exactly) and still belongs to its center's column — the twoCol\n // gate above already guarantees near-zero gutter ink.\n const bandOf = (w: Word): number => {\n if (!twoCol) return 0;\n return midX(w) < tuning.colSplit ? 0 : 1;\n };\n const tallRows = buildRows(\n words.filter((w) => w.h >= tallGate),\n tuning,\n () => 0\n );\n const normalRows = buildRows(\n words.filter((w) => w.h < tallGate),\n tuning,\n bandOf\n );\n const rows = [...tallRows, ...normalRows];\n\n // Column ranges from body rows (height <= medianH*1.6): two-col ranges use\n // rows 0.2-0.55 wide; single-col has no upper bound (full-width rows ARE the column).\n let colRanges: Range[];\n if (twoCol) {\n const wideRows = rows.filter((r) => r.rect.w >= 0.2 && r.rect.w <= 0.55 && r.rect.h <= medianH * 1.6);\n const left = range(wideRows.filter((r) => r.band === 0).map((r) => r.rect));\n const right = range(wideRows.filter((r) => r.band === 1).map((r) => r.rect));\n colRanges = [left, right].filter((r): r is Range => r !== undefined);\n } else {\n const wideRows = rows.filter((r) => r.rect.w >= 0.2 && r.rect.h <= medianH * 1.6);\n const single = range(wideRows.map((r) => r.rect));\n colRanges = single !== undefined ? [single] : [];\n }\n\n const lines: OcrLine[] = rows.map((row) => makeLine(row.words, row.rect, assignColumn(row.rect, colRanges)));\n lines.sort((a, b) => a.col - b.col || b.midY - a.midY);\n\n // Float detection: short+narrow+misaligned, rescued into body when it\n // hangs under a body line like a paragraph continuation (same col, gap<=paraGap x pitch, x-overlap) — protects a centered paragraph's short last line.\n const preGaps: number[] = [];\n for (let k = 1; k < lines.length; k++) {\n if (lines[k].col === lines[k - 1].col) {\n const g = lines[k - 1].midY - lines[k].midY;\n if (g > 0.0005) preGaps.push(g);\n }\n }\n const provisionalPitch = median(preGaps) ?? 0.012;\n const colStarts = new Map<number, number>();\n colRanges.forEach((r, i) => {\n colStarts.set(i, r[0]);\n });\n const body: OcrLine[] = [];\n const floatCandidates: OcrLine[] = [];\n // Display-size junk (e.g. \"1/3\" at 68pt, 0.179 wide vs the 0.15 cap)\n // escapes the narrow float test; caught here by junk text + isolation (no adjacent tall line within 2.2x height).\n const tallLines = lines.filter((l) => l.h >= tallGate);\n for (const line of lines) {\n const wordCount = line.text.split(' ').filter(Boolean).length;\n const start = colStarts.get(line.col);\n const short = wordCount <= tuning.floatMaxWords && start !== undefined && Math.abs(line.x - start) > tuning.floatMargin;\n const displayJunkFragment =\n short &&\n line.h >= tallGate &&\n !/[A-Za-z]{3}/.test(line.text) &&\n // Same-column only, matching emitPage's heading-run gather — a heading\n // in the OTHER column can be y-adjacent without composing with this one.\n !tallLines.some((other) => other !== line && other.col === line.col && Math.abs(other.midY - line.midY) < Math.max(other.h, line.h) * 2.2);\n const looksDecorative = displayJunkFragment || (short && line.width < tuning.floatMaxWidth);\n const paragraphAdjacent =\n looksDecorative &&\n body.some((b) => {\n if (b.col !== line.col) return false;\n const gap = b.midY - line.midY;\n if (gap <= 0 || gap > tuning.paraGap * provisionalPitch) return false;\n const overlap = Math.min(b.x + b.width, line.x + line.width) - Math.max(b.x, line.x);\n return overlap >= line.width * 0.5;\n });\n if (looksDecorative && !paragraphAdjacent) {\n floatCandidates.push(line);\n } else {\n body.push(line);\n }\n }\n // One float per candidate row, in line order — no clustering of adjacent\n // candidates: replay against the frozen baseline regressed ~30 pages when tried.\n const floats = floatCandidates;\n\n // Line pitch = median vertical gap between consecutive same-column lines.\n const gaps: number[] = [];\n for (let k = 1; k < body.length; k++) {\n if (body[k].col === body[k - 1].col) {\n const g = body[k - 1].midY - body[k].midY;\n if (g > 0.0005) gaps.push(g);\n }\n }\n return { lines: body, floats, pitch: median(gaps) ?? 0.012 };\n}\n\n// Document-wide height histogram -> heading levels\n\n// Bucket heights to 0.002 of page height so histogram keys are stable.\nexport function bucket(h: number): number {\n return Math.round(h * 500) / 500;\n}\n\n// `pages` are the already-body-only (post-float-filtering) PageOCR results.\nexport function headingLevels(pages: PageOCR[], tuning: Tuning): { bodyH: number; levelOf: Map<number, number> } {\n const chars = new Map<number, number>();\n for (const p of pages) {\n for (const l of p.lines) {\n const b = bucket(l.h);\n chars.set(b, (chars.get(b) ?? 0) + l.text.length);\n }\n }\n // Most-common height wins; ties broken by first-encountered (deterministic;\n // char-count ties across real documents are not observed).\n let bodyH = 0;\n let bestCount = -1;\n for (const [k, v] of chars) {\n if (v > bestCount) {\n bestCount = v;\n bodyH = k;\n }\n }\n\n const levelOf = new Map<number, number>();\n let level = 3; // \"### pN\" page markers occupy level 3\n let rep: number | null = null;\n const sizes = [...chars.keys()].filter((s) => s > bodyH * tuning.headingScale).sort((a, b) => b - a);\n for (const s of sizes) {\n if (rep === null || s < rep * 0.8) {\n level = Math.min(6, level + 1);\n rep = s;\n }\n levelOf.set(s, level);\n }\n return { bodyH, levelOf };\n}\n"],"names":["DEFAULT_TUNING","LINE_Y_TOL_HEIGHT_FRAC","MAX_GUTTER_INK_FRAC","MIN_COL_SHARE","MIN_COL_WORDS","bucket","buildPageOCR","headingLevels","floatMaxWords","floatMaxWidth","floatMargin","paraGap","headingScale","colMaxWidth","colSplit","lineYTol","lineHeightRatio","maxX","r","x","w","maxY","y","h","midX","midY","union","a","b","x0","Math","min","y0","x1","max","y1","xOverlap","range","median","xs","length","undefined","sort","floor","dominantHeight","parts","best","i","text","assignColumn","rect","colRanges","l","centers","map","rg","abs","rects","buildRows","words","tuning","bandOf","rows","sorted","band","target","find","yTol","push","makeLine","col","p","join","width","lines","floats","pitch","colBand","colLeftCut","colRightCut","medianH","tallGate","bodyWords","filter","gutterInk","leftPop","rightPop","twoCol","tallRows","normalRows","wideRows","left","right","single","row","preGaps","k","g","provisionalPitch","colStarts","Map","forEach","set","body","floatCandidates","tallLines","line","wordCount","split","Boolean","start","get","short","displayJunkFragment","test","some","other","looksDecorative","paragraphAdjacent","gap","overlap","gaps","round","pages","chars","bodyH","bestCount","v","levelOf","level","rep","sizes","keys","s"],"mappings":"AAAA,yEAAyE;AACzE,sGAAsG;;;;;;;;;;;;QAiEzFA;eAAAA;;QA4BAC;eAAAA;;QAdAC;eAAAA;;QAkBAC;eAAAA;;QAdAC;eAAAA;;QAkPGC;eAAAA;;QAxHAC;eAAAA;;QA6HAC;eAAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAzQT,IAAMP,iBAAyB;IACpCQ,eAAe;IACfC,eAAe;IACfC,aAAa;IACbC,SAAS;IACTC,cAAc;IACdC,aAAa;IACbC,UAAU;IACVC,UAAU;IACVC,iBAAiB;AACnB;AAIO,IAAMd,sBAAsB;AAI5B,IAAME,gBAAgB;AAUtB,IAAMH,yBAAyB;AAI/B,IAAME,gBAAgB;AAU7B,IAAMc,OAAO,cAACC;WAAoBA,EAAEC,CAAC,GAAGD,EAAEE,CAAC;;AAC3C,IAAMC,OAAO,cAACH;WAAoBA,EAAEI,CAAC,GAAGJ,EAAEK,CAAC;;AAC3C,IAAMC,OAAO,cAACN;WAAoBA,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAG;;AAC9C,IAAMK,OAAO,cAACP;WAAoBA,EAAEI,CAAC,GAAGJ,EAAEK,CAAC,GAAG;;AAE9C,SAASG,MAAMC,CAAO,EAAEC,CAAO;IAC7B,IAAMC,KAAKC,KAAKC,GAAG,CAACJ,EAAER,CAAC,EAAES,EAAET,CAAC;IAC5B,IAAMa,KAAKF,KAAKC,GAAG,CAACJ,EAAEL,CAAC,EAAEM,EAAEN,CAAC;IAC5B,IAAMW,KAAKH,KAAKI,GAAG,CAACjB,KAAKU,IAAIV,KAAKW;IAClC,IAAMO,KAAKL,KAAKI,GAAG,CAACb,KAAKM,IAAIN,KAAKO;IAClC,OAAO;QAAET,GAAGU;QAAIP,GAAGU;QAAIZ,GAAGa,KAAKJ;QAAIN,GAAGY,KAAKH;IAAG;AAChD;AAEA,oDAAoD;AACpD,SAASI,SAASlB,CAAO,EAAEmB,KAAY;IACrC,OAAOP,KAAKI,GAAG,CAAC,GAAGJ,KAAKC,GAAG,CAACd,KAAKC,IAAImB,KAAK,CAAC,EAAE,IAAIP,KAAKI,GAAG,CAAChB,EAAEC,CAAC,EAAEkB,KAAK,CAAC,EAAE;AACzE;AAEA,SAASC,OAAOC,EAAY;IAC1B,IAAI,CAACA,GAAGC,MAAM,EAAE,OAAOC;IACvB,OAAO,AAAC,qBAAGF,IAAIG,IAAI,CAAC,SAACf,GAAGC;eAAMD,IAAIC;MAAE,CAACE,KAAKa,KAAK,CAACJ,GAAGC,MAAM,GAAG,GAAG;AACjE;AAEA,0EAA0E;AAC1E,iFAAiF;AACjF,SAASI,eAAeC,KAAa;IACnC,IAAIC,OAAOD,KAAK,CAAC,EAAE;IACnB,IAAK,IAAIE,IAAI,GAAGA,IAAIF,MAAML,MAAM,EAAEO,IAAK;QACrC,IAAIF,KAAK,CAACE,EAAE,CAACC,IAAI,CAACR,MAAM,GAAGM,KAAKE,IAAI,CAACR,MAAM,EAAEM,OAAOD,KAAK,CAACE,EAAE;IAC9D;IACA,OAAOD,KAAKvB,CAAC;AACf;AAEA,SAAS0B,aAAaC,IAAU,EAAEC,SAAkB;IAClD,IAAIA,UAAUX,MAAM,KAAK,GAAG,OAAO;IACnC,IAAMY,IAAIhB,SAASc,MAAMC,SAAS,CAAC,EAAE;IACrC,IAAMjC,IAAIkB,SAASc,MAAMC,SAAS,CAAC,EAAE;IACrC,IAAIC,MAAMlC,GAAG,OAAOkC,IAAIlC,IAAI,IAAI;IAChC,IAAMmC,UAAUF,UAAUG,GAAG,CAAC,SAACC;eAAO,AAACA,CAAAA,EAAE,CAAC,EAAE,GAAGA,EAAE,CAAC,EAAE,AAAD,IAAK;;IACxD,OAAOzB,KAAK0B,GAAG,CAAChC,KAAK0B,QAAQG,OAAO,CAAC,EAAE,KAAKvB,KAAK0B,GAAG,CAAChC,KAAK0B,QAAQG,OAAO,CAAC,EAAE,IAAI,IAAI;AACtF;AAEA,6EAA6E;AAC7E,4CAA4C;AAC5C,SAAShB,MAAMoB,KAAa;QAElB3B,OAAoCA;IAD5C,IAAI2B,MAAMjB,MAAM,GAAG,GAAG,OAAOC;IAC7B,OAAO;QAACX,CAAAA,QAAAA,MAAKC,GAAG,OAARD,OAAS,qBAAG2B,MAAMH,GAAG,CAAC,SAACpC;mBAAMA,EAAEC,CAAC;;QAAIW,CAAAA,SAAAA,MAAKI,GAAG,OAARJ,QAAS,qBAAG2B,MAAMH,GAAG,CAACrC;KAAO;AAC3E;AAQA,6EAA6E;AAC7E,4EAA4E;AAC5E,+EAA+E;AAC/E,6EAA6E;AAC7E,6EAA6E;AAC7E,SAASyC,UAAUC,KAAa,EAAEC,MAAc,EAAEC,MAA2B;IAC3E,IAAMC,OAAc,EAAE;IACtB,yEAAyE;IACzE,2EAA2E;IAC3E,IAAMC,SAAS,AAAC,qBAAGJ,OAAOjB,IAAI,CAAC,SAACf,GAAGC;eAAMH,KAAKG,KAAKH,KAAKE,MAAMA,EAAER,CAAC,GAAGS,EAAET,CAAC;;QAClE,kCAAA,2BAAA;;;YAAA,IAAMC,IAAN;YACH,IAAM4C,OAAOH,OAAOzC;YACpB,IAAM6C,SAASH,KAAKI,IAAI,CAAC,SAAChD;gBACxB,IAAIA,EAAE8C,IAAI,KAAKA,MAAM,OAAO;gBAC5B,IAAMG,OAAOrC,KAAKI,GAAG,CAAC0B,OAAO7C,QAAQ,EAAEe,KAAKI,GAAG,CAAChB,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAItB;gBACjE,OAAO6B,KAAK0B,GAAG,CAAC/B,KAAKP,EAAEgC,IAAI,IAAIzB,KAAKL,OAAO+C,QAAQrC,KAAKI,GAAG,CAAChB,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAIO,KAAKC,GAAG,CAACb,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAIqC,OAAO5C,eAAe;YAC/H;YACA,IAAIiD,QAAQ;gBACVA,OAAON,KAAK,CAACS,IAAI,CAAChD;gBAClB6C,OAAOf,IAAI,GAAGxB,MAAMuC,OAAOf,IAAI,EAAE9B;YACnC,OAAO;gBACL0C,KAAKM,IAAI,CAAC;oBAAElB,MAAM;wBAAE/B,GAAGC,EAAED,CAAC;wBAAEG,GAAGF,EAAEE,CAAC;wBAAEF,GAAGA,EAAEA,CAAC;wBAAEG,GAAGH,EAAEG,CAAC;oBAAC;oBAAGoC,OAAO;wBAACvC;qBAAE;oBAAE4C,MAAAA;gBAAK;YACzE;QACF;QAbA,QAAK,YAAWD,2BAAX,SAAA,6BAAA,QAAA,yBAAA;;QAAA;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAcL,OAAOD;AACT;AAEA,SAASO,SAASxB,KAAa,EAAEK,IAAU,EAAEoB,GAAW;IACtD,IAAMP,SAAS,AAAC,qBAAGlB,OAAOH,IAAI,CAAC,SAACf,GAAGC;eAAMD,EAAER,CAAC,GAAGS,EAAET,CAAC;;IAClD,IAAM6B,OAAOe,OAAOT,GAAG,CAAC,SAACiB;eAAMA,EAAEvB,IAAI;OAAEwB,IAAI,CAAC;IAC5C,OAAO;QACLxB,MAAAA;QACA7B,GAAG+B,KAAK/B,CAAC;QACTsD,OAAOvB,KAAK9B,CAAC;QACbK,MAAMA,KAAKyB;QACX3B,GAAGqB,eAAeC;QAClByB,KAAAA;QACAX,OAAOI;IACT;AACF;AAIO,SAASzD,aAAaqD,KAAa,EAAEC,MAAc;QAOxCtB,SA0DSA,UAiDYA;IAjHrC,IAAI,CAACqB,MAAMnB,MAAM,EAAE,OAAO;QAAEkC,OAAO,EAAE;QAAEC,QAAQ,EAAE;QAAEC,OAAO;IAAM;IAEhE,IAAMC,UAAU;IAChB,IAAMC,aAAalB,OAAO9C,QAAQ,GAAG+D;IACrC,IAAME,cAAcnB,OAAO9C,QAAQ,GAAG+D;IAEtC,IAAMG,WAAU1C,UAAAA,OAAOqB,MAAML,GAAG,CAAC,SAAClC;eAAMA,EAAEG,CAAC;qBAA3Be,qBAAAA,UAAiC;IACjD,gEAAgE;IAChE,oFAAoF;IACpF,IAAM2C,WAAWD,UAAU;IAE3B,2EAA2E;IAC3E,gFAAgF;IAChF,IAAME,YAAYvB,MAAMwB,MAAM,CAAC,SAAC/D;eAAMA,EAAEG,CAAC,GAAG0D;;IAC5C,IAAMG,YAAYF,UAAUC,MAAM,CAAC,SAAC/D;eAAMA,EAAED,CAAC,GAAGyC,OAAO9C,QAAQ,IAAIG,KAAKG,KAAKwC,OAAO9C,QAAQ;OAAE0B,MAAM;IACpG,IAAM6C,UAAUH,UAAUC,MAAM,CAAC,SAAC/D;eAAMI,KAAKJ,KAAK0D;OAAYtC,MAAM;IACpE,IAAM8C,WAAWJ,UAAUC,MAAM,CAAC,SAAC/D;eAAMI,KAAKJ,KAAK2D;OAAavC,MAAM;IACtE,IAAM+C,SAASF,WAAWjF,iBAAiBkF,YAAYlF,iBAAiBiF,WAAWH,UAAU1C,MAAM,GAAGrC,iBAAiBmF,YAAYJ,UAAU1C,MAAM,GAAGrC,iBAAiBiF,aAAaF,UAAU1C,MAAM,GAAGtC;IAEvM,4EAA4E;IAC5E,4FAA4F;IAC5F,sDAAsD;IACtD,IAAM2D,SAAS,gBAACzC;QACd,IAAI,CAACmE,QAAQ,OAAO;QACpB,OAAO/D,KAAKJ,KAAKwC,OAAO9C,QAAQ,GAAG,IAAI;IACzC;IACA,IAAM0E,WAAW9B,UACfC,MAAMwB,MAAM,CAAC,SAAC/D;eAAMA,EAAEG,CAAC,IAAI0D;QAC3BrB,QACA;eAAM;;IAER,IAAM6B,aAAa/B,UACjBC,MAAMwB,MAAM,CAAC,SAAC/D;eAAMA,EAAEG,CAAC,GAAG0D;QAC1BrB,QACAC;IAEF,IAAMC,OAAO,AAAC,qBAAG0B,iBAAU,qBAAGC;IAE9B,2EAA2E;IAC3E,sFAAsF;IACtF,IAAItC;IACJ,IAAIoC,QAAQ;QACV,IAAMG,WAAW5B,KAAKqB,MAAM,CAAC,SAACjE;mBAAMA,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,OAAOF,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,QAAQF,EAAEgC,IAAI,CAAC3B,CAAC,IAAIyD,UAAU;;QACjG,IAAMW,OAAOtD,MAAMqD,SAASP,MAAM,CAAC,SAACjE;mBAAMA,EAAE8C,IAAI,KAAK;WAAGV,GAAG,CAAC,SAACpC;mBAAMA,EAAEgC,IAAI;;QACzE,IAAM0C,QAAQvD,MAAMqD,SAASP,MAAM,CAAC,SAACjE;mBAAMA,EAAE8C,IAAI,KAAK;WAAGV,GAAG,CAAC,SAACpC;mBAAMA,EAAEgC,IAAI;;QAC1EC,YAAY;YAACwC;YAAMC;SAAM,CAACT,MAAM,CAAC,SAACjE;mBAAkBA,MAAMuB;;IAC5D,OAAO;QACL,IAAMiD,YAAW5B,KAAKqB,MAAM,CAAC,SAACjE;mBAAMA,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,OAAOF,EAAEgC,IAAI,CAAC3B,CAAC,IAAIyD,UAAU;;QAC7E,IAAMa,SAASxD,MAAMqD,UAASpC,GAAG,CAAC,SAACpC;mBAAMA,EAAEgC,IAAI;;QAC/CC,YAAY0C,WAAWpD,YAAY;YAACoD;SAAO,GAAG,EAAE;IAClD;IAEA,IAAMnB,QAAmBZ,KAAKR,GAAG,CAAC,SAACwC;eAAQzB,SAASyB,IAAInC,KAAK,EAAEmC,IAAI5C,IAAI,EAAED,aAAa6C,IAAI5C,IAAI,EAAEC;;IAChGuB,MAAMhC,IAAI,CAAC,SAACf,GAAGC;eAAMD,EAAE2C,GAAG,GAAG1C,EAAE0C,GAAG,IAAI1C,EAAEH,IAAI,GAAGE,EAAEF,IAAI;;IAErD,sEAAsE;IACtE,uJAAuJ;IACvJ,IAAMsE,UAAoB,EAAE;IAC5B,IAAK,IAAIC,IAAI,GAAGA,IAAItB,MAAMlC,MAAM,EAAEwD,IAAK;QACrC,IAAItB,KAAK,CAACsB,EAAE,CAAC1B,GAAG,KAAKI,KAAK,CAACsB,IAAI,EAAE,CAAC1B,GAAG,EAAE;YACrC,IAAM2B,IAAIvB,KAAK,CAACsB,IAAI,EAAE,CAACvE,IAAI,GAAGiD,KAAK,CAACsB,EAAE,CAACvE,IAAI;YAC3C,IAAIwE,IAAI,QAAQF,QAAQ3B,IAAI,CAAC6B;QAC/B;IACF;IACA,IAAMC,oBAAmB5D,WAAAA,OAAOyD,sBAAPzD,sBAAAA,WAAmB;IAC5C,IAAM6D,YAAY,IAAIC;IACtBjD,UAAUkD,OAAO,CAAC,SAACnF,GAAG6B;QACpBoD,UAAUG,GAAG,CAACvD,GAAG7B,CAAC,CAAC,EAAE;IACvB;IACA,IAAMqF,OAAkB,EAAE;IAC1B,IAAMC,kBAA6B,EAAE;IACrC,qEAAqE;IACrE,kHAAkH;IAClH,IAAMC,YAAY/B,MAAMS,MAAM,CAAC,SAAC/B;eAAMA,EAAE7B,CAAC,IAAI0D;;QACxC,kCAAA,2BAAA;;;YAAA,IAAMyB,OAAN;YACH,IAAMC,YAAYD,KAAK1D,IAAI,CAAC4D,KAAK,CAAC,KAAKzB,MAAM,CAAC0B,SAASrE,MAAM;YAC7D,IAAMsE,QAAQX,UAAUY,GAAG,CAACL,KAAKpC,GAAG;YACpC,IAAM0C,QAAQL,aAAa/C,OAAOpD,aAAa,IAAIsG,UAAUrE,aAAaX,KAAK0B,GAAG,CAACkD,KAAKvF,CAAC,GAAG2F,SAASlD,OAAOlD,WAAW;YACvH,IAAMuG,sBACJD,SACAN,KAAKnF,CAAC,IAAI0D,YACV,CAAC,cAAciC,IAAI,CAACR,KAAK1D,IAAI,KAC7B,uEAAuE;YACvE,yEAAyE;YACzE,CAACyD,UAAUU,IAAI,CAAC,SAACC;uBAAUA,UAAUV,QAAQU,MAAM9C,GAAG,KAAKoC,KAAKpC,GAAG,IAAIxC,KAAK0B,GAAG,CAAC4D,MAAM3F,IAAI,GAAGiF,KAAKjF,IAAI,IAAIK,KAAKI,GAAG,CAACkF,MAAM7F,CAAC,EAAEmF,KAAKnF,CAAC,IAAI;;YACxI,IAAM8F,kBAAkBJ,uBAAwBD,SAASN,KAAKjC,KAAK,GAAGb,OAAOnD,aAAa;YAC1F,IAAM6G,oBACJD,mBACAd,KAAKY,IAAI,CAAC,SAACvF;gBACT,IAAIA,EAAE0C,GAAG,KAAKoC,KAAKpC,GAAG,EAAE,OAAO;gBAC/B,IAAMiD,MAAM3F,EAAEH,IAAI,GAAGiF,KAAKjF,IAAI;gBAC9B,IAAI8F,OAAO,KAAKA,MAAM3D,OAAOjD,OAAO,GAAGuF,kBAAkB,OAAO;gBAChE,IAAMsB,UAAU1F,KAAKC,GAAG,CAACH,EAAET,CAAC,GAAGS,EAAE6C,KAAK,EAAEiC,KAAKvF,CAAC,GAAGuF,KAAKjC,KAAK,IAAI3C,KAAKI,GAAG,CAACN,EAAET,CAAC,EAAEuF,KAAKvF,CAAC;gBACnF,OAAOqG,WAAWd,KAAKjC,KAAK,GAAG;YACjC;YACF,IAAI4C,mBAAmB,CAACC,mBAAmB;gBACzCd,gBAAgBpC,IAAI,CAACsC;YACvB,OAAO;gBACLH,KAAKnC,IAAI,CAACsC;YACZ;QACF;QA1BA,QAAK,YAAchC,0BAAd,SAAA,6BAAA,QAAA,yBAAA;;QAAA;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IA2BL,yEAAyE;IACzE,iFAAiF;IACjF,IAAMC,SAAS6B;IAEf,0EAA0E;IAC1E,IAAMiB,OAAiB,EAAE;IACzB,IAAK,IAAIzB,KAAI,GAAGA,KAAIO,KAAK/D,MAAM,EAAEwD,KAAK;QACpC,IAAIO,IAAI,CAACP,GAAE,CAAC1B,GAAG,KAAKiC,IAAI,CAACP,KAAI,EAAE,CAAC1B,GAAG,EAAE;YACnC,IAAM2B,KAAIM,IAAI,CAACP,KAAI,EAAE,CAACvE,IAAI,GAAG8E,IAAI,CAACP,GAAE,CAACvE,IAAI;YACzC,IAAIwE,KAAI,QAAQwB,KAAKrD,IAAI,CAAC6B;QAC5B;IACF;IACA,OAAO;QAAEvB,OAAO6B;QAAM5B,QAAAA;QAAQC,KAAK,GAAEtC,WAAAA,OAAOmF,mBAAPnF,sBAAAA,WAAgB;IAAM;AAC7D;AAKO,SAASjC,OAAOkB,CAAS;IAC9B,OAAOO,KAAK4F,KAAK,CAACnG,IAAI,OAAO;AAC/B;AAGO,SAAShB,cAAcoH,KAAgB,EAAE/D,MAAc;IAC5D,IAAMgE,QAAQ,IAAIxB;QACb,kCAAA,2BAAA;;QAAL,QAAK,YAAWuB,0BAAX,SAAA,6BAAA,QAAA,yBAAA,iCAAkB;YAAlB,IAAMpD,IAAN;gBACE,mCAAA,4BAAA;;gBAAL,QAAK,aAAWA,EAAEG,KAAK,qBAAlB,UAAA,8BAAA,SAAA,0BAAA,kCAAoB;oBAApB,IAAMtB,IAAN;wBAEWwE;oBADd,IAAMhG,IAAIvB,OAAO+C,EAAE7B,CAAC;oBACpBqG,MAAMtB,GAAG,CAAC1E,GAAG,EAACgG,aAAAA,MAAMb,GAAG,CAACnF,gBAAVgG,wBAAAA,aAAgB,KAAKxE,EAAEJ,IAAI,CAACR,MAAM;gBAClD;;gBAHK;gBAAA;;;yBAAA,8BAAA;wBAAA;;;wBAAA;8BAAA;;;;QAIP;;QALK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAML,4EAA4E;IAC5E,2DAA2D;IAC3D,IAAIqF,QAAQ;IACZ,IAAIC,YAAY,CAAC;QACZ,mCAAA,4BAAA;;QAAL,QAAK,aAAgBF,0BAAhB,UAAA,8BAAA,SAAA,0BAAA,kCAAuB;YAAvB,mCAAA,kBAAO5B,oBAAG+B;YACb,IAAIA,IAAID,WAAW;gBACjBA,YAAYC;gBACZF,QAAQ7B;YACV;QACF;;QALK;QAAA;;;iBAAA,8BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAOL,IAAMgC,UAAU,IAAI5B;IACpB,IAAI6B,QAAQ,GAAG,uCAAuC;IACtD,IAAIC,MAAqB;IACzB,IAAMC,QAAQ,AAAC,qBAAGP,MAAMQ,IAAI,IAAIjD,MAAM,CAAC,SAACkD;eAAMA,IAAIR,QAAQjE,OAAOhD,YAAY;OAAE8B,IAAI,CAAC,SAACf,GAAGC;eAAMA,IAAID;;QAC7F,mCAAA,4BAAA;;QAAL,QAAK,aAAWwG,0BAAX,UAAA,8BAAA,SAAA,0BAAA,kCAAkB;YAAlB,IAAME,IAAN;YACH,IAAIH,QAAQ,QAAQG,IAAIH,MAAM,KAAK;gBACjCD,QAAQnG,KAAKC,GAAG,CAAC,GAAGkG,QAAQ;gBAC5BC,MAAMG;YACR;YACAL,QAAQ1B,GAAG,CAAC+B,GAAGJ;QACjB;;QANK;QAAA;;;iBAAA,8BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAOL,OAAO;QAAEJ,OAAAA;QAAOG,SAAAA;IAAQ;AAC1B"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Projects/pdf-to-md/src/index.ts"],"sourcesContent":["// Public library API. Deliberately small: every export is a stability\n// promise; internals stay module-private behind these.\n\nexport type { AnalyzeOcrOptions, AnalyzeOptions, AnalyzeTextOptions } from './analyze.ts';\nexport { analyze } from './analyze.ts';\nexport type { AuditResult } from './audit.ts';\nexport { auditWords } from './audit.ts';\nexport type { PdfToMdErrorCode } from './errors.ts';\nexport { PdfToMdError } from './errors.ts';\nexport type {\n ExtractOcrOptions,\n ExtractResult,\n ExtractTextOptions,\n OcrProgressEvent,\n OcrWordInput,\n PageSelection,\n PdfToMarkdownOptions,\n} from './extract.ts';\nexport { extractOcr, extractText, pdfToMarkdown } from './extract.ts';\nexport type { PageWord, Tuning } from './geometry.ts';\nexport { DEFAULT_TUNING } from './geometry.ts';\nexport type { RenderPageResult } from './raster.ts';\nexport { renderPageToPNG } from './raster.ts';\nexport { toMarkdown, toText } from './render-analysis.ts';\nexport { OUTPUT_VERSION } from './report.ts';\nexport type { Analysis, AnalysisBlock, AnalysisPage, AnalysisWord, PageStatsRow, Report } from './types.ts';\n"],"names":["DEFAULT_TUNING","OUTPUT_VERSION","PdfToMdError","analyze","auditWords","extractOcr","extractText","pdfToMarkdown","renderPageToPNG","toMarkdown","toText"],"mappings":"AAAA,sEAAsE;AACtE,uDAAuD;;;;;;;;;;;;QAmB9CA;eAAAA,0BAAc;;QAIdC;eAAAA,wBAAc;;QAhBdC;eAAAA,sBAAY;;QAJZC;eAAAA,kBAAO;;QAEPC;eAAAA,mBAAU;;QAYVC;eAAAA,qBAAU;;QAAEC;eAAAA,sBAAW;;QAAEC;eAAAA,wBAAa;;QAItCC;eAAAA,yBAAe;;QACfC;eAAAA,4BAAU;;QAAEC;eAAAA,wBAAM;;;yBAnBH;uBAEG;wBAEE;yBAU0B;0BAExB;wBAEC;gCACG;wBACJ"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/index.ts"],"sourcesContent":["// Public library API. Deliberately small: every export is a stability\n// promise; internals stay module-private behind these.\n\nexport type { AnalyzeOcrOptions, AnalyzeOptions, AnalyzeTextOptions } from './analyze.ts';\nexport { analyze } from './analyze.ts';\nexport type { AuditResult } from './audit.ts';\nexport { auditWords } from './audit.ts';\nexport type { PdfToMdErrorCode } from './errors.ts';\nexport { PdfToMdError } from './errors.ts';\nexport type {\n ExtractOcrOptions,\n ExtractResult,\n ExtractTextOptions,\n OcrProgressEvent,\n OcrWordInput,\n PageSelection,\n PdfToMarkdownOptions,\n} from './extract.ts';\nexport { extractOcr, extractText, pdfToMarkdown } from './extract.ts';\nexport type { PageWord, Tuning } from './geometry.ts';\nexport { DEFAULT_TUNING } from './geometry.ts';\nexport type { RenderPageResult } from './raster.ts';\nexport { renderPageToPNG } from './raster.ts';\nexport { toMarkdown, toText } from './render-analysis.ts';\nexport { OUTPUT_VERSION } from './report.ts';\nexport type { Analysis, AnalysisBlock, AnalysisPage, AnalysisWord, PageStatsRow, Report } from './types.ts';\n"],"names":["DEFAULT_TUNING","OUTPUT_VERSION","PdfToMdError","analyze","auditWords","extractOcr","extractText","pdfToMarkdown","renderPageToPNG","toMarkdown","toText"],"mappings":"AAAA,sEAAsE;AACtE,uDAAuD;;;;;;;;;;;;QAmB9CA;eAAAA,0BAAc;;QAIdC;eAAAA,wBAAc;;QAhBdC;eAAAA,sBAAY;;QAJZC;eAAAA,kBAAO;;QAEPC;eAAAA,mBAAU;;QAYVC;eAAAA,qBAAU;;QAAEC;eAAAA,sBAAW;;QAAEC;eAAAA,wBAAa;;QAItCC;eAAAA,yBAAe;;QACfC;eAAAA,4BAAU;;QAAEC;eAAAA,wBAAM;;;yBAnBH;uBAEG;wBAEE;yBAU0B;0BAExB;wBAEC;gCACG;wBACJ"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Projects/pdf-to-md/src/lines.ts"],"sourcesContent":["// Pass 2: glyphs -> visual lines — de-braids two-column pages (spanning\n// lines like headings sort with the left column), joins words by measured horizontal gap, and folds typographic codepoints to ASCII so search doesn't miss half the hits.\nimport type { CollectedPage, Glyph, Line } from './types.ts';\n\nconst FOLD: Record<string, string> = {\n ʼ: \"'\",\n '’': \"'\",\n '‘': \"'\",\n '“': '\"',\n '”': '\"',\n '–': '-',\n};\n// Exported for the OCR engine seam (src/engines/tesseract.ts): both paths\n// must fold identically or the same printed apostrophe surfaces as two spellings depending on which path read the page.\nexport const foldTypographic = (s: string): string => s.replace(/[ʼ‘’“”–]/g, (c) => FOLD[c]);\nconst normalize = foldTypographic;\n\n// Intermediate row while grouping glyphs by visual line, before the final\n// text/height reduction below.\ninterface LineDraft {\n col: number;\n y: number;\n parts: Glyph[];\n}\n\nexport function toLines({ glyphs, width }: Pick<CollectedPage, 'glyphs' | 'width'>): Line[] {\n if (!glyphs.length) return [];\n\n const mid = width / 2;\n // A real two-column page has a gutter: clusters each side, almost nothing crossing mid.\n // Label/value layouts also cluster but their values cross mid — de-braiding would reorder them.\n const twoCol = glyphs.filter((g) => g.x + g.w < mid).length > glyphs.length * 0.25 && glyphs.filter((g) => g.x > mid).length > glyphs.length * 0.25 && glyphs.filter((g) => g.x < mid && g.x + g.w > mid).length < glyphs.length * 0.15;\n\n // Group on y with a tolerance that scales with font size.\n const lines: LineDraft[] = [];\n for (const g of [...glyphs].sort((a, b) => a.y - b.y || a.x - b.x)) {\n // NOTE: start-x assignment can misfile a gutter-straddling glyph; an\n // overlap-based alternative was tried and reshuffled stray numerals with\n // no measured win, so start-x stays (src/geometry.ts's OCR path assigns by x-span overlap instead, where the mis-assignment is measured).\n const col = twoCol && g.x > mid ? 1 : 0;\n const last = lines.at(-1);\n if (last && last.col === col && Math.abs(last.y - g.y) < Math.max(2, g.h * 0.5)) {\n last.parts.push(g);\n last.y = (last.y + g.y) / 2;\n } else lines.push({ col, y: g.y, parts: [g] });\n }\n lines.sort((a, b) => a.col - b.col || a.y - b.y); // column, then down the page\n\n return lines\n .map((l): Line => {\n const parts = l.parts.sort((a, b) => a.x - b.x);\n let t = '';\n let prev: Glyph | null = null;\n for (const cur of parts) {\n // insert a space when the measured gap is wider than intra-word kerning\n if (prev && cur.x - (prev.x + prev.w) > prev.h * 0.12 && !/\\s$/.test(t) && !/^\\s/.test(cur.s)) t += ' ';\n t += cur.s;\n prev = cur;\n }\n // Line height = the char-weighted dominant height, not the max: a small\n // decorative large-face numeral must not promote a body line to a heading.\n const byH = new Map<number, number>();\n for (const p of parts) byH.set(p.h, (byH.get(p.h) || 0) + p.s.length);\n return {\n text: normalize(t).replace(/\\s+/g, ' ').trim(),\n x: parts[0].x,\n y: l.y,\n h: [...byH.entries()].sort((a, b) => b[1] - a[1])[0][0],\n col: l.col,\n };\n })\n .filter((l) => l.text);\n}\n"],"names":["foldTypographic","toLines","FOLD","ʼ","s","replace","c","normalize","glyphs","width","length","mid","twoCol","filter","g","x","w","lines","sort","a","b","y","col","last","at","Math","abs","max","h","parts","push","map","l","t","prev","cur","test","byH","Map","p","set","get","text","trim","entries"],"mappings":"AAAA,wEAAwE;AACxE,0KAA0K;;;;;;;;;;;;QAa7JA;eAAAA;;QAWGC;eAAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AArBhB,IAAMC,OAA+B;IACnCC,GAAG;IACH,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;AACP;AAGO,IAAMH,kBAAkB,yBAACI;WAAsBA,EAAEC,OAAO,CAAC,aAAa,SAACC;eAAMJ,IAAI,CAACI,EAAE;;;AAC3F,IAAMC,YAAYP;AAUX,SAASC,QAAQ,KAA0D;QAAxDO,SAAF,MAAEA,QAAQC,QAAV,MAAUA;IAChC,IAAI,CAACD,OAAOE,MAAM,EAAE,OAAO,EAAE;IAE7B,IAAMC,MAAMF,QAAQ;IACpB,wFAAwF;IACxF,gGAAgG;IAChG,IAAMG,SAASJ,OAAOK,MAAM,CAAC,SAACC;eAAMA,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAGL;OAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG,QAAQF,OAAOK,MAAM,CAAC,SAACC;eAAMA,EAAEC,CAAC,GAAGJ;OAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG,QAAQF,OAAOK,MAAM,CAAC,SAACC;eAAMA,EAAEC,CAAC,GAAGJ,OAAOG,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAGL;OAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG;IAEnO,0DAA0D;IAC1D,IAAMO,QAAqB,EAAE;QACxB,kCAAA,2BAAA;;QAAL,QAAK,YAAW,AAAC,qBAAGT,QAAQU,IAAI,CAAC,SAACC,GAAGC;mBAAMD,EAAEE,CAAC,GAAGD,EAAEC,CAAC,IAAIF,EAAEJ,CAAC,GAAGK,EAAEL,CAAC;+BAA5D,SAAA,6BAAA,QAAA,yBAAA,iCAA+D;YAA/D,IAAMD,IAAN;YACH,qEAAqE;YACrE,yEAAyE;YACzE,0IAA0I;YAC1I,IAAMQ,MAAMV,UAAUE,EAAEC,CAAC,GAAGJ,MAAM,IAAI;YACtC,IAAMY,OAAON,MAAMO,EAAE,CAAC,CAAC;YACvB,IAAID,QAAQA,KAAKD,GAAG,KAAKA,OAAOG,KAAKC,GAAG,CAACH,KAAKF,CAAC,GAAGP,EAAEO,CAAC,IAAII,KAAKE,GAAG,CAAC,GAAGb,EAAEc,CAAC,GAAG,MAAM;gBAC/EL,KAAKM,KAAK,CAACC,IAAI,CAAChB;gBAChBS,KAAKF,CAAC,GAAG,AAACE,CAAAA,KAAKF,CAAC,GAAGP,EAAEO,CAAC,AAADA,IAAK;YAC5B,OAAOJ,MAAMa,IAAI,CAAC;gBAAER,KAAAA;gBAAKD,GAAGP,EAAEO,CAAC;gBAAEQ,OAAO;oBAACf;iBAAE;YAAC;QAC9C;;QAVK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAWLG,MAAMC,IAAI,CAAC,SAACC,GAAGC;eAAMD,EAAEG,GAAG,GAAGF,EAAEE,GAAG,IAAIH,EAAEE,CAAC,GAAGD,EAAEC,CAAC;QAAG,6BAA6B;IAE/E,OAAOJ,MACJc,GAAG,CAAC,SAACC;QACJ,IAAMH,QAAQG,EAAEH,KAAK,CAACX,IAAI,CAAC,SAACC,GAAGC;mBAAMD,EAAEJ,CAAC,GAAGK,EAAEL,CAAC;;QAC9C,IAAIkB,IAAI;QACR,IAAIC,OAAqB;YACpB,kCAAA,2BAAA;;YAAL,QAAK,YAAaL,0BAAb,SAAA,6BAAA,QAAA,yBAAA,iCAAoB;gBAApB,IAAMM,MAAN;gBACH,wEAAwE;gBACxE,IAAID,QAAQC,IAAIpB,CAAC,GAAImB,CAAAA,KAAKnB,CAAC,GAAGmB,KAAKlB,CAAC,AAADA,IAAKkB,KAAKN,CAAC,GAAG,QAAQ,CAAC,MAAMQ,IAAI,CAACH,MAAM,CAAC,MAAMG,IAAI,CAACD,IAAI/B,CAAC,GAAG6B,KAAK;gBACpGA,KAAKE,IAAI/B,CAAC;gBACV8B,OAAOC;YACT;;YALK;YAAA;;;qBAAA,6BAAA;oBAAA;;;oBAAA;0BAAA;;;;QAML,wEAAwE;QACxE,2EAA2E;QAC3E,IAAME,MAAM,IAAIC;YACX,mCAAA,4BAAA;;YAAL,QAAK,aAAWT,0BAAX,UAAA,8BAAA,SAAA,0BAAA;gBAAA,IAAMU,IAAN;gBAAkBF,IAAIG,GAAG,CAACD,EAAEX,CAAC,EAAE,AAACS,CAAAA,IAAII,GAAG,CAACF,EAAEX,CAAC,KAAK,CAAA,IAAKW,EAAEnC,CAAC,CAACM,MAAM;;;YAA/D;YAAA;;;qBAAA,8BAAA;oBAAA;;;oBAAA;0BAAA;;;;QACL,OAAO;YACLgC,MAAMnC,UAAU0B,GAAG5B,OAAO,CAAC,QAAQ,KAAKsC,IAAI;YAC5C5B,GAAGc,KAAK,CAAC,EAAE,CAACd,CAAC;YACbM,GAAGW,EAAEX,CAAC;YACNO,GAAG,AAAC,qBAAGS,IAAIO,OAAO,IAAI1B,IAAI,CAAC,SAACC,GAAGC;uBAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE;cAAC,CAAC,EAAE,CAAC,EAAE;YACvDG,KAAKU,EAAEV,GAAG;QACZ;IACF,GACCT,MAAM,CAAC,SAACmB;eAAMA,EAAEU,IAAI;;AACzB"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/lines.ts"],"sourcesContent":["// Pass 2: glyphs -> visual lines — de-braids two-column pages (spanning\n// lines like headings sort with the left column), joins words by measured horizontal gap, and folds typographic codepoints to ASCII so search doesn't miss half the hits.\nimport type { CollectedPage, Glyph, Line } from './types.ts';\n\nconst FOLD: Record<string, string> = {\n ʼ: \"'\",\n '’': \"'\",\n '‘': \"'\",\n '“': '\"',\n '”': '\"',\n '–': '-',\n};\n// Exported for the OCR engine seam (src/engines/tesseract.ts): both paths\n// must fold identically or the same printed apostrophe surfaces as two spellings depending on which path read the page.\nexport const foldTypographic = (s: string): string => s.replace(/[ʼ‘’“”–]/g, (c) => FOLD[c]);\nconst normalize = foldTypographic;\n\n// Intermediate row while grouping glyphs by visual line, before the final\n// text/height reduction below.\ninterface LineDraft {\n col: number;\n y: number;\n parts: Glyph[];\n}\n\nexport function toLines({ glyphs, width }: Pick<CollectedPage, 'glyphs' | 'width'>): Line[] {\n if (!glyphs.length) return [];\n\n const mid = width / 2;\n // A real two-column page has a gutter: clusters each side, almost nothing crossing mid.\n // Label/value layouts also cluster but their values cross mid — de-braiding would reorder them.\n const twoCol = glyphs.filter((g) => g.x + g.w < mid).length > glyphs.length * 0.25 && glyphs.filter((g) => g.x > mid).length > glyphs.length * 0.25 && glyphs.filter((g) => g.x < mid && g.x + g.w > mid).length < glyphs.length * 0.15;\n\n // Group on y with a tolerance that scales with font size.\n const lines: LineDraft[] = [];\n for (const g of [...glyphs].sort((a, b) => a.y - b.y || a.x - b.x)) {\n // NOTE: start-x assignment can misfile a gutter-straddling glyph; an\n // overlap-based alternative was tried and reshuffled stray numerals with\n // no measured win, so start-x stays (src/geometry.ts's OCR path assigns by x-span overlap instead, where the mis-assignment is measured).\n const col = twoCol && g.x > mid ? 1 : 0;\n const last = lines.at(-1);\n if (last && last.col === col && Math.abs(last.y - g.y) < Math.max(2, g.h * 0.5)) {\n last.parts.push(g);\n last.y = (last.y + g.y) / 2;\n } else lines.push({ col, y: g.y, parts: [g] });\n }\n lines.sort((a, b) => a.col - b.col || a.y - b.y); // column, then down the page\n\n return lines\n .map((l): Line => {\n const parts = l.parts.sort((a, b) => a.x - b.x);\n let t = '';\n let prev: Glyph | null = null;\n for (const cur of parts) {\n // insert a space when the measured gap is wider than intra-word kerning\n if (prev && cur.x - (prev.x + prev.w) > prev.h * 0.12 && !/\\s$/.test(t) && !/^\\s/.test(cur.s)) t += ' ';\n t += cur.s;\n prev = cur;\n }\n // Line height = the char-weighted dominant height, not the max: a small\n // decorative large-face numeral must not promote a body line to a heading.\n const byH = new Map<number, number>();\n for (const p of parts) byH.set(p.h, (byH.get(p.h) || 0) + p.s.length);\n return {\n text: normalize(t).replace(/\\s+/g, ' ').trim(),\n x: parts[0].x,\n y: l.y,\n h: [...byH.entries()].sort((a, b) => b[1] - a[1])[0][0],\n col: l.col,\n };\n })\n .filter((l) => l.text);\n}\n"],"names":["foldTypographic","toLines","FOLD","ʼ","s","replace","c","normalize","glyphs","width","length","mid","twoCol","filter","g","x","w","lines","sort","a","b","y","col","last","at","Math","abs","max","h","parts","push","map","l","t","prev","cur","test","byH","Map","p","set","get","text","trim","entries"],"mappings":"AAAA,wEAAwE;AACxE,0KAA0K;;;;;;;;;;;;QAa7JA;eAAAA;;QAWGC;eAAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AArBhB,IAAMC,OAA+B;IACnCC,GAAG;IACH,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;AACP;AAGO,IAAMH,kBAAkB,yBAACI;WAAsBA,EAAEC,OAAO,CAAC,aAAa,SAACC;eAAMJ,IAAI,CAACI,EAAE;;;AAC3F,IAAMC,YAAYP;AAUX,SAASC,QAAQ,KAA0D;QAAxDO,SAAF,MAAEA,QAAQC,QAAV,MAAUA;IAChC,IAAI,CAACD,OAAOE,MAAM,EAAE,OAAO,EAAE;IAE7B,IAAMC,MAAMF,QAAQ;IACpB,wFAAwF;IACxF,gGAAgG;IAChG,IAAMG,SAASJ,OAAOK,MAAM,CAAC,SAACC;eAAMA,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAGL;OAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG,QAAQF,OAAOK,MAAM,CAAC,SAACC;eAAMA,EAAEC,CAAC,GAAGJ;OAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG,QAAQF,OAAOK,MAAM,CAAC,SAACC;eAAMA,EAAEC,CAAC,GAAGJ,OAAOG,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAGL;OAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG;IAEnO,0DAA0D;IAC1D,IAAMO,QAAqB,EAAE;QACxB,kCAAA,2BAAA;;QAAL,QAAK,YAAW,AAAC,qBAAGT,QAAQU,IAAI,CAAC,SAACC,GAAGC;mBAAMD,EAAEE,CAAC,GAAGD,EAAEC,CAAC,IAAIF,EAAEJ,CAAC,GAAGK,EAAEL,CAAC;+BAA5D,SAAA,6BAAA,QAAA,yBAAA,iCAA+D;YAA/D,IAAMD,IAAN;YACH,qEAAqE;YACrE,yEAAyE;YACzE,0IAA0I;YAC1I,IAAMQ,MAAMV,UAAUE,EAAEC,CAAC,GAAGJ,MAAM,IAAI;YACtC,IAAMY,OAAON,MAAMO,EAAE,CAAC,CAAC;YACvB,IAAID,QAAQA,KAAKD,GAAG,KAAKA,OAAOG,KAAKC,GAAG,CAACH,KAAKF,CAAC,GAAGP,EAAEO,CAAC,IAAII,KAAKE,GAAG,CAAC,GAAGb,EAAEc,CAAC,GAAG,MAAM;gBAC/EL,KAAKM,KAAK,CAACC,IAAI,CAAChB;gBAChBS,KAAKF,CAAC,GAAG,AAACE,CAAAA,KAAKF,CAAC,GAAGP,EAAEO,CAAC,AAADA,IAAK;YAC5B,OAAOJ,MAAMa,IAAI,CAAC;gBAAER,KAAAA;gBAAKD,GAAGP,EAAEO,CAAC;gBAAEQ,OAAO;oBAACf;iBAAE;YAAC;QAC9C;;QAVK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IAWLG,MAAMC,IAAI,CAAC,SAACC,GAAGC;eAAMD,EAAEG,GAAG,GAAGF,EAAEE,GAAG,IAAIH,EAAEE,CAAC,GAAGD,EAAEC,CAAC;QAAG,6BAA6B;IAE/E,OAAOJ,MACJc,GAAG,CAAC,SAACC;QACJ,IAAMH,QAAQG,EAAEH,KAAK,CAACX,IAAI,CAAC,SAACC,GAAGC;mBAAMD,EAAEJ,CAAC,GAAGK,EAAEL,CAAC;;QAC9C,IAAIkB,IAAI;QACR,IAAIC,OAAqB;YACpB,kCAAA,2BAAA;;YAAL,QAAK,YAAaL,0BAAb,SAAA,6BAAA,QAAA,yBAAA,iCAAoB;gBAApB,IAAMM,MAAN;gBACH,wEAAwE;gBACxE,IAAID,QAAQC,IAAIpB,CAAC,GAAImB,CAAAA,KAAKnB,CAAC,GAAGmB,KAAKlB,CAAC,AAADA,IAAKkB,KAAKN,CAAC,GAAG,QAAQ,CAAC,MAAMQ,IAAI,CAACH,MAAM,CAAC,MAAMG,IAAI,CAACD,IAAI/B,CAAC,GAAG6B,KAAK;gBACpGA,KAAKE,IAAI/B,CAAC;gBACV8B,OAAOC;YACT;;YALK;YAAA;;;qBAAA,6BAAA;oBAAA;;;oBAAA;0BAAA;;;;QAML,wEAAwE;QACxE,2EAA2E;QAC3E,IAAME,MAAM,IAAIC;YACX,mCAAA,4BAAA;;YAAL,QAAK,aAAWT,0BAAX,UAAA,8BAAA,SAAA,0BAAA;gBAAA,IAAMU,IAAN;gBAAkBF,IAAIG,GAAG,CAACD,EAAEX,CAAC,EAAE,AAACS,CAAAA,IAAII,GAAG,CAACF,EAAEX,CAAC,KAAK,CAAA,IAAKW,EAAEnC,CAAC,CAACM,MAAM;;;YAA/D;YAAA;;;qBAAA,8BAAA;oBAAA;;;oBAAA;0BAAA;;;;QACL,OAAO;YACLgC,MAAMnC,UAAU0B,GAAG5B,OAAO,CAAC,QAAQ,KAAKsC,IAAI;YAC5C5B,GAAGc,KAAK,CAAC,EAAE,CAACd,CAAC;YACbM,GAAGW,EAAEX,CAAC;YACNO,GAAG,AAAC,qBAAGS,IAAIO,OAAO,IAAI1B,IAAI,CAAC,SAACC,GAAGC;uBAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE;cAAC,CAAC,EAAE,CAAC,EAAE;YACvDG,KAAKU,EAAEV,GAAG;QACZ;IACF,GACCT,MAAM,CAAC,SAACmB;eAAMA,EAAEU,IAAI;;AACzB"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Projects/pdf-to-md/src/markdown.ts"],"sourcesContent":["// Pass 3: lines -> markdown. Structure is measured, not guessed — heading\n// levels come from the font-height histogram, hyphen-closes only against a dictionary (see the inline comments below for each rule).\nimport { getDict } from './dict.ts';\nimport { pageMarkerLine } from './page-marker.ts';\nimport type { BuildMarkdownOptions, Line, MarkdownResult, MarkdownStats, PageLines } from './types.ts';\n\nconst GLYPH = /^[•◦▪▫●○·‣⁃]$/;\nconst BULLETS = /^(?:[•◦▪▫●○·‣⁃]\\s*)+/;\n\nexport function buildMarkdown(pageLines: PageLines[], heightChars: Map<number, number>, opts: BuildMarkdownOptions = {}): MarkdownResult {\n // body height = char-weighted mode; headings are the rarer, larger sizes.\n // The 1.35 multiplier keeps emphasized body text out of the outline.\n const bodyH = [...heightChars.entries()].sort((a, b) => b[1] - a[1])[0]?.[0] ?? 0;\n const headingSizes = [...heightChars.keys()].filter((h) => h > bodyH * 1.35).sort((a, b) => b - a);\n // with page markers on, content headings start below the page ### level;\n // sizes beyond the ###### budget share level 6 rather than being dropped\n const offset = opts.pageMarkers ? 3 : 0;\n const levelOf = new Map(headingSizes.slice(0, 6).map((h, i) => [h, Math.min(6, i + 1 + offset)]));\n\n const out: string[] = [];\n const stats: MarkdownStats = {\n headings: 0,\n listItems: 0,\n paragraphs: 0,\n joinedPairs: 0,\n reflowed: 0,\n callouts: 0,\n closedHyphens: 0,\n };\n let para: string[] = [];\n\n // a label line ending in ':' whose next line is a bare number belongs on one line\n function attachValue(label: string, lines: Line[], get: () => number, set: (n: number) => void): string {\n const j = get() + 1;\n if (/[::]\\s*$/.test(label) && j < lines.length && /^[0-9][\\d.,]*%?$/.test(lines[j].text)) {\n set(j);\n stats.joinedPairs++;\n return `${label} ${lines[j].text}`;\n }\n return label;\n }\n const flush = () => {\n if (!para.length) return;\n out.push(para.join(' ').replace(/\\s+([,.;:%])/g, '$1'));\n out.push('');\n stats.paragraphs++;\n para = [];\n };\n // append a wrapped line to the open paragraph, resolving a line-final hyphen\n const appendToPara = (text: string) => {\n const prev = para.at(-1);\n if (prev && /\\w-$/.test(prev)) {\n // a bare \" -\" is punctuation, not a wrapped word\n const head = prev.replace(/-$/, '').split(/\\s/).pop() as string;\n const tail = (text.split(/\\s/)[0] ?? '').replace(/[^A-Za-z-]/g, '').split('-')[0];\n const close = getDict().has((head + tail).toLowerCase());\n if (close) stats.closedHyphens++;\n para[para.length - 1] = prev.replace(/-$/, close ? '' : '-') + text;\n } else para.push(text);\n };\n\n for (const { page, lines } of pageLines) {\n if (opts.pageMarkers) {\n flush();\n out.push(pageMarkerLine(page));\n out.push('');\n }\n if (!lines.length) continue;\n const indentBase = Math.min(...lines.map((l) => l.x));\n\n for (let i = 0; i < lines.length; i++) {\n let { text, h, x } = lines[i];\n const prevLine = i > 0 ? lines[i - 1] : null;\n // a column change or a vertical jump wider than a blank line ends the paragraph\n if (para.length && prevLine && (lines[i].col !== prevLine.col || lines[i].y - prevLine.y > h * 2.2)) flush();\n\n // A large-font line opens a run: gather the consecutive same-size lines\n // below it (a title wraps across lines). A short merged run is one heading; a long one is a callout/pull-quote in a bigger face — prose, not structure — and becomes a blockquote.\n if (levelOf.has(h) && !BULLETS.test(text)) {\n const run = [text];\n while (i + 1 < lines.length && lines[i + 1].h === h && lines[i + 1].col === lines[i].col && lines[i + 1].y - lines[i].y < h * 2.2 && !BULLETS.test(lines[i + 1].text)) run.push(lines[++i].text);\n // join wrapped title lines, resolving line-final hyphens like body text\n const merged = run.reduce((acc, part) => (/\\w-$/.test(acc) ? acc.replace(/-$/, getDict().has(((acc.replace(/-$/, '').split(/\\s/).pop() as string) + (part.split(/\\s/)[0] ?? '').replace(/[^A-Za-z-]/g, '').split('-')[0]).toLowerCase()) ? '' : '-') + part : `${acc} ${part}`)).replace(/\\s+([,.;:%])/g, '$1');\n flush();\n if (merged.length > 150) {\n out.push(`> ${merged}`);\n out.push('');\n stats.callouts++;\n } else {\n out.push(`${'#'.repeat(levelOf.get(h) as number)} ${merged}`);\n out.push('');\n stats.headings++;\n }\n continue;\n }\n\n // Lines can carry several stacked glyphs (\"• ▪\") from nested source lists.\n const stripped = text.replace(BULLETS, '').trim();\n const wasBullet = stripped !== text;\n if (wasBullet) text = stripped;\n\n // bullet with nothing left on the line: attach the following line's text\n if ((!text || GLYPH.test(text)) && i + 1 < lines.length) {\n flush();\n const depth = Math.max(0, Math.round((x - indentBase) / 18));\n let label = lines[++i].text.replace(BULLETS, '').trim();\n while (!label && i + 1 < lines.length)\n // stacked glyphs\n label = lines[++i].text.replace(BULLETS, '').trim();\n label = attachValue(\n label,\n lines,\n () => i,\n (n) => {\n i = n;\n }\n );\n out.push(`${' '.repeat(depth)}- ${label}`);\n stats.listItems++;\n continue;\n }\n // glyph(s) followed by text on the same line\n if (wasBullet) {\n flush();\n const depth = Math.max(0, Math.round((x - indentBase) / 18));\n out.push(\n `${' '.repeat(depth)}- ${attachValue(\n text,\n lines,\n () => i,\n (n) => {\n i = n;\n }\n )}`\n );\n stats.listItems++;\n continue;\n }\n // `label:` on its own line followed by a bare value -> keep together\n if (/[::]\\s*$/.test(text) && i + 1 < lines.length && /^[0-9][\\d.,]*%?$/.test(lines[i + 1].text)) {\n flush();\n out.push(`- ${text} ${lines[++i].text}`);\n stats.joinedPairs++;\n continue;\n }\n // otherwise body text: re-flow wrapped lines into a paragraph\n appendToPara(text);\n if (/[.!?:]$/.test(text)) flush();\n else stats.reflowed++;\n }\n flush();\n }\n flush();\n\n const md = `${out\n .join('\\n')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim()}\\n`;\n return { md, stats, bodyH, headingSizes };\n}\n"],"names":["buildMarkdown","GLYPH","BULLETS","pageLines","heightChars","opts","bodyH","entries","sort","a","b","headingSizes","keys","filter","h","offset","pageMarkers","levelOf","Map","slice","map","i","Math","min","out","stats","headings","listItems","paragraphs","joinedPairs","reflowed","callouts","closedHyphens","para","attachValue","label","lines","get","set","j","test","length","text","flush","push","join","replace","appendToPara","prev","at","head","split","pop","tail","close","getDict","has","toLowerCase","x","prevLine","col","y","run","merged","reduce","acc","part","repeat","stripped","trim","wasBullet","depth","max","round","indentBase","n","page","pageMarkerLine","l","md"],"mappings":"AAAA,0EAA0E;AAC1E,qIAAqI;;;;;+BAQrHA;;;eAAAA;;;sBAPQ;4BACO;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAG/B,IAAMC,QAAQ;AACd,IAAMC,UAAU;AAET,SAASF,cAAcG,SAAsB,EAAEC,WAAgC;QAAEC,OAAAA,iEAA6B,CAAC;;QAGtG;IAFd,0EAA0E;IAC1E,qEAAqE;IACrE,IAAMC,iBAAQ,SAAA,AAAC,qBAAGF,YAAYG,OAAO,IAAIC,IAAI,CAAC,SAACC,GAAGC;eAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE;MAAC,CAAC,EAAE,cAAzD,6BAAA,MAA2D,CAAC,EAAE,uCAAI;IAChF,IAAME,eAAe,AAAC,qBAAGP,YAAYQ,IAAI,IAAIC,MAAM,CAAC,SAACC;eAAMA,IAAIR,QAAQ;OAAME,IAAI,CAAC,SAACC,GAAGC;eAAMA,IAAID;;IAChG,yEAAyE;IACzE,yEAAyE;IACzE,IAAMM,SAASV,KAAKW,WAAW,GAAG,IAAI;IACtC,IAAMC,UAAU,IAAIC,IAAIP,aAAaQ,KAAK,CAAC,GAAG,GAAGC,GAAG,CAAC,SAACN,GAAGO;eAAM;YAACP;YAAGQ,KAAKC,GAAG,CAAC,GAAGF,IAAI,IAAIN;SAAQ;;IAE/F,IAAMS,MAAgB,EAAE;IACxB,IAAMC,QAAuB;QAC3BC,UAAU;QACVC,WAAW;QACXC,YAAY;QACZC,aAAa;QACbC,UAAU;QACVC,UAAU;QACVC,eAAe;IACjB;IACA,IAAIC,OAAiB,EAAE;IAEvB,kFAAkF;IAClF,SAASC,YAAYC,KAAa,EAAEC,KAAa,EAAEC,GAAiB,EAAEC,GAAwB;QAC5F,IAAMC,IAAIF,QAAQ;QAClB,IAAI,WAAWG,IAAI,CAACL,UAAUI,IAAIH,MAAMK,MAAM,IAAI,mBAAmBD,IAAI,CAACJ,KAAK,CAACG,EAAE,CAACG,IAAI,GAAG;YACxFJ,IAAIC;YACJd,MAAMI,WAAW;YACjB,OAAO,AAAC,GAAWO,OAATD,OAAM,KAAiB,OAAdC,KAAK,CAACG,EAAE,CAACG,IAAI;QAClC;QACA,OAAOP;IACT;IACA,IAAMQ,QAAQ;QACZ,IAAI,CAACV,KAAKQ,MAAM,EAAE;QAClBjB,IAAIoB,IAAI,CAACX,KAAKY,IAAI,CAAC,KAAKC,OAAO,CAAC,iBAAiB;QACjDtB,IAAIoB,IAAI,CAAC;QACTnB,MAAMG,UAAU;QAChBK,OAAO,EAAE;IACX;IACA,6EAA6E;IAC7E,IAAMc,eAAe,sBAACL;QACpB,IAAMM,OAAOf,KAAKgB,EAAE,CAAC,CAAC;QACtB,IAAID,QAAQ,OAAOR,IAAI,CAACQ,OAAO;gBAGfN;YAFd,iDAAiD;YACjD,IAAMQ,OAAOF,KAAKF,OAAO,CAAC,MAAM,IAAIK,KAAK,CAAC,MAAMC,GAAG;YACnD,IAAMC,OAAO,EAACX,eAAAA,KAAKS,KAAK,CAAC,KAAK,CAAC,EAAE,cAAnBT,0BAAAA,eAAuB,IAAII,OAAO,CAAC,eAAe,IAAIK,KAAK,CAAC,IAAI,CAAC,EAAE;YACjF,IAAMG,QAAQC,IAAAA,eAAO,IAAGC,GAAG,CAAC,AAACN,CAAAA,OAAOG,IAAG,EAAGI,WAAW;YACrD,IAAIH,OAAO7B,MAAMO,aAAa;YAC9BC,IAAI,CAACA,KAAKQ,MAAM,GAAG,EAAE,GAAGO,KAAKF,OAAO,CAAC,MAAMQ,QAAQ,KAAK,OAAOZ;QACjE,OAAOT,KAAKW,IAAI,CAACF;IACnB;QAEK,kCAAA,2BAAA;;QAAL,QAAK,YAAyBvC,8BAAzB,SAAA,6BAAA,QAAA,yBAAA,iCAAoC;;gBAUrC,IAAqBiC,WAAAA,KAAK,CAACf,GAAE,EAAvBqB,OAAeN,SAAfM,MAAM5B,IAASsB,SAATtB,GAAG4C,IAAMtB,SAANsB;gBACf,IAAMC,WAAWtC,KAAI,IAAIe,KAAK,CAACf,KAAI,EAAE,GAAG;gBACxC,gFAAgF;gBAChF,IAAIY,KAAKQ,MAAM,IAAIkB,YAAavB,CAAAA,KAAK,CAACf,GAAE,CAACuC,GAAG,KAAKD,SAASC,GAAG,IAAIxB,KAAK,CAACf,GAAE,CAACwC,CAAC,GAAGF,SAASE,CAAC,GAAG/C,IAAI,GAAE,GAAI6B;gBAErG,wEAAwE;gBACxE,mLAAmL;gBACnL,IAAI1B,QAAQuC,GAAG,CAAC1C,MAAM,CAACZ,QAAQsC,IAAI,CAACE,OAAO;oBACzC,IAAMoB,MAAM;wBAACpB;qBAAK;oBAClB,MAAOrB,KAAI,IAAIe,MAAMK,MAAM,IAAIL,KAAK,CAACf,KAAI,EAAE,CAACP,CAAC,KAAKA,KAAKsB,KAAK,CAACf,KAAI,EAAE,CAACuC,GAAG,KAAKxB,KAAK,CAACf,GAAE,CAACuC,GAAG,IAAIxB,KAAK,CAACf,KAAI,EAAE,CAACwC,CAAC,GAAGzB,KAAK,CAACf,GAAE,CAACwC,CAAC,GAAG/C,IAAI,OAAO,CAACZ,QAAQsC,IAAI,CAACJ,KAAK,CAACf,KAAI,EAAE,CAACqB,IAAI,EAAGoB,IAAIlB,IAAI,CAACR,KAAK,CAAC,EAAEf,GAAE,CAACqB,IAAI;oBAC/L,wEAAwE;oBACxE,IAAMqB,SAASD,IAAIE,MAAM,CAAC,SAACC,KAAKC;4BAAqHA;+BAA3G,OAAO1B,IAAI,CAACyB,OAAOA,IAAInB,OAAO,CAAC,MAAMS,IAAAA,eAAO,IAAGC,GAAG,CAAC,AAAC,CAAA,AAACS,IAAInB,OAAO,CAAC,MAAM,IAAIK,KAAK,CAAC,MAAMC,GAAG,KAAgB,EAACc,eAAAA,KAAKf,KAAK,CAAC,KAAK,CAAC,EAAE,cAAnBe,0BAAAA,eAAuB,IAAIpB,OAAO,CAAC,eAAe,IAAIK,KAAK,CAAC,IAAI,CAAC,EAAE,AAAD,EAAGM,WAAW,MAAM,KAAK,OAAOS,OAAO,AAAC,GAASA,OAAPD,KAAI,KAAQ,OAALC;uBAASpB,OAAO,CAAC,iBAAiB;oBAC1SH;oBACA,IAAIoB,OAAOtB,MAAM,GAAG,KAAK;wBACvBjB,IAAIoB,IAAI,CAAC,AAAC,KAAW,OAAPmB;wBACdvC,IAAIoB,IAAI,CAAC;wBACTnB,MAAMM,QAAQ;oBAChB,OAAO;wBACLP,IAAIoB,IAAI,CAAC,AAAC,GAA0CmB,OAAxC,IAAII,MAAM,CAAClD,QAAQoB,GAAG,CAACvB,KAAc,KAAU,OAAPiD;wBACpDvC,IAAIoB,IAAI,CAAC;wBACTnB,MAAMC,QAAQ;oBAChB;oBACA,eAAA;gBACF;gBAEA,2EAA2E;gBAC3E,IAAM0C,WAAW1B,KAAKI,OAAO,CAAC5C,SAAS,IAAImE,IAAI;gBAC/C,IAAMC,YAAYF,aAAa1B;gBAC/B,IAAI4B,WAAW5B,OAAO0B;gBAEtB,yEAAyE;gBACzE,IAAI,AAAC,CAAA,CAAC1B,QAAQzC,MAAMuC,IAAI,CAACE,KAAI,KAAMrB,KAAI,IAAIe,MAAMK,MAAM,EAAE;oBACvDE;oBACA,IAAM4B,QAAQjD,KAAKkD,GAAG,CAAC,GAAGlD,KAAKmD,KAAK,CAAC,AAACf,CAAAA,IAAIgB,UAAS,IAAK;oBACxD,IAAIvC,QAAQC,KAAK,CAAC,EAAEf,GAAE,CAACqB,IAAI,CAACI,OAAO,CAAC5C,SAAS,IAAImE,IAAI;oBACrD,MAAO,CAAClC,SAASd,KAAI,IAAIe,MAAMK,MAAM,CACnC,iBAAiB;oBACjBN,QAAQC,KAAK,CAAC,EAAEf,GAAE,CAACqB,IAAI,CAACI,OAAO,CAAC5C,SAAS,IAAImE,IAAI;oBACnDlC,QAAQD,YACNC,OACAC,OACA;+BAAMf;uBACN,SAACsD;wBACCtD,KAAIsD;oBACN;oBAEFnD,IAAIoB,IAAI,CAAC,AAAC,GAAyBT,OAAvB,KAAKgC,MAAM,CAACI,QAAO,MAAU,OAANpC;oBACnCV,MAAME,SAAS;oBACf,eAAA;gBACF;gBACA,6CAA6C;gBAC7C,IAAI2C,WAAW;oBACb3B;oBACA,IAAM4B,SAAQjD,KAAKkD,GAAG,CAAC,GAAGlD,KAAKmD,KAAK,CAAC,AAACf,CAAAA,IAAIgB,UAAS,IAAK;oBACxDlD,IAAIoB,IAAI,CACN,AAAC,GAAyBV,OAAvB,KAAKiC,MAAM,CAACI,SAAO,MAOpB,OAPwBrC,YACxBQ,MACAN,OACA;+BAAMf;uBACN,SAACsD;wBACCtD,KAAIsD;oBACN;oBAGJlD,MAAME,SAAS;oBACf,eAAA;gBACF;gBACA,qEAAqE;gBACrE,IAAI,WAAWa,IAAI,CAACE,SAASrB,KAAI,IAAIe,MAAMK,MAAM,IAAI,mBAAmBD,IAAI,CAACJ,KAAK,CAACf,KAAI,EAAE,CAACqB,IAAI,GAAG;oBAC/FC;oBACAnB,IAAIoB,IAAI,CAAC,AAAC,KAAYR,OAARM,MAAK,KAAmB,OAAhBN,KAAK,CAAC,EAAEf,GAAE,CAACqB,IAAI;oBACrCjB,MAAMI,WAAW;oBACjB,eAAA;gBACF;gBACA,8DAA8D;gBAC9DkB,aAAaL;gBACb,IAAI,UAAUF,IAAI,CAACE,OAAOC;qBACrBlB,MAAMK,QAAQ;;YACrB;YAxFG,kBAAA,aAAQ8C,mBAAAA,MAAMxC,oBAAAA;gBAOEd;YANnB,IAAIjB,KAAKW,WAAW,EAAE;gBACpB2B;gBACAnB,IAAIoB,IAAI,CAACiC,IAAAA,4BAAc,EAACD;gBACxBpD,IAAIoB,IAAI,CAAC;YACX;YACA,IAAI,CAACR,MAAMK,MAAM,EAAE;YACnB,IAAMiC,aAAapD,CAAAA,QAAAA,MAAKC,GAAG,OAARD,OAAS,qBAAGc,MAAMhB,GAAG,CAAC,SAAC0D;uBAAMA,EAAEpB,CAAC;;YAEnD,IAAK,IAAIrC,IAAI,GAAGA,IAAIe,MAAMK,MAAM,EAAEpB;YAgFlCsB;QACF;;QA1FK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IA2FLA;IAEA,IAAMoC,KAAK,AAAC,GAGF,OAHIvD,IACXqB,IAAI,CAAC,MACLC,OAAO,CAAC,WAAW,QACnBuB,IAAI,IAAG;IACV,OAAO;QAAEU,IAAAA;QAAItD,OAAAA;QAAOnB,OAAAA;QAAOK,cAAAA;IAAa;AAC1C"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/markdown.ts"],"sourcesContent":["// Pass 3: lines -> markdown. Structure is measured, not guessed — heading\n// levels come from the font-height histogram, hyphen-closes only against a dictionary (see the inline comments below for each rule).\nimport { getDict } from './dict.ts';\nimport { pageMarkerLine } from './page-marker.ts';\nimport type { BuildMarkdownOptions, Line, MarkdownResult, MarkdownStats, PageLines } from './types.ts';\n\nconst GLYPH = /^[•◦▪▫●○·‣⁃]$/;\nconst BULLETS = /^(?:[•◦▪▫●○·‣⁃]\\s*)+/;\n\nexport function buildMarkdown(pageLines: PageLines[], heightChars: Map<number, number>, opts: BuildMarkdownOptions = {}): MarkdownResult {\n // body height = char-weighted mode; headings are the rarer, larger sizes.\n // The 1.35 multiplier keeps emphasized body text out of the outline.\n const bodyH = [...heightChars.entries()].sort((a, b) => b[1] - a[1])[0]?.[0] ?? 0;\n const headingSizes = [...heightChars.keys()].filter((h) => h > bodyH * 1.35).sort((a, b) => b - a);\n // with page markers on, content headings start below the page ### level;\n // sizes beyond the ###### budget share level 6 rather than being dropped\n const offset = opts.pageMarkers ? 3 : 0;\n const levelOf = new Map(headingSizes.slice(0, 6).map((h, i) => [h, Math.min(6, i + 1 + offset)]));\n\n const out: string[] = [];\n const stats: MarkdownStats = {\n headings: 0,\n listItems: 0,\n paragraphs: 0,\n joinedPairs: 0,\n reflowed: 0,\n callouts: 0,\n closedHyphens: 0,\n };\n let para: string[] = [];\n\n // a label line ending in ':' whose next line is a bare number belongs on one line\n function attachValue(label: string, lines: Line[], get: () => number, set: (n: number) => void): string {\n const j = get() + 1;\n if (/[::]\\s*$/.test(label) && j < lines.length && /^[0-9][\\d.,]*%?$/.test(lines[j].text)) {\n set(j);\n stats.joinedPairs++;\n return `${label} ${lines[j].text}`;\n }\n return label;\n }\n const flush = () => {\n if (!para.length) return;\n out.push(para.join(' ').replace(/\\s+([,.;:%])/g, '$1'));\n out.push('');\n stats.paragraphs++;\n para = [];\n };\n // append a wrapped line to the open paragraph, resolving a line-final hyphen\n const appendToPara = (text: string) => {\n const prev = para.at(-1);\n if (prev && /\\w-$/.test(prev)) {\n // a bare \" -\" is punctuation, not a wrapped word\n const head = prev.replace(/-$/, '').split(/\\s/).pop() as string;\n const tail = (text.split(/\\s/)[0] ?? '').replace(/[^A-Za-z-]/g, '').split('-')[0];\n const close = getDict().has((head + tail).toLowerCase());\n if (close) stats.closedHyphens++;\n para[para.length - 1] = prev.replace(/-$/, close ? '' : '-') + text;\n } else para.push(text);\n };\n\n for (const { page, lines } of pageLines) {\n if (opts.pageMarkers) {\n flush();\n out.push(pageMarkerLine(page));\n out.push('');\n }\n if (!lines.length) continue;\n const indentBase = Math.min(...lines.map((l) => l.x));\n\n for (let i = 0; i < lines.length; i++) {\n let { text, h, x } = lines[i];\n const prevLine = i > 0 ? lines[i - 1] : null;\n // a column change or a vertical jump wider than a blank line ends the paragraph\n if (para.length && prevLine && (lines[i].col !== prevLine.col || lines[i].y - prevLine.y > h * 2.2)) flush();\n\n // A large-font line opens a run: gather the consecutive same-size lines\n // below it (a title wraps across lines). A short merged run is one heading; a long one is a callout/pull-quote in a bigger face — prose, not structure — and becomes a blockquote.\n if (levelOf.has(h) && !BULLETS.test(text)) {\n const run = [text];\n while (i + 1 < lines.length && lines[i + 1].h === h && lines[i + 1].col === lines[i].col && lines[i + 1].y - lines[i].y < h * 2.2 && !BULLETS.test(lines[i + 1].text)) run.push(lines[++i].text);\n // join wrapped title lines, resolving line-final hyphens like body text\n const merged = run.reduce((acc, part) => (/\\w-$/.test(acc) ? acc.replace(/-$/, getDict().has(((acc.replace(/-$/, '').split(/\\s/).pop() as string) + (part.split(/\\s/)[0] ?? '').replace(/[^A-Za-z-]/g, '').split('-')[0]).toLowerCase()) ? '' : '-') + part : `${acc} ${part}`)).replace(/\\s+([,.;:%])/g, '$1');\n flush();\n if (merged.length > 150) {\n out.push(`> ${merged}`);\n out.push('');\n stats.callouts++;\n } else {\n out.push(`${'#'.repeat(levelOf.get(h) as number)} ${merged}`);\n out.push('');\n stats.headings++;\n }\n continue;\n }\n\n // Lines can carry several stacked glyphs (\"• ▪\") from nested source lists.\n const stripped = text.replace(BULLETS, '').trim();\n const wasBullet = stripped !== text;\n if (wasBullet) text = stripped;\n\n // bullet with nothing left on the line: attach the following line's text\n if ((!text || GLYPH.test(text)) && i + 1 < lines.length) {\n flush();\n const depth = Math.max(0, Math.round((x - indentBase) / 18));\n let label = lines[++i].text.replace(BULLETS, '').trim();\n while (!label && i + 1 < lines.length)\n // stacked glyphs\n label = lines[++i].text.replace(BULLETS, '').trim();\n label = attachValue(\n label,\n lines,\n () => i,\n (n) => {\n i = n;\n }\n );\n out.push(`${' '.repeat(depth)}- ${label}`);\n stats.listItems++;\n continue;\n }\n // glyph(s) followed by text on the same line\n if (wasBullet) {\n flush();\n const depth = Math.max(0, Math.round((x - indentBase) / 18));\n out.push(\n `${' '.repeat(depth)}- ${attachValue(\n text,\n lines,\n () => i,\n (n) => {\n i = n;\n }\n )}`\n );\n stats.listItems++;\n continue;\n }\n // `label:` on its own line followed by a bare value -> keep together\n if (/[::]\\s*$/.test(text) && i + 1 < lines.length && /^[0-9][\\d.,]*%?$/.test(lines[i + 1].text)) {\n flush();\n out.push(`- ${text} ${lines[++i].text}`);\n stats.joinedPairs++;\n continue;\n }\n // otherwise body text: re-flow wrapped lines into a paragraph\n appendToPara(text);\n if (/[.!?:]$/.test(text)) flush();\n else stats.reflowed++;\n }\n flush();\n }\n flush();\n\n const md = `${out\n .join('\\n')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim()}\\n`;\n return { md, stats, bodyH, headingSizes };\n}\n"],"names":["buildMarkdown","GLYPH","BULLETS","pageLines","heightChars","opts","bodyH","entries","sort","a","b","headingSizes","keys","filter","h","offset","pageMarkers","levelOf","Map","slice","map","i","Math","min","out","stats","headings","listItems","paragraphs","joinedPairs","reflowed","callouts","closedHyphens","para","attachValue","label","lines","get","set","j","test","length","text","flush","push","join","replace","appendToPara","prev","at","head","split","pop","tail","close","getDict","has","toLowerCase","x","prevLine","col","y","run","merged","reduce","acc","part","repeat","stripped","trim","wasBullet","depth","max","round","indentBase","n","page","pageMarkerLine","l","md"],"mappings":"AAAA,0EAA0E;AAC1E,qIAAqI;;;;;+BAQrHA;;;eAAAA;;;sBAPQ;4BACO;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAG/B,IAAMC,QAAQ;AACd,IAAMC,UAAU;AAET,SAASF,cAAcG,SAAsB,EAAEC,WAAgC;QAAEC,OAAAA,iEAA6B,CAAC;;QAGtG;IAFd,0EAA0E;IAC1E,qEAAqE;IACrE,IAAMC,iBAAQ,SAAA,AAAC,qBAAGF,YAAYG,OAAO,IAAIC,IAAI,CAAC,SAACC,GAAGC;eAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE;MAAC,CAAC,EAAE,cAAzD,6BAAA,MAA2D,CAAC,EAAE,uCAAI;IAChF,IAAME,eAAe,AAAC,qBAAGP,YAAYQ,IAAI,IAAIC,MAAM,CAAC,SAACC;eAAMA,IAAIR,QAAQ;OAAME,IAAI,CAAC,SAACC,GAAGC;eAAMA,IAAID;;IAChG,yEAAyE;IACzE,yEAAyE;IACzE,IAAMM,SAASV,KAAKW,WAAW,GAAG,IAAI;IACtC,IAAMC,UAAU,IAAIC,IAAIP,aAAaQ,KAAK,CAAC,GAAG,GAAGC,GAAG,CAAC,SAACN,GAAGO;eAAM;YAACP;YAAGQ,KAAKC,GAAG,CAAC,GAAGF,IAAI,IAAIN;SAAQ;;IAE/F,IAAMS,MAAgB,EAAE;IACxB,IAAMC,QAAuB;QAC3BC,UAAU;QACVC,WAAW;QACXC,YAAY;QACZC,aAAa;QACbC,UAAU;QACVC,UAAU;QACVC,eAAe;IACjB;IACA,IAAIC,OAAiB,EAAE;IAEvB,kFAAkF;IAClF,SAASC,YAAYC,KAAa,EAAEC,KAAa,EAAEC,GAAiB,EAAEC,GAAwB;QAC5F,IAAMC,IAAIF,QAAQ;QAClB,IAAI,WAAWG,IAAI,CAACL,UAAUI,IAAIH,MAAMK,MAAM,IAAI,mBAAmBD,IAAI,CAACJ,KAAK,CAACG,EAAE,CAACG,IAAI,GAAG;YACxFJ,IAAIC;YACJd,MAAMI,WAAW;YACjB,OAAO,AAAC,GAAWO,OAATD,OAAM,KAAiB,OAAdC,KAAK,CAACG,EAAE,CAACG,IAAI;QAClC;QACA,OAAOP;IACT;IACA,IAAMQ,QAAQ;QACZ,IAAI,CAACV,KAAKQ,MAAM,EAAE;QAClBjB,IAAIoB,IAAI,CAACX,KAAKY,IAAI,CAAC,KAAKC,OAAO,CAAC,iBAAiB;QACjDtB,IAAIoB,IAAI,CAAC;QACTnB,MAAMG,UAAU;QAChBK,OAAO,EAAE;IACX;IACA,6EAA6E;IAC7E,IAAMc,eAAe,sBAACL;QACpB,IAAMM,OAAOf,KAAKgB,EAAE,CAAC,CAAC;QACtB,IAAID,QAAQ,OAAOR,IAAI,CAACQ,OAAO;gBAGfN;YAFd,iDAAiD;YACjD,IAAMQ,OAAOF,KAAKF,OAAO,CAAC,MAAM,IAAIK,KAAK,CAAC,MAAMC,GAAG;YACnD,IAAMC,OAAO,EAACX,eAAAA,KAAKS,KAAK,CAAC,KAAK,CAAC,EAAE,cAAnBT,0BAAAA,eAAuB,IAAII,OAAO,CAAC,eAAe,IAAIK,KAAK,CAAC,IAAI,CAAC,EAAE;YACjF,IAAMG,QAAQC,IAAAA,eAAO,IAAGC,GAAG,CAAC,AAACN,CAAAA,OAAOG,IAAG,EAAGI,WAAW;YACrD,IAAIH,OAAO7B,MAAMO,aAAa;YAC9BC,IAAI,CAACA,KAAKQ,MAAM,GAAG,EAAE,GAAGO,KAAKF,OAAO,CAAC,MAAMQ,QAAQ,KAAK,OAAOZ;QACjE,OAAOT,KAAKW,IAAI,CAACF;IACnB;QAEK,kCAAA,2BAAA;;QAAL,QAAK,YAAyBvC,8BAAzB,SAAA,6BAAA,QAAA,yBAAA,iCAAoC;;gBAUrC,IAAqBiC,WAAAA,KAAK,CAACf,GAAE,EAAvBqB,OAAeN,SAAfM,MAAM5B,IAASsB,SAATtB,GAAG4C,IAAMtB,SAANsB;gBACf,IAAMC,WAAWtC,KAAI,IAAIe,KAAK,CAACf,KAAI,EAAE,GAAG;gBACxC,gFAAgF;gBAChF,IAAIY,KAAKQ,MAAM,IAAIkB,YAAavB,CAAAA,KAAK,CAACf,GAAE,CAACuC,GAAG,KAAKD,SAASC,GAAG,IAAIxB,KAAK,CAACf,GAAE,CAACwC,CAAC,GAAGF,SAASE,CAAC,GAAG/C,IAAI,GAAE,GAAI6B;gBAErG,wEAAwE;gBACxE,mLAAmL;gBACnL,IAAI1B,QAAQuC,GAAG,CAAC1C,MAAM,CAACZ,QAAQsC,IAAI,CAACE,OAAO;oBACzC,IAAMoB,MAAM;wBAACpB;qBAAK;oBAClB,MAAOrB,KAAI,IAAIe,MAAMK,MAAM,IAAIL,KAAK,CAACf,KAAI,EAAE,CAACP,CAAC,KAAKA,KAAKsB,KAAK,CAACf,KAAI,EAAE,CAACuC,GAAG,KAAKxB,KAAK,CAACf,GAAE,CAACuC,GAAG,IAAIxB,KAAK,CAACf,KAAI,EAAE,CAACwC,CAAC,GAAGzB,KAAK,CAACf,GAAE,CAACwC,CAAC,GAAG/C,IAAI,OAAO,CAACZ,QAAQsC,IAAI,CAACJ,KAAK,CAACf,KAAI,EAAE,CAACqB,IAAI,EAAGoB,IAAIlB,IAAI,CAACR,KAAK,CAAC,EAAEf,GAAE,CAACqB,IAAI;oBAC/L,wEAAwE;oBACxE,IAAMqB,SAASD,IAAIE,MAAM,CAAC,SAACC,KAAKC;4BAAqHA;+BAA3G,OAAO1B,IAAI,CAACyB,OAAOA,IAAInB,OAAO,CAAC,MAAMS,IAAAA,eAAO,IAAGC,GAAG,CAAC,AAAC,CAAA,AAACS,IAAInB,OAAO,CAAC,MAAM,IAAIK,KAAK,CAAC,MAAMC,GAAG,KAAgB,EAACc,eAAAA,KAAKf,KAAK,CAAC,KAAK,CAAC,EAAE,cAAnBe,0BAAAA,eAAuB,IAAIpB,OAAO,CAAC,eAAe,IAAIK,KAAK,CAAC,IAAI,CAAC,EAAE,AAAD,EAAGM,WAAW,MAAM,KAAK,OAAOS,OAAO,AAAC,GAASA,OAAPD,KAAI,KAAQ,OAALC;uBAASpB,OAAO,CAAC,iBAAiB;oBAC1SH;oBACA,IAAIoB,OAAOtB,MAAM,GAAG,KAAK;wBACvBjB,IAAIoB,IAAI,CAAC,AAAC,KAAW,OAAPmB;wBACdvC,IAAIoB,IAAI,CAAC;wBACTnB,MAAMM,QAAQ;oBAChB,OAAO;wBACLP,IAAIoB,IAAI,CAAC,AAAC,GAA0CmB,OAAxC,IAAII,MAAM,CAAClD,QAAQoB,GAAG,CAACvB,KAAc,KAAU,OAAPiD;wBACpDvC,IAAIoB,IAAI,CAAC;wBACTnB,MAAMC,QAAQ;oBAChB;oBACA,eAAA;gBACF;gBAEA,2EAA2E;gBAC3E,IAAM0C,WAAW1B,KAAKI,OAAO,CAAC5C,SAAS,IAAImE,IAAI;gBAC/C,IAAMC,YAAYF,aAAa1B;gBAC/B,IAAI4B,WAAW5B,OAAO0B;gBAEtB,yEAAyE;gBACzE,IAAI,AAAC,CAAA,CAAC1B,QAAQzC,MAAMuC,IAAI,CAACE,KAAI,KAAMrB,KAAI,IAAIe,MAAMK,MAAM,EAAE;oBACvDE;oBACA,IAAM4B,QAAQjD,KAAKkD,GAAG,CAAC,GAAGlD,KAAKmD,KAAK,CAAC,AAACf,CAAAA,IAAIgB,UAAS,IAAK;oBACxD,IAAIvC,QAAQC,KAAK,CAAC,EAAEf,GAAE,CAACqB,IAAI,CAACI,OAAO,CAAC5C,SAAS,IAAImE,IAAI;oBACrD,MAAO,CAAClC,SAASd,KAAI,IAAIe,MAAMK,MAAM,CACnC,iBAAiB;oBACjBN,QAAQC,KAAK,CAAC,EAAEf,GAAE,CAACqB,IAAI,CAACI,OAAO,CAAC5C,SAAS,IAAImE,IAAI;oBACnDlC,QAAQD,YACNC,OACAC,OACA;+BAAMf;uBACN,SAACsD;wBACCtD,KAAIsD;oBACN;oBAEFnD,IAAIoB,IAAI,CAAC,AAAC,GAAyBT,OAAvB,KAAKgC,MAAM,CAACI,QAAO,MAAU,OAANpC;oBACnCV,MAAME,SAAS;oBACf,eAAA;gBACF;gBACA,6CAA6C;gBAC7C,IAAI2C,WAAW;oBACb3B;oBACA,IAAM4B,SAAQjD,KAAKkD,GAAG,CAAC,GAAGlD,KAAKmD,KAAK,CAAC,AAACf,CAAAA,IAAIgB,UAAS,IAAK;oBACxDlD,IAAIoB,IAAI,CACN,AAAC,GAAyBV,OAAvB,KAAKiC,MAAM,CAACI,SAAO,MAOpB,OAPwBrC,YACxBQ,MACAN,OACA;+BAAMf;uBACN,SAACsD;wBACCtD,KAAIsD;oBACN;oBAGJlD,MAAME,SAAS;oBACf,eAAA;gBACF;gBACA,qEAAqE;gBACrE,IAAI,WAAWa,IAAI,CAACE,SAASrB,KAAI,IAAIe,MAAMK,MAAM,IAAI,mBAAmBD,IAAI,CAACJ,KAAK,CAACf,KAAI,EAAE,CAACqB,IAAI,GAAG;oBAC/FC;oBACAnB,IAAIoB,IAAI,CAAC,AAAC,KAAYR,OAARM,MAAK,KAAmB,OAAhBN,KAAK,CAAC,EAAEf,GAAE,CAACqB,IAAI;oBACrCjB,MAAMI,WAAW;oBACjB,eAAA;gBACF;gBACA,8DAA8D;gBAC9DkB,aAAaL;gBACb,IAAI,UAAUF,IAAI,CAACE,OAAOC;qBACrBlB,MAAMK,QAAQ;;YACrB;YAxFG,kBAAA,aAAQ8C,mBAAAA,MAAMxC,oBAAAA;gBAOEd;YANnB,IAAIjB,KAAKW,WAAW,EAAE;gBACpB2B;gBACAnB,IAAIoB,IAAI,CAACiC,IAAAA,4BAAc,EAACD;gBACxBpD,IAAIoB,IAAI,CAAC;YACX;YACA,IAAI,CAACR,MAAMK,MAAM,EAAE;YACnB,IAAMiC,aAAapD,CAAAA,QAAAA,MAAKC,GAAG,OAARD,OAAS,qBAAGc,MAAMhB,GAAG,CAAC,SAAC0D;uBAAMA,EAAEpB,CAAC;;YAEnD,IAAK,IAAIrC,IAAI,GAAGA,IAAIe,MAAMK,MAAM,EAAEpB;YAgFlCsB;QACF;;QA1FK;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IA2FLA;IAEA,IAAMoC,KAAK,AAAC,GAGF,OAHIvD,IACXqB,IAAI,CAAC,MACLC,OAAO,CAAC,WAAW,QACnBuB,IAAI,IAAG;IACV,OAAO;QAAEU,IAAAA;QAAItD,OAAAA;QAAOnB,OAAAA;QAAOK,cAAAA;IAAa;AAC1C"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Projects/pdf-to-md/src/page-marker.ts"],"sourcesContent":["// page-marker.ts — the single \"### pN\" convention: every producer/parser of\n// the page-marker heading imports from here so the regex can't drift (report.ts once had a `\\s+` variant).\n\n/** The marker heading for page N, with no surrounding whitespace/newlines\n * (callers own their own blank-line formatting). */\nexport function pageMarkerLine(page: number): string {\n return `### p${page}`;\n}\n\n// Single space, matching pageMarkerLine's own output exactly.\nconst MARKER_RE = /^### p(\\d+)$/;\n\n/** Is this line (already split, no trailing newline) a page-marker heading? */\nexport function isPageMarkerLine(line: string): boolean {\n return MARKER_RE.test(line);\n}\n\n/** Split markdown into per-marker body slices, in document order — one entry\n * PER OCCURRENCE (a duplicate \"### pN\" yields two entries; no slice is ever dropped). */\nexport function splitByPageMarker(md: string): { page: number; body: string }[] {\n const re = /^### p(\\d+)$/gm;\n const markers: { page: number; index: number; end: number }[] = [];\n for (let m = re.exec(md); m !== null; m = re.exec(md)) markers.push({ page: Number(m[1]), index: m.index, end: m.index + m[0].length });\n const out: { page: number; body: string }[] = [];\n for (let i = 0; i < markers.length; i++) {\n const end = i + 1 < markers.length ? markers[i + 1].index : md.length;\n out.push({ page: markers[i].page, body: md.slice(markers[i].end, end) });\n }\n return out;\n}\n\n/** Per-page body text, duplicate-marker slices CONCATENATED — a word anywhere\n * on page N counts as on page N (the auditor's membership semantics). */\nexport function bodyByPage(md: string): Map<number, string> {\n const out = new Map<number, string>();\n for (const { page, body } of splitByPageMarker(md)) out.set(page, (out.get(page) ?? '') + body);\n return out;\n}\n\n/** Count of \"### pN\" marker lines in `md`. */\nexport function countPageMarkers(md: string): number {\n return (md.match(/^### p\\d+$/gm) || []).length;\n}\n"],"names":["bodyByPage","countPageMarkers","isPageMarkerLine","pageMarkerLine","splitByPageMarker","page","MARKER_RE","line","test","md","re","markers","m","exec","push","Number","index","end","length","out","i","body","slice","Map","set","get","match"],"mappings":"AAAA,4EAA4E;AAC5E,2GAA2G;AAE3G;kDACkD;;;;;;;;;;;QA6BlCA;eAAAA;;QAOAC;eAAAA;;QA3BAC;eAAAA;;QARAC;eAAAA;;QAcAC;eAAAA;;;AAdT,SAASD,eAAeE,IAAY;IACzC,OAAO,AAAC,QAAY,OAALA;AACjB;AAEA,8DAA8D;AAC9D,IAAMC,YAAY;AAGX,SAASJ,iBAAiBK,IAAY;IAC3C,OAAOD,UAAUE,IAAI,CAACD;AACxB;AAIO,SAASH,kBAAkBK,EAAU;IAC1C,IAAMC,KAAK;IACX,IAAMC,UAA0D,EAAE;IAClE,IAAK,IAAIC,IAAIF,GAAGG,IAAI,CAACJ,KAAKG,MAAM,MAAMA,IAAIF,GAAGG,IAAI,CAACJ,IAAKE,QAAQG,IAAI,CAAC;QAAET,MAAMU,OAAOH,CAAC,CAAC,EAAE;QAAGI,OAAOJ,EAAEI,KAAK;QAAEC,KAAKL,EAAEI,KAAK,GAAGJ,CAAC,CAAC,EAAE,CAACM,MAAM;IAAC;IACrI,IAAMC,MAAwC,EAAE;IAChD,IAAK,IAAIC,IAAI,GAAGA,IAAIT,QAAQO,MAAM,EAAEE,IAAK;QACvC,IAAMH,MAAMG,IAAI,IAAIT,QAAQO,MAAM,GAAGP,OAAO,CAACS,IAAI,EAAE,CAACJ,KAAK,GAAGP,GAAGS,MAAM;QACrEC,IAAIL,IAAI,CAAC;YAAET,MAAMM,OAAO,CAACS,EAAE,CAACf,IAAI;YAAEgB,MAAMZ,GAAGa,KAAK,CAACX,OAAO,CAACS,EAAE,CAACH,GAAG,EAAEA;QAAK;IACxE;IACA,OAAOE;AACT;AAIO,SAASnB,WAAWS,EAAU;QAEgCU;IADnE,IAAMA,MAAM,IAAII;QACX,kCAAA,2BAAA;;QAAL,QAAK,YAAwBnB,kBAAkBK,wBAA1C,SAAA,6BAAA,QAAA,yBAAA;YAAA,kBAAA,aAAQJ,mBAAAA,MAAMgB,mBAAAA;YAAiCF,IAAIK,GAAG,CAACnB,MAAM,EAACc,WAAAA,IAAIM,GAAG,CAACpB,mBAARc,sBAAAA,WAAiB,MAAME;;;QAArF;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IACL,OAAOF;AACT;AAGO,SAASlB,iBAAiBQ,EAAU;IACzC,OAAO,AAACA,CAAAA,GAAGiB,KAAK,CAAC,mBAAmB,EAAE,AAAD,EAAGR,MAAM;AAChD"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/page-marker.ts"],"sourcesContent":["// page-marker.ts — the single \"### pN\" convention: every producer/parser of\n// the page-marker heading imports from here so the regex can't drift (report.ts once had a `\\s+` variant).\n\n/** The marker heading for page N, with no surrounding whitespace/newlines\n * (callers own their own blank-line formatting). */\nexport function pageMarkerLine(page: number): string {\n return `### p${page}`;\n}\n\n// Single space, matching pageMarkerLine's own output exactly.\nconst MARKER_RE = /^### p(\\d+)$/;\n\n/** Is this line (already split, no trailing newline) a page-marker heading? */\nexport function isPageMarkerLine(line: string): boolean {\n return MARKER_RE.test(line);\n}\n\n/** Split markdown into per-marker body slices, in document order — one entry\n * PER OCCURRENCE (a duplicate \"### pN\" yields two entries; no slice is ever dropped). */\nexport function splitByPageMarker(md: string): { page: number; body: string }[] {\n const re = /^### p(\\d+)$/gm;\n const markers: { page: number; index: number; end: number }[] = [];\n for (let m = re.exec(md); m !== null; m = re.exec(md)) markers.push({ page: Number(m[1]), index: m.index, end: m.index + m[0].length });\n const out: { page: number; body: string }[] = [];\n for (let i = 0; i < markers.length; i++) {\n const end = i + 1 < markers.length ? markers[i + 1].index : md.length;\n out.push({ page: markers[i].page, body: md.slice(markers[i].end, end) });\n }\n return out;\n}\n\n/** Per-page body text, duplicate-marker slices CONCATENATED — a word anywhere\n * on page N counts as on page N (the auditor's membership semantics). */\nexport function bodyByPage(md: string): Map<number, string> {\n const out = new Map<number, string>();\n for (const { page, body } of splitByPageMarker(md)) out.set(page, (out.get(page) ?? '') + body);\n return out;\n}\n\n/** Count of \"### pN\" marker lines in `md`. */\nexport function countPageMarkers(md: string): number {\n return (md.match(/^### p\\d+$/gm) || []).length;\n}\n"],"names":["bodyByPage","countPageMarkers","isPageMarkerLine","pageMarkerLine","splitByPageMarker","page","MARKER_RE","line","test","md","re","markers","m","exec","push","Number","index","end","length","out","i","body","slice","Map","set","get","match"],"mappings":"AAAA,4EAA4E;AAC5E,2GAA2G;AAE3G;kDACkD;;;;;;;;;;;QA6BlCA;eAAAA;;QAOAC;eAAAA;;QA3BAC;eAAAA;;QARAC;eAAAA;;QAcAC;eAAAA;;;AAdT,SAASD,eAAeE,IAAY;IACzC,OAAO,AAAC,QAAY,OAALA;AACjB;AAEA,8DAA8D;AAC9D,IAAMC,YAAY;AAGX,SAASJ,iBAAiBK,IAAY;IAC3C,OAAOD,UAAUE,IAAI,CAACD;AACxB;AAIO,SAASH,kBAAkBK,EAAU;IAC1C,IAAMC,KAAK;IACX,IAAMC,UAA0D,EAAE;IAClE,IAAK,IAAIC,IAAIF,GAAGG,IAAI,CAACJ,KAAKG,MAAM,MAAMA,IAAIF,GAAGG,IAAI,CAACJ,IAAKE,QAAQG,IAAI,CAAC;QAAET,MAAMU,OAAOH,CAAC,CAAC,EAAE;QAAGI,OAAOJ,EAAEI,KAAK;QAAEC,KAAKL,EAAEI,KAAK,GAAGJ,CAAC,CAAC,EAAE,CAACM,MAAM;IAAC;IACrI,IAAMC,MAAwC,EAAE;IAChD,IAAK,IAAIC,IAAI,GAAGA,IAAIT,QAAQO,MAAM,EAAEE,IAAK;QACvC,IAAMH,MAAMG,IAAI,IAAIT,QAAQO,MAAM,GAAGP,OAAO,CAACS,IAAI,EAAE,CAACJ,KAAK,GAAGP,GAAGS,MAAM;QACrEC,IAAIL,IAAI,CAAC;YAAET,MAAMM,OAAO,CAACS,EAAE,CAACf,IAAI;YAAEgB,MAAMZ,GAAGa,KAAK,CAACX,OAAO,CAACS,EAAE,CAACH,GAAG,EAAEA;QAAK;IACxE;IACA,OAAOE;AACT;AAIO,SAASnB,WAAWS,EAAU;QAEgCU;IADnE,IAAMA,MAAM,IAAII;QACX,kCAAA,2BAAA;;QAAL,QAAK,YAAwBnB,kBAAkBK,wBAA1C,SAAA,6BAAA,QAAA,yBAAA;YAAA,kBAAA,aAAQJ,mBAAAA,MAAMgB,mBAAAA;YAAiCF,IAAIK,GAAG,CAACnB,MAAM,EAACc,WAAAA,IAAIM,GAAG,CAACpB,mBAARc,sBAAAA,WAAiB,MAAME;;;QAArF;QAAA;;;iBAAA,6BAAA;gBAAA;;;gBAAA;sBAAA;;;;IACL,OAAOF;AACT;AAGO,SAASlB,iBAAiBQ,EAAU;IACzC,OAAO,AAACA,CAAAA,GAAGiB,KAAK,CAAC,mBAAmB,EAAE,AAAD,EAAGR,MAAM;AAChD"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Projects/pdf-to-md/src/pdf-open.ts"],"sourcesContent":["// pdf-open.ts — the one seam that opens a PDF via pdfjs-dist, in the two\n// shapes callers need: openDocument (data-based, already-open doc) and openPdfForRender (url-based, task you must await + destroy()).\n// Both wrap a failure the same way: PdfToMdError/PDF_OPEN, original message preserved.\nimport { readFileSync } from 'node:fs';\nimport path from 'node:path';\nimport type { PDFDocumentLoadingTask, PDFDocumentProxy } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { getDocument, VerbosityLevel } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { PdfToMdError } from './errors.ts';\nimport { resolvePackagePath } from './resolve.ts';\n\n// `verbosity: VerbosityLevel.ERRORS` silences pdfjs's own console.warn calls\n// — the library's documented promise is it never writes to stdout/stderr on its own.\n\n/** Data-based open (collect.ts's seam): no cMaps/fonts — text-layer extraction\n * only, verified to decode CJK correctly. Wraps missing/unreadable and non-PDF files as PdfToMdError/PDF_OPEN. */\nexport async function openDocument(src: string): Promise<PDFDocumentProxy> {\n let data: Uint8Array;\n try {\n data = new Uint8Array(readFileSync(src));\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `cannot read ${src}: ${(err as Error).message}`);\n }\n try {\n return await getDocument({\n data,\n useSystemFonts: true,\n verbosity: VerbosityLevel.ERRORS,\n }).promise;\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `cannot open ${src} as a PDF: ${(err as Error).message}`);\n }\n}\n\n// Wires up pdfjs's bundled cmaps/standard_fonts so CJK and non-embedded\n// standard fonts resolve instead of falling back to substitute glyphs.\n//\n// GOTCHA: despite the `...Url` name, pdfjs's Node loader does `fs.readFile`\n// on the string directly — a `file://` URL silently fails every lookup (only a stderr warning); plain filesystem paths are required.\nconst PDFJS_DIST_ROOT = path.dirname(resolvePackagePath('pdfjs-dist/package.json'));\nconst CMAP_URL = path.join(PDFJS_DIST_ROOT, 'cmaps') + path.sep;\nconst STANDARD_FONT_DATA_URL = path.join(PDFJS_DIST_ROOT, 'standard_fonts') + path.sep;\n// JBIG2/JPEG2000 decoding lives in pdfjs's WASM modules: without this, bitonal\n// scans (the usual encoding for B&W page images) decode to a BLANK page and OCR sees nothing.\nconst WASM_URL = path.join(PDFJS_DIST_ROOT, 'wasm') + path.sep;\n\n/**\n * Open a PDF for rendering (raster.ts/tesseract.ts's seam): cMaps + standard\n * fonts wired up, url-based. Callers must `await` the returned task's `.promise` (via `awaitPdfOpen`) and call `.destroy()` when done.\n */\nexport function openPdfForRender(pdfPath: string): PDFDocumentLoadingTask {\n // No `worker` option: this pdfjs-dist Node build needs no real Worker thread wired up to run.\n return getDocument({\n url: pdfPath,\n cMapUrl: CMAP_URL,\n cMapPacked: true,\n standardFontDataUrl: STANDARD_FONT_DATA_URL,\n wasmUrl: WASM_URL,\n verbosity: VerbosityLevel.ERRORS,\n });\n}\n\n/** Shared error wrapping for `openPdfForRender`'s task: a raw pdfjs open\n * failure becomes PdfToMdError/PDF_OPEN, original message preserved. */\nexport async function awaitPdfOpen(loadingTask: PDFDocumentLoadingTask, pdfPath: string): Promise<PDFDocumentProxy> {\n try {\n return await loadingTask.promise;\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `could not open PDF: ${pdfPath} (${(err as Error).message})`);\n }\n}\n"],"names":["awaitPdfOpen","openDocument","openPdfForRender","src","data","err","Uint8Array","readFileSync","PdfToMdError","message","getDocument","useSystemFonts","verbosity","VerbosityLevel","ERRORS","promise","PDFJS_DIST_ROOT","path","dirname","resolvePackagePath","CMAP_URL","join","sep","STANDARD_FONT_DATA_URL","WASM_URL","pdfPath","url","cMapUrl","cMapPacked","standardFontDataUrl","wasmUrl","loadingTask"],"mappings":"AAAA,yEAAyE;AACzE,sIAAsI;AACtI,uFAAuF;;;;;;;;;;;;QA6DjEA;eAAAA;;QAhDAC;eAAAA;;QAkCNC;eAAAA;;;sBA9Ca;+DACZ;mBAE2B;wBACf;yBACM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAO5B,SAAeD,aAAaE,GAAW;;YACxCC,MAYKC;;;;oBAXT,IAAI;wBACFD,OAAO,IAAIE,WAAWC,IAAAA,oBAAY,EAACJ;oBACrC,EAAE,OAAOE,KAAK;wBACZ,MAAM,IAAIG,sBAAY,CAAC,YAAY,AAAC,eAAsB,OAARL,KAAI,MAA2B,OAAvB,AAACE,IAAcI,OAAO;oBAClF;;;;;;;;;oBAES;;wBAAMC,IAAAA,gBAAW,EAAC;4BACvBN,MAAAA;4BACAO,gBAAgB;4BAChBC,WAAWC,mBAAc,CAACC,MAAM;wBAClC,GAAGC,OAAO;;;oBAJV;;wBAAO;;;oBAKAV;oBACP,MAAM,IAAIG,sBAAY,CAAC,YAAY,AAAC,eAA+B,OAAjBL,KAAI,eAAoC,OAAvB,AAACE,IAAcI,OAAO;;;;;;;IAE7F;;AAEA,wEAAwE;AACxE,uEAAuE;AACvE,EAAE;AACF,4EAA4E;AAC5E,qIAAqI;AACrI,IAAMO,kBAAkBC,iBAAI,CAACC,OAAO,CAACC,IAAAA,6BAAkB,EAAC;AACxD,IAAMC,WAAWH,iBAAI,CAACI,IAAI,CAACL,iBAAiB,WAAWC,iBAAI,CAACK,GAAG;AAC/D,IAAMC,yBAAyBN,iBAAI,CAACI,IAAI,CAACL,iBAAiB,oBAAoBC,iBAAI,CAACK,GAAG;AACtF,+EAA+E;AAC/E,8FAA8F;AAC9F,IAAME,WAAWP,iBAAI,CAACI,IAAI,CAACL,iBAAiB,UAAUC,iBAAI,CAACK,GAAG;AAMvD,SAASpB,iBAAiBuB,OAAe;IAC9C,8FAA8F;IAC9F,OAAOf,IAAAA,gBAAW,EAAC;QACjBgB,KAAKD;QACLE,SAASP;QACTQ,YAAY;QACZC,qBAAqBN;QACrBO,SAASN;QACTZ,WAAWC,mBAAc,CAACC,MAAM;IAClC;AACF;AAIO,SAAed,aAAa+B,WAAmC,EAAEN,OAAe;;YAG5EpB;;;;;;;;;;oBADA;;wBAAM0B,YAAYhB,OAAO;;;oBAAhC;;wBAAO;;;oBACAV;oBACP,MAAM,IAAIG,sBAAY,CAAC,YAAY,AAAC,uBAAkC,OAAZiB,SAAQ,MAA2B,OAAvB,AAACpB,IAAcI,OAAO,EAAC;;;;;;;IAEjG"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/pdf-open.ts"],"sourcesContent":["// pdf-open.ts — the one seam that opens a PDF via pdfjs-dist, in the two\n// shapes callers need: openDocument (data-based, already-open doc) and openPdfForRender (url-based, task you must await + destroy()).\n// Both wrap a failure the same way: PdfToMdError/PDF_OPEN, original message preserved.\nimport { readFileSync } from 'node:fs';\nimport path from 'node:path';\nimport type { PDFDocumentLoadingTask, PDFDocumentProxy } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { getDocument, VerbosityLevel } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { PdfToMdError } from './errors.ts';\nimport { resolvePackagePath } from './resolve.ts';\n\n// `verbosity: VerbosityLevel.ERRORS` silences pdfjs's own console.warn calls\n// — the library's documented promise is it never writes to stdout/stderr on its own.\n\n/** Data-based open (collect.ts's seam): no cMaps/fonts — text-layer extraction\n * only, verified to decode CJK correctly. Wraps missing/unreadable and non-PDF files as PdfToMdError/PDF_OPEN. */\nexport async function openDocument(src: string): Promise<PDFDocumentProxy> {\n let data: Uint8Array;\n try {\n data = new Uint8Array(readFileSync(src));\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `cannot read ${src}: ${(err as Error).message}`);\n }\n try {\n return await getDocument({\n data,\n useSystemFonts: true,\n verbosity: VerbosityLevel.ERRORS,\n }).promise;\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `cannot open ${src} as a PDF: ${(err as Error).message}`);\n }\n}\n\n// Wires up pdfjs's bundled cmaps/standard_fonts so CJK and non-embedded\n// standard fonts resolve instead of falling back to substitute glyphs.\n//\n// GOTCHA: despite the `...Url` name, pdfjs's Node loader does `fs.readFile`\n// on the string directly — a `file://` URL silently fails every lookup (only a stderr warning); plain filesystem paths are required.\nconst PDFJS_DIST_ROOT = path.dirname(resolvePackagePath('pdfjs-dist/package.json'));\nconst CMAP_URL = path.join(PDFJS_DIST_ROOT, 'cmaps') + path.sep;\nconst STANDARD_FONT_DATA_URL = path.join(PDFJS_DIST_ROOT, 'standard_fonts') + path.sep;\n// JBIG2/JPEG2000 decoding lives in pdfjs's WASM modules: without this, bitonal\n// scans (the usual encoding for B&W page images) decode to a BLANK page and OCR sees nothing.\nconst WASM_URL = path.join(PDFJS_DIST_ROOT, 'wasm') + path.sep;\n\n/**\n * Open a PDF for rendering (raster.ts/tesseract.ts's seam): cMaps + standard\n * fonts wired up, url-based. Callers must `await` the returned task's `.promise` (via `awaitPdfOpen`) and call `.destroy()` when done.\n */\nexport function openPdfForRender(pdfPath: string): PDFDocumentLoadingTask {\n // No `worker` option: this pdfjs-dist Node build needs no real Worker thread wired up to run.\n return getDocument({\n url: pdfPath,\n cMapUrl: CMAP_URL,\n cMapPacked: true,\n standardFontDataUrl: STANDARD_FONT_DATA_URL,\n wasmUrl: WASM_URL,\n verbosity: VerbosityLevel.ERRORS,\n });\n}\n\n/** Shared error wrapping for `openPdfForRender`'s task: a raw pdfjs open\n * failure becomes PdfToMdError/PDF_OPEN, original message preserved. */\nexport async function awaitPdfOpen(loadingTask: PDFDocumentLoadingTask, pdfPath: string): Promise<PDFDocumentProxy> {\n try {\n return await loadingTask.promise;\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `could not open PDF: ${pdfPath} (${(err as Error).message})`);\n }\n}\n"],"names":["awaitPdfOpen","openDocument","openPdfForRender","src","data","err","Uint8Array","readFileSync","PdfToMdError","message","getDocument","useSystemFonts","verbosity","VerbosityLevel","ERRORS","promise","PDFJS_DIST_ROOT","path","dirname","resolvePackagePath","CMAP_URL","join","sep","STANDARD_FONT_DATA_URL","WASM_URL","pdfPath","url","cMapUrl","cMapPacked","standardFontDataUrl","wasmUrl","loadingTask"],"mappings":"AAAA,yEAAyE;AACzE,sIAAsI;AACtI,uFAAuF;;;;;;;;;;;;QA6DjEA;eAAAA;;QAhDAC;eAAAA;;QAkCNC;eAAAA;;;sBA9Ca;+DACZ;mBAE2B;wBACf;yBACM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAO5B,SAAeD,aAAaE,GAAW;;YACxCC,MAYKC;;;;oBAXT,IAAI;wBACFD,OAAO,IAAIE,WAAWC,IAAAA,oBAAY,EAACJ;oBACrC,EAAE,OAAOE,KAAK;wBACZ,MAAM,IAAIG,sBAAY,CAAC,YAAY,AAAC,eAAsB,OAARL,KAAI,MAA2B,OAAvB,AAACE,IAAcI,OAAO;oBAClF;;;;;;;;;oBAES;;wBAAMC,IAAAA,gBAAW,EAAC;4BACvBN,MAAAA;4BACAO,gBAAgB;4BAChBC,WAAWC,mBAAc,CAACC,MAAM;wBAClC,GAAGC,OAAO;;;oBAJV;;wBAAO;;;oBAKAV;oBACP,MAAM,IAAIG,sBAAY,CAAC,YAAY,AAAC,eAA+B,OAAjBL,KAAI,eAAoC,OAAvB,AAACE,IAAcI,OAAO;;;;;;;IAE7F;;AAEA,wEAAwE;AACxE,uEAAuE;AACvE,EAAE;AACF,4EAA4E;AAC5E,qIAAqI;AACrI,IAAMO,kBAAkBC,iBAAI,CAACC,OAAO,CAACC,IAAAA,6BAAkB,EAAC;AACxD,IAAMC,WAAWH,iBAAI,CAACI,IAAI,CAACL,iBAAiB,WAAWC,iBAAI,CAACK,GAAG;AAC/D,IAAMC,yBAAyBN,iBAAI,CAACI,IAAI,CAACL,iBAAiB,oBAAoBC,iBAAI,CAACK,GAAG;AACtF,+EAA+E;AAC/E,8FAA8F;AAC9F,IAAME,WAAWP,iBAAI,CAACI,IAAI,CAACL,iBAAiB,UAAUC,iBAAI,CAACK,GAAG;AAMvD,SAASpB,iBAAiBuB,OAAe;IAC9C,8FAA8F;IAC9F,OAAOf,IAAAA,gBAAW,EAAC;QACjBgB,KAAKD;QACLE,SAASP;QACTQ,YAAY;QACZC,qBAAqBN;QACrBO,SAASN;QACTZ,WAAWC,mBAAc,CAACC,MAAM;IAClC;AACF;AAIO,SAAed,aAAa+B,WAAmC,EAAEN,OAAe;;YAG5EpB;;;;;;;;;;oBADA;;wBAAM0B,YAAYhB,OAAO;;;oBAAhC;;wBAAO;;;oBACAV;oBACP,MAAM,IAAIG,sBAAY,CAAC,YAAY,AAAC,uBAAkC,OAAZiB,SAAQ,MAA2B,OAAvB,AAACpB,IAAcI,OAAO,EAAC;;;;;;;IAEjG"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Projects/pdf-to-md/src/raster.ts"],"sourcesContent":["// Renders PDF pages to PNG with pdfjs-dist + @napi-rs/canvas. Shared by the\n// `render` CLI command (human/vision-model page verification) and src/engines/tesseract.ts (OCR page images).\n\nimport { createCanvas } from '@napi-rs/canvas';\nimport type { PDFDocumentProxy, PDFPageProxy } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { PdfToMdError } from './errors.ts';\nimport { awaitPdfOpen, openPdfForRender } from './pdf-open.ts';\n\n// pdfjs-dist doesn't export RenderParameters from the package root; derive\n// it from PDFPageProxy['render'] rather than hand-declaring a shape that could drift.\ntype RenderParams = Parameters<PDFPageProxy['render']>[0];\n\n// No CanvasFactory shim needed: pdfjs-dist detects `@napi-rs/canvas` itself\n// and uses it internally (patterns, SMasks, Type3 glyphs); we only hand it a `canvasContext` for the page itself, created directly below.\n\nexport { openPdfForRender } from './pdf-open.ts';\n\n/** One rendered page, from renderPageToPNG (or the `pdf-to-md render` CLI\n * command it backs). */\nexport interface RenderPageResult {\n /** the rendered page, PNG-encoded */\n png: Buffer;\n /** pixel width at the requested dpi */\n width: number;\n /** pixel height at the requested dpi */\n height: number;\n /** the page's own /Rotate entry, baked into `png`/`width`/`height` already\n * — informational, not something a caller needs to apply again */\n rotation: number;\n}\n\n/** Render one already-open document's page to a PNG buffer at the given DPI. */\nexport async function renderLoadedPage(doc: PDFDocumentProxy, pageNum: number, dpi: number): Promise<RenderPageResult> {\n if (!(pageNum >= 1) || pageNum > doc.numPages) {\n throw new PdfToMdError('PAGE_RANGE', `page ${pageNum} is outside this document (1-${doc.numPages})`);\n }\n const page = await doc.getPage(pageNum);\n\n // getViewport({scale}) bakes in the page's own /Rotate entry AND its\n // mediaBox origin automatically — no manual origin translate needed on top of it.\n const scale = dpi / 72;\n const viewport = page.getViewport({ scale });\n const width = Math.round(viewport.width);\n const height = Math.round(viewport.height);\n if (width <= 0 || height <= 0) throw new PdfToMdError('PAGE_RENDER', `page ${pageNum} has non-positive dimensions ${width}x${height}`);\n\n const canvas = createCanvas(width, height);\n const context = canvas.getContext('2d');\n\n // Paint white first: an unpainted @napi-rs/canvas context is transparent,\n // which would encode as black/checkered rather than a white page.\n context.fillStyle = 'white';\n context.fillRect(0, 0, width, height);\n\n // pdfjs's RenderParameters types canvas/context against DOM types;\n // @napi-rs/canvas's are API-compatible at runtime but not that DOM type — the interop boundary the \"no any\" rule allows a cast for.\n const renderTask = page.render({\n canvas: canvas as unknown as RenderParams['canvas'],\n canvasContext: context as unknown as RenderParams['canvasContext'],\n viewport,\n });\n await renderTask.promise;\n\n const png = await canvas.encode('png');\n return { png, width, height, rotation: viewport.rotation };\n}\n\n/**\n * Render one page of a PDF to a PNG buffer at the given DPI. Opens and\n * closes the document itself — for more than one page from the same PDF, use `openPdfForRender` + `renderLoadedPage` instead.\n *\n * @param pdfPath path to the PDF file\n * @param pageNum 1-based page number\n * @param dpi PDF user space is 72 units/inch, so scale = dpi / 72\n */\nexport async function renderPageToPNG(pdfPath: string, pageNum: number, dpi: number): Promise<RenderPageResult> {\n const loadingTask = openPdfForRender(pdfPath);\n try {\n const doc = await awaitPdfOpen(loadingTask, pdfPath);\n return await renderLoadedPage(doc, pageNum, dpi);\n } finally {\n await loadingTask.destroy();\n }\n}\n"],"names":["openPdfForRender","renderLoadedPage","renderPageToPNG","doc","pageNum","dpi","page","scale","viewport","width","height","canvas","context","renderTask","png","numPages","PdfToMdError","getPage","getViewport","Math","round","createCanvas","getContext","fillStyle","fillRect","render","canvasContext","promise","encode","rotation","pdfPath","loadingTask","awaitPdfOpen","destroy"],"mappings":"AAAA,4EAA4E;AAC5E,8GAA8G;;;;;;;;;;;;QAcrGA;eAAAA,2BAAgB;;QAiBHC;eAAAA;;QA2CAC;eAAAA;;;sBAxEO;wBAEA;yBACkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA0BxC,SAAeD,iBAAiBE,GAAqB,EAAEC,OAAe,EAAEC,GAAW;;YAIlFC,MAIAC,OACAC,UACAC,OACAC,QAGAC,QACAC,SASAC,YAOAC;;;;oBA9BN,IAAI,CAAEV,CAAAA,WAAW,CAAA,KAAMA,UAAUD,IAAIY,QAAQ,EAAE;wBAC7C,MAAM,IAAIC,sBAAY,CAAC,cAAc,AAAC,QAA8Cb,OAAvCC,SAAQ,iCAA4C,OAAbD,IAAIY,QAAQ,EAAC;oBACnG;oBACa;;wBAAMZ,IAAIc,OAAO,CAACb;;;oBAAzBE,OAAO;oBAEb,qEAAqE;oBACrE,kFAAkF;oBAC5EC,QAAQF,MAAM;oBACdG,WAAWF,KAAKY,WAAW,CAAC;wBAAEX,OAAAA;oBAAM;oBACpCE,QAAQU,KAAKC,KAAK,CAACZ,SAASC,KAAK;oBACjCC,SAASS,KAAKC,KAAK,CAACZ,SAASE,MAAM;oBACzC,IAAID,SAAS,KAAKC,UAAU,GAAG,MAAM,IAAIM,sBAAY,CAAC,eAAe,AAAC,QAA8CP,OAAvCL,SAAQ,iCAAwCM,OAATD,OAAM,KAAU,OAAPC;oBAEvHC,SAASU,IAAAA,oBAAY,EAACZ,OAAOC;oBAC7BE,UAAUD,OAAOW,UAAU,CAAC;oBAElC,0EAA0E;oBAC1E,kEAAkE;oBAClEV,QAAQW,SAAS,GAAG;oBACpBX,QAAQY,QAAQ,CAAC,GAAG,GAAGf,OAAOC;oBAE9B,mEAAmE;oBACnE,oIAAoI;oBAC9HG,aAAaP,KAAKmB,MAAM,CAAC;wBAC7Bd,QAAQA;wBACRe,eAAed;wBACfJ,UAAAA;oBACF;oBACA;;wBAAMK,WAAWc,OAAO;;;oBAAxB;oBAEY;;wBAAMhB,OAAOiB,MAAM,CAAC;;;oBAA1Bd,MAAM;oBACZ;;wBAAO;4BAAEA,KAAAA;4BAAKL,OAAAA;4BAAOC,QAAAA;4BAAQmB,UAAUrB,SAASqB,QAAQ;wBAAC;;;;IAC3D;;AAUO,SAAe3B,gBAAgB4B,OAAe,EAAE1B,OAAe,EAAEC,GAAW;;YAC3E0B,aAEE5B;;;;oBAFF4B,cAAc/B,IAAAA,2BAAgB,EAAC8B;;;;;;;;;oBAEvB;;wBAAME,IAAAA,uBAAY,EAACD,aAAaD;;;oBAAtC3B,MAAM;oBACL;;wBAAMF,iBAAiBE,KAAKC,SAASC;;;oBAA5C;;wBAAO;;;oBAEP;;wBAAM0B,YAAYE,OAAO;;;oBAAzB;;;;;;;;;;IAEJ"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/raster.ts"],"sourcesContent":["// Renders PDF pages to PNG with pdfjs-dist + @napi-rs/canvas. Shared by the\n// `render` CLI command (human/vision-model page verification) and src/engines/tesseract.ts (OCR page images).\n\nimport { createCanvas } from '@napi-rs/canvas';\nimport type { PDFDocumentProxy, PDFPageProxy } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { PdfToMdError } from './errors.ts';\nimport { awaitPdfOpen, openPdfForRender } from './pdf-open.ts';\n\n// pdfjs-dist doesn't export RenderParameters from the package root; derive\n// it from PDFPageProxy['render'] rather than hand-declaring a shape that could drift.\ntype RenderParams = Parameters<PDFPageProxy['render']>[0];\n\n// No CanvasFactory shim needed: pdfjs-dist detects `@napi-rs/canvas` itself\n// and uses it internally (patterns, SMasks, Type3 glyphs); we only hand it a `canvasContext` for the page itself, created directly below.\n\nexport { openPdfForRender } from './pdf-open.ts';\n\n/** One rendered page, from renderPageToPNG (or the `pdf-to-md render` CLI\n * command it backs). */\nexport interface RenderPageResult {\n /** the rendered page, PNG-encoded */\n png: Buffer;\n /** pixel width at the requested dpi */\n width: number;\n /** pixel height at the requested dpi */\n height: number;\n /** the page's own /Rotate entry, baked into `png`/`width`/`height` already\n * — informational, not something a caller needs to apply again */\n rotation: number;\n}\n\n/** Render one already-open document's page to a PNG buffer at the given DPI. */\nexport async function renderLoadedPage(doc: PDFDocumentProxy, pageNum: number, dpi: number): Promise<RenderPageResult> {\n if (!(pageNum >= 1) || pageNum > doc.numPages) {\n throw new PdfToMdError('PAGE_RANGE', `page ${pageNum} is outside this document (1-${doc.numPages})`);\n }\n const page = await doc.getPage(pageNum);\n\n // getViewport({scale}) bakes in the page's own /Rotate entry AND its\n // mediaBox origin automatically — no manual origin translate needed on top of it.\n const scale = dpi / 72;\n const viewport = page.getViewport({ scale });\n const width = Math.round(viewport.width);\n const height = Math.round(viewport.height);\n if (width <= 0 || height <= 0) throw new PdfToMdError('PAGE_RENDER', `page ${pageNum} has non-positive dimensions ${width}x${height}`);\n\n const canvas = createCanvas(width, height);\n const context = canvas.getContext('2d');\n\n // Paint white first: an unpainted @napi-rs/canvas context is transparent,\n // which would encode as black/checkered rather than a white page.\n context.fillStyle = 'white';\n context.fillRect(0, 0, width, height);\n\n // pdfjs's RenderParameters types canvas/context against DOM types;\n // @napi-rs/canvas's are API-compatible at runtime but not that DOM type — the interop boundary the \"no any\" rule allows a cast for.\n const renderTask = page.render({\n canvas: canvas as unknown as RenderParams['canvas'],\n canvasContext: context as unknown as RenderParams['canvasContext'],\n viewport,\n });\n await renderTask.promise;\n\n const png = await canvas.encode('png');\n return { png, width, height, rotation: viewport.rotation };\n}\n\n/**\n * Render one page of a PDF to a PNG buffer at the given DPI. Opens and\n * closes the document itself — for more than one page from the same PDF, use `openPdfForRender` + `renderLoadedPage` instead.\n *\n * @param pdfPath path to the PDF file\n * @param pageNum 1-based page number\n * @param dpi PDF user space is 72 units/inch, so scale = dpi / 72\n */\nexport async function renderPageToPNG(pdfPath: string, pageNum: number, dpi: number): Promise<RenderPageResult> {\n const loadingTask = openPdfForRender(pdfPath);\n try {\n const doc = await awaitPdfOpen(loadingTask, pdfPath);\n return await renderLoadedPage(doc, pageNum, dpi);\n } finally {\n await loadingTask.destroy();\n }\n}\n"],"names":["openPdfForRender","renderLoadedPage","renderPageToPNG","doc","pageNum","dpi","page","scale","viewport","width","height","canvas","context","renderTask","png","numPages","PdfToMdError","getPage","getViewport","Math","round","createCanvas","getContext","fillStyle","fillRect","render","canvasContext","promise","encode","rotation","pdfPath","loadingTask","awaitPdfOpen","destroy"],"mappings":"AAAA,4EAA4E;AAC5E,8GAA8G;;;;;;;;;;;;QAcrGA;eAAAA,2BAAgB;;QAiBHC;eAAAA;;QA2CAC;eAAAA;;;sBAxEO;wBAEA;yBACkB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA0BxC,SAAeD,iBAAiBE,GAAqB,EAAEC,OAAe,EAAEC,GAAW;;YAIlFC,MAIAC,OACAC,UACAC,OACAC,QAGAC,QACAC,SASAC,YAOAC;;;;oBA9BN,IAAI,CAAEV,CAAAA,WAAW,CAAA,KAAMA,UAAUD,IAAIY,QAAQ,EAAE;wBAC7C,MAAM,IAAIC,sBAAY,CAAC,cAAc,AAAC,QAA8Cb,OAAvCC,SAAQ,iCAA4C,OAAbD,IAAIY,QAAQ,EAAC;oBACnG;oBACa;;wBAAMZ,IAAIc,OAAO,CAACb;;;oBAAzBE,OAAO;oBAEb,qEAAqE;oBACrE,kFAAkF;oBAC5EC,QAAQF,MAAM;oBACdG,WAAWF,KAAKY,WAAW,CAAC;wBAAEX,OAAAA;oBAAM;oBACpCE,QAAQU,KAAKC,KAAK,CAACZ,SAASC,KAAK;oBACjCC,SAASS,KAAKC,KAAK,CAACZ,SAASE,MAAM;oBACzC,IAAID,SAAS,KAAKC,UAAU,GAAG,MAAM,IAAIM,sBAAY,CAAC,eAAe,AAAC,QAA8CP,OAAvCL,SAAQ,iCAAwCM,OAATD,OAAM,KAAU,OAAPC;oBAEvHC,SAASU,IAAAA,oBAAY,EAACZ,OAAOC;oBAC7BE,UAAUD,OAAOW,UAAU,CAAC;oBAElC,0EAA0E;oBAC1E,kEAAkE;oBAClEV,QAAQW,SAAS,GAAG;oBACpBX,QAAQY,QAAQ,CAAC,GAAG,GAAGf,OAAOC;oBAE9B,mEAAmE;oBACnE,oIAAoI;oBAC9HG,aAAaP,KAAKmB,MAAM,CAAC;wBAC7Bd,QAAQA;wBACRe,eAAed;wBACfJ,UAAAA;oBACF;oBACA;;wBAAMK,WAAWc,OAAO;;;oBAAxB;oBAEY;;wBAAMhB,OAAOiB,MAAM,CAAC;;;oBAA1Bd,MAAM;oBACZ;;wBAAO;4BAAEA,KAAAA;4BAAKL,OAAAA;4BAAOC,QAAAA;4BAAQmB,UAAUrB,SAASqB,QAAQ;wBAAC;;;;IAC3D;;AAUO,SAAe3B,gBAAgB4B,OAAe,EAAE1B,OAAe,EAAEC,GAAW;;YAC3E0B,aAEE5B;;;;oBAFF4B,cAAc/B,IAAAA,2BAAgB,EAAC8B;;;;;;;;;oBAEvB;;wBAAME,IAAAA,uBAAY,EAACD,aAAaD;;;oBAAtC3B,MAAM;oBACL;;wBAAMF,iBAAiBE,KAAKC,SAASC;;;oBAA5C;;wBAAO;;;oBAEP;;wBAAM0B,YAAYE,OAAO;;;oBAAzB;;;;;;;;;;IAEJ"}