@effortlessmotion/pdf-to-md 0.2.0 → 0.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (56) hide show
  1. package/dist/cjs/analyze.js.map +1 -1
  2. package/dist/cjs/audit.js.map +1 -1
  3. package/dist/cjs/cli/audit.js.map +1 -1
  4. package/dist/cjs/cli/extract.js.map +1 -1
  5. package/dist/cjs/cli/index.js.map +1 -1
  6. package/dist/cjs/cli/render.js.map +1 -1
  7. package/dist/cjs/cli/types.js.map +1 -1
  8. package/dist/cjs/cli.js.map +1 -1
  9. package/dist/cjs/collect.js.map +1 -1
  10. package/dist/cjs/dict.js.map +1 -1
  11. package/dist/cjs/emit.js.map +1 -1
  12. package/dist/cjs/engines/tesseract.js.map +1 -1
  13. package/dist/cjs/errors.js.map +1 -1
  14. package/dist/cjs/extract.js.map +1 -1
  15. package/dist/cjs/geometry.js.map +1 -1
  16. package/dist/cjs/index.js.map +1 -1
  17. package/dist/cjs/lines.js.map +1 -1
  18. package/dist/cjs/markdown.js.map +1 -1
  19. package/dist/cjs/page-marker.js.map +1 -1
  20. package/dist/cjs/pdf-open.js.map +1 -1
  21. package/dist/cjs/raster.js.map +1 -1
  22. package/dist/cjs/render-analysis.js.map +1 -1
  23. package/dist/cjs/report.js.map +1 -1
  24. package/dist/cjs/resolve.js.map +1 -1
  25. package/dist/cjs/text-analysis.js.map +1 -1
  26. package/dist/cjs/types.js.map +1 -1
  27. package/dist/cjs/validate.js.map +1 -1
  28. package/dist/esm/analyze.js.map +1 -1
  29. package/dist/esm/audit.js.map +1 -1
  30. package/dist/esm/cli/audit.js.map +1 -1
  31. package/dist/esm/cli/extract.js.map +1 -1
  32. package/dist/esm/cli/index.js.map +1 -1
  33. package/dist/esm/cli/render.js.map +1 -1
  34. package/dist/esm/cli/types.js.map +1 -1
  35. package/dist/esm/cli.js.map +1 -1
  36. package/dist/esm/collect.js.map +1 -1
  37. package/dist/esm/dict.js.map +1 -1
  38. package/dist/esm/emit.js.map +1 -1
  39. package/dist/esm/engines/tesseract.js.map +1 -1
  40. package/dist/esm/errors.js.map +1 -1
  41. package/dist/esm/extract.js.map +1 -1
  42. package/dist/esm/geometry.js.map +1 -1
  43. package/dist/esm/index.js.map +1 -1
  44. package/dist/esm/lines.js.map +1 -1
  45. package/dist/esm/markdown.js.map +1 -1
  46. package/dist/esm/page-marker.js.map +1 -1
  47. package/dist/esm/pdf-open.js.map +1 -1
  48. package/dist/esm/raster.js.map +1 -1
  49. package/dist/esm/render-analysis.js.map +1 -1
  50. package/dist/esm/report.js.map +1 -1
  51. package/dist/esm/resolve.js.map +1 -1
  52. package/dist/esm/text-analysis.js.map +1 -1
  53. package/dist/esm/types.js.map +1 -1
  54. package/dist/esm/validate.js.map +1 -1
  55. package/package.json +2 -3
  56. package/skills/pdf-to-md/SKILL.md +0 -75
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/geometry.ts"],"sourcesContent":["// geometry.ts — OCR-path pass 2: words -> lines/columns/floats. Input is\n// flat words (normalized page coords, origin bottom-left, y up), not pre-clustered line observations.\nexport interface Word {\n text: string;\n x: number; // rect.minX\n y: number; // rect.minY\n w: number; // rect.width\n h: number; // rect.height\n // 0-100 (tesseract.js's own `confidence` field, not `conf`). Optional —\n // passthrough only; see report.ts's LOW_CONFIDENCE_THRESHOLD for the consumer.\n confidence?: number;\n}\n\n/** A `Word` with its page number — the shared shape behind both the OCR\n * engine's own output (tesseract.ts) and the replay input contract (extract.ts's OcrWordInput). */\nexport interface PageWord extends Word {\n page: number;\n}\n\nexport interface OcrLine {\n text: string;\n x: number; // rect.minX, used for float-alignment and indentation checks\n width: number; // rect.width, used for the float width check\n midY: number;\n h: number; // char-weighted dominant constituent height\n col: number;\n // Constituent words, left-to-right (same order as `text`'s tokens) — carries\n // word identity through row-building for analyze()'s block->word linkage.\n words: Word[];\n}\n\nexport interface PageOCR {\n lines: OcrLine[];\n // Decorative fragment candidates (src/emit.ts's floats aside), kept as full\n // OcrLine so callers recover both the printed text and constituent words.\n floats: OcrLine[];\n pitch: number;\n}\n\n/** Tuning knobs for the OCR-path geometry pass (CLI: `--float-*`/`--para-gap`/\n * `--heading-scale`/`--col-*`/`--line-*`). See DEFAULT_TUNING for defaults. */\nexport interface Tuning {\n /** fragments with more words than this are body text, not decoration */\n floatMaxWords: number;\n /** fraction of page width above which a fragment is too wide to be\n * decoration */\n floatMaxWidth: number;\n /** how far a fragment's left edge must sit from its column edge to be\n * decoration */\n floatMargin: number;\n /** a vertical gap this many times the line pitch is a paragraph break */\n paraGap: number;\n /** lines taller than this times body height are headings */\n headingScale: number;\n /** boxes wider than this are excluded from gutter detection */\n colMaxWidth: number;\n /** fractional x of the two-column midpoint */\n colSplit: number;\n /** vertical distance within which two boxes are the same line */\n lineYTol: number;\n /** same-line boxes with a larger height ratio don't merge */\n lineHeightRatio: number;\n}\n\n/** Measured defaults; derivation in `test/unit/tuning.test.ts`. lineHeightRatio\n * 2.4 = pair-F1 plateau edge (0.924@1.6 -> 0.995@2.4, 9,471 pairs, 2026-08-16). */\nexport const DEFAULT_TUNING: Tuning = {\n floatMaxWords: 3,\n floatMaxWidth: 0.15,\n floatMargin: 0.008,\n paraGap: 1.6,\n headingScale: 2.0,\n colMaxWidth: 0.55,\n colSplit: 0.5,\n lineYTol: 0.006,\n lineHeightRatio: 2.4,\n};\n\n// Two-column decision (test/unit/column-break.test.ts): gutter ink <=0.017\n// (2-col) vs >=0.047 (1-col) measured over 100 baseline pages, cut 0.03.\nexport const MAX_GUTTER_INK_FRAC = 0.03;\n\n// Near-empty pages (e.g. a 2-word title page) have no gutter ink either, so\n// a word-count floor is needed too; genuine columns measure >=76 words.\nexport const MIN_COL_WORDS = 10;\n\n// lineYTol is an absolute page fraction measured on body text, but a word's\n// box grows downward with its descenders, so its midpoint sits lower than a\n// descenderless neighbour's on the same printed line. At body size that offset\n// is ~0.003 (inside the tolerance); on 56pt display type it is ~0.007 (outside\n// it), which splits one heading into two rows that then emit in midY order\n// (\"Open Road\" -> \"Road Open\"). A descender is ~21% of the em, so the offset is\n// ~11% of the taller box; 0.2 clears it with margin and still sits far below any\n// line pitch. Body rows are unaffected: 0.2 * a body height stays under the floor.\nexport const LINE_Y_TOL_HEIGHT_FRAC = 0.2;\n\n// Measured: a thin data rail is 11% of body words; the thinnest genuine\n// column is 31% — 0.2 sits between.\nexport const MIN_COL_SHARE = 0.2;\n\ninterface Rect {\n x: number;\n y: number;\n w: number;\n h: number;\n}\ntype Range = readonly [number, number];\n\nconst maxX = (r: Rect): number => r.x + r.w;\nconst maxY = (r: Rect): number => r.y + r.h;\nconst midX = (r: Rect): number => r.x + r.w / 2;\nconst midY = (r: Rect): number => r.y + r.h / 2;\n\nfunction union(a: Rect, b: Rect): Rect {\n const x0 = Math.min(a.x, b.x);\n const y0 = Math.min(a.y, b.y);\n const x1 = Math.max(maxX(a), maxX(b));\n const y1 = Math.max(maxY(a), maxY(b));\n return { x: x0, y: y0, w: x1 - x0, h: y1 - y0 };\n}\n\n// Overlap of a rect's x-span with a column x-range.\nfunction xOverlap(r: Rect, range: Range): number {\n return Math.max(0, Math.min(maxX(r), range[1]) - Math.max(r.x, range[0]));\n}\n\nfunction median(xs: number[]): number | undefined {\n if (!xs.length) return undefined;\n return [...xs].sort((a, b) => a - b)[Math.floor(xs.length / 2)];\n}\n\n// Char-weighted dominant height: most characters wins (ties keep first) —\n// same rule as src/lines.ts, so a small merged fragment can't promote a heading.\nfunction dominantHeight(parts: Word[]): number {\n let best = parts[0];\n for (let i = 1; i < parts.length; i++) {\n if (parts[i].text.length > best.text.length) best = parts[i];\n }\n return best.h;\n}\n\nfunction assignColumn(rect: Rect, colRanges: Range[]): number {\n if (colRanges.length !== 2) return 0;\n const l = xOverlap(rect, colRanges[0]);\n const r = xOverlap(rect, colRanges[1]);\n if (l !== r) return l > r ? 0 : 1;\n const centers = colRanges.map((rg) => (rg[0] + rg[1]) / 2);\n return Math.abs(midX(rect) - centers[0]) <= Math.abs(midX(rect) - centers[1]) ? 0 : 1;\n}\n\n// A column x-range from full-width body rows: short paragraph-final rows and\n// decorative fragments must not stretch it.\nfunction range(rects: Rect[]): Range | undefined {\n if (rects.length < 2) return undefined;\n return [Math.min(...rects.map((r) => r.x)), Math.max(...rects.map(maxX))];\n}\n\ninterface Row {\n rect: Rect;\n words: Word[];\n band: number; // -1 (gutter band / n/a), 0 (left or single column), 1 (right)\n}\n\n// Groups same-visual-line words via lineYTol/lineHeightRatio, requiring band\n// agreement; searches ALL open rows since per-word y drifts ~0.001 across a\n// printed line, enough to interleave two lines' words in y-sorted order. The y\n// tolerance scales with box height (LINE_Y_TOL_HEIGHT_FRAC) so display type,\n// whose descenders shift a word's midpoint further, still groups as one row.\nfunction buildRows(words: Word[], tuning: Tuning, bandOf: (w: Word) => number): Row[] {\n const rows: Row[] = [];\n // Sort order only affects which compatible row a tie lands in (every row\n // is searched) — top-to-bottom, left-to-right keeps results deterministic.\n const sorted = [...words].sort((a, b) => midY(b) - midY(a) || a.x - b.x);\n for (const w of sorted) {\n const band = bandOf(w);\n const target = rows.find((r) => {\n if (r.band !== band) return false;\n const yTol = Math.max(tuning.lineYTol, Math.max(r.rect.h, w.h) * LINE_Y_TOL_HEIGHT_FRAC);\n return Math.abs(midY(r.rect) - midY(w)) <= yTol && Math.max(r.rect.h, w.h) < Math.min(r.rect.h, w.h) * tuning.lineHeightRatio;\n });\n if (target) {\n target.words.push(w);\n target.rect = union(target.rect, w);\n } else {\n rows.push({ rect: { x: w.x, y: w.y, w: w.w, h: w.h }, words: [w], band });\n }\n }\n return rows;\n}\n\nfunction makeLine(parts: Word[], rect: Rect, col: number): OcrLine {\n const sorted = [...parts].sort((a, b) => a.x - b.x);\n const text = sorted.map((p) => p.text).join(' ');\n return {\n text,\n x: rect.x,\n width: rect.w,\n midY: midY(rect),\n h: dominantHeight(parts),\n col,\n words: sorted,\n };\n}\n\n// Word-geometry pass (render/recognize happens upstream, in the OCR engine).\n// Body-height words band left/right before row-grouping; heading-height words group across the full width, so a title stays one line.\nexport function buildPageOCR(words: Word[], tuning: Tuning): PageOCR {\n if (!words.length) return { lines: [], floats: [], pitch: 0.012 };\n\n const colBand = 0.02;\n const colLeftCut = tuning.colSplit - colBand;\n const colRightCut = tuning.colSplit + colBand;\n\n const medianH = median(words.map((w) => w.h)) ?? 0.017;\n // Same literal `medianH * 2` used elsewhere for this gate — not\n // `tuning.headingScale`, a separate constant that happens to share the 2.0 default.\n const tallGate = medianH * 2;\n\n // Two-column decision (test/unit/column-break.test.ts): gutter ink <=0.017\n // (2-col) vs >=0.047 (1-col), cut 0.03; floors >=0.2 share/>=10 words per side.\n const bodyWords = words.filter((w) => w.h < tallGate);\n const gutterInk = bodyWords.filter((w) => w.x < tuning.colSplit && maxX(w) > tuning.colSplit).length;\n const leftPop = bodyWords.filter((w) => midX(w) < colLeftCut).length;\n const rightPop = bodyWords.filter((w) => midX(w) > colRightCut).length;\n const twoCol = leftPop >= MIN_COL_WORDS && rightPop >= MIN_COL_WORDS && leftPop >= bodyWords.length * MIN_COL_SHARE && rightPop >= bodyWords.length * MIN_COL_SHARE && gutterInk <= bodyWords.length * MAX_GUTTER_INK_FRAC;\n\n // Band by word CENTER, no dead band: a word box can touch the split exactly\n // (a box can touch the split exactly) and still belongs to its center's column — the twoCol\n // gate above already guarantees near-zero gutter ink.\n const bandOf = (w: Word): number => {\n if (!twoCol) return 0;\n return midX(w) < tuning.colSplit ? 0 : 1;\n };\n const tallRows = buildRows(\n words.filter((w) => w.h >= tallGate),\n tuning,\n () => 0\n );\n const normalRows = buildRows(\n words.filter((w) => w.h < tallGate),\n tuning,\n bandOf\n );\n const rows = [...tallRows, ...normalRows];\n\n // Column ranges from body rows (height <= medianH*1.6): two-col ranges use\n // rows 0.2-0.55 wide; single-col has no upper bound (full-width rows ARE the column).\n let colRanges: Range[];\n if (twoCol) {\n const wideRows = rows.filter((r) => r.rect.w >= 0.2 && r.rect.w <= 0.55 && r.rect.h <= medianH * 1.6);\n const left = range(wideRows.filter((r) => r.band === 0).map((r) => r.rect));\n const right = range(wideRows.filter((r) => r.band === 1).map((r) => r.rect));\n colRanges = [left, right].filter((r): r is Range => r !== undefined);\n } else {\n const wideRows = rows.filter((r) => r.rect.w >= 0.2 && r.rect.h <= medianH * 1.6);\n const single = range(wideRows.map((r) => r.rect));\n colRanges = single !== undefined ? [single] : [];\n }\n\n const lines: OcrLine[] = rows.map((row) => makeLine(row.words, row.rect, assignColumn(row.rect, colRanges)));\n lines.sort((a, b) => a.col - b.col || b.midY - a.midY);\n\n // Float detection: short+narrow+misaligned, rescued into body when it\n // hangs under a body line like a paragraph continuation (same col, gap<=paraGap x pitch, x-overlap) — protects a centered paragraph's short last line.\n const preGaps: number[] = [];\n for (let k = 1; k < lines.length; k++) {\n if (lines[k].col === lines[k - 1].col) {\n const g = lines[k - 1].midY - lines[k].midY;\n if (g > 0.0005) preGaps.push(g);\n }\n }\n const provisionalPitch = median(preGaps) ?? 0.012;\n const colStarts = new Map<number, number>();\n colRanges.forEach((r, i) => {\n colStarts.set(i, r[0]);\n });\n const body: OcrLine[] = [];\n const floatCandidates: OcrLine[] = [];\n // Display-size junk (e.g. \"1/3\" at 68pt, 0.179 wide vs the 0.15 cap)\n // escapes the narrow float test; caught here by junk text + isolation (no adjacent tall line within 2.2x height).\n const tallLines = lines.filter((l) => l.h >= tallGate);\n for (const line of lines) {\n const wordCount = line.text.split(' ').filter(Boolean).length;\n const start = colStarts.get(line.col);\n const short = wordCount <= tuning.floatMaxWords && start !== undefined && Math.abs(line.x - start) > tuning.floatMargin;\n const displayJunkFragment =\n short &&\n line.h >= tallGate &&\n !/[A-Za-z]{3}/.test(line.text) &&\n // Same-column only, matching emitPage's heading-run gather — a heading\n // in the OTHER column can be y-adjacent without composing with this one.\n !tallLines.some((other) => other !== line && other.col === line.col && Math.abs(other.midY - line.midY) < Math.max(other.h, line.h) * 2.2);\n const looksDecorative = displayJunkFragment || (short && line.width < tuning.floatMaxWidth);\n const paragraphAdjacent =\n looksDecorative &&\n body.some((b) => {\n if (b.col !== line.col) return false;\n const gap = b.midY - line.midY;\n if (gap <= 0 || gap > tuning.paraGap * provisionalPitch) return false;\n const overlap = Math.min(b.x + b.width, line.x + line.width) - Math.max(b.x, line.x);\n return overlap >= line.width * 0.5;\n });\n if (looksDecorative && !paragraphAdjacent) {\n floatCandidates.push(line);\n } else {\n body.push(line);\n }\n }\n // One float per candidate row, in line order — no clustering of adjacent\n // candidates: replay against the frozen baseline regressed ~30 pages when tried.\n const floats = floatCandidates;\n\n // Line pitch = median vertical gap between consecutive same-column lines.\n const gaps: number[] = [];\n for (let k = 1; k < body.length; k++) {\n if (body[k].col === body[k - 1].col) {\n const g = body[k - 1].midY - body[k].midY;\n if (g > 0.0005) gaps.push(g);\n }\n }\n return { lines: body, floats, pitch: median(gaps) ?? 0.012 };\n}\n\n// Document-wide height histogram -> heading levels\n\n// Bucket heights to 0.002 of page height so histogram keys are stable.\nexport function bucket(h: number): number {\n return Math.round(h * 500) / 500;\n}\n\n// `pages` are the already-body-only (post-float-filtering) PageOCR results.\nexport function headingLevels(pages: PageOCR[], tuning: Tuning): { bodyH: number; levelOf: Map<number, number> } {\n const chars = new Map<number, number>();\n for (const p of pages) {\n for (const l of p.lines) {\n const b = bucket(l.h);\n chars.set(b, (chars.get(b) ?? 0) + l.text.length);\n }\n }\n // Most-common height wins; ties broken by first-encountered (deterministic;\n // char-count ties across real documents are not observed).\n let bodyH = 0;\n let bestCount = -1;\n for (const [k, v] of chars) {\n if (v > bestCount) {\n bestCount = v;\n bodyH = k;\n }\n }\n\n const levelOf = new Map<number, number>();\n let level = 3; // \"### pN\" page markers occupy level 3\n let rep: number | null = null;\n const sizes = [...chars.keys()].filter((s) => s > bodyH * tuning.headingScale).sort((a, b) => b - a);\n for (const s of sizes) {\n if (rep === null || s < rep * 0.8) {\n level = Math.min(6, level + 1);\n rep = s;\n }\n levelOf.set(s, level);\n }\n return { bodyH, levelOf };\n}\n"],"names":["DEFAULT_TUNING","floatMaxWords","floatMaxWidth","floatMargin","paraGap","headingScale","colMaxWidth","colSplit","lineYTol","lineHeightRatio","MAX_GUTTER_INK_FRAC","MIN_COL_WORDS","LINE_Y_TOL_HEIGHT_FRAC","MIN_COL_SHARE","maxX","r","x","w","maxY","y","h","midX","midY","union","a","b","x0","Math","min","y0","x1","max","y1","xOverlap","range","median","xs","length","undefined","sort","floor","dominantHeight","parts","best","i","text","assignColumn","rect","colRanges","l","centers","map","rg","abs","rects","buildRows","words","tuning","bandOf","rows","sorted","band","target","find","yTol","push","makeLine","col","p","join","width","buildPageOCR","lines","floats","pitch","colBand","colLeftCut","colRightCut","medianH","tallGate","bodyWords","filter","gutterInk","leftPop","rightPop","twoCol","tallRows","normalRows","wideRows","left","right","single","row","preGaps","k","g","provisionalPitch","colStarts","Map","forEach","set","body","floatCandidates","tallLines","line","wordCount","split","Boolean","start","get","short","displayJunkFragment","test","some","other","looksDecorative","paragraphAdjacent","gap","overlap","gaps","bucket","round","headingLevels","pages","chars","bodyH","bestCount","v","levelOf","level","rep","sizes","keys","s"],"mappings":"AAAA,yEAAyE;AACzE,sGAAsG;AA+DtG;iFACiF,GACjF,OAAO,MAAMA,iBAAyB;IACpCC,eAAe;IACfC,eAAe;IACfC,aAAa;IACbC,SAAS;IACTC,cAAc;IACdC,aAAa;IACbC,UAAU;IACVC,UAAU;IACVC,iBAAiB;AACnB,EAAE;AAEF,2EAA2E;AAC3E,yEAAyE;AACzE,OAAO,MAAMC,sBAAsB,KAAK;AAExC,4EAA4E;AAC5E,wEAAwE;AACxE,OAAO,MAAMC,gBAAgB,GAAG;AAEhC,4EAA4E;AAC5E,4EAA4E;AAC5E,+EAA+E;AAC/E,+EAA+E;AAC/E,2EAA2E;AAC3E,gFAAgF;AAChF,iFAAiF;AACjF,mFAAmF;AACnF,OAAO,MAAMC,yBAAyB,IAAI;AAE1C,wEAAwE;AACxE,oCAAoC;AACpC,OAAO,MAAMC,gBAAgB,IAAI;AAUjC,MAAMC,OAAO,CAACC,IAAoBA,EAAEC,CAAC,GAAGD,EAAEE,CAAC;AAC3C,MAAMC,OAAO,CAACH,IAAoBA,EAAEI,CAAC,GAAGJ,EAAEK,CAAC;AAC3C,MAAMC,OAAO,CAACN,IAAoBA,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAG;AAC9C,MAAMK,OAAO,CAACP,IAAoBA,EAAEI,CAAC,GAAGJ,EAAEK,CAAC,GAAG;AAE9C,SAASG,MAAMC,CAAO,EAAEC,CAAO;IAC7B,MAAMC,KAAKC,KAAKC,GAAG,CAACJ,EAAER,CAAC,EAAES,EAAET,CAAC;IAC5B,MAAMa,KAAKF,KAAKC,GAAG,CAACJ,EAAEL,CAAC,EAAEM,EAAEN,CAAC;IAC5B,MAAMW,KAAKH,KAAKI,GAAG,CAACjB,KAAKU,IAAIV,KAAKW;IAClC,MAAMO,KAAKL,KAAKI,GAAG,CAACb,KAAKM,IAAIN,KAAKO;IAClC,OAAO;QAAET,GAAGU;QAAIP,GAAGU;QAAIZ,GAAGa,KAAKJ;QAAIN,GAAGY,KAAKH;IAAG;AAChD;AAEA,oDAAoD;AACpD,SAASI,SAASlB,CAAO,EAAEmB,KAAY;IACrC,OAAOP,KAAKI,GAAG,CAAC,GAAGJ,KAAKC,GAAG,CAACd,KAAKC,IAAImB,KAAK,CAAC,EAAE,IAAIP,KAAKI,GAAG,CAAChB,EAAEC,CAAC,EAAEkB,KAAK,CAAC,EAAE;AACzE;AAEA,SAASC,OAAOC,EAAY;IAC1B,IAAI,CAACA,GAAGC,MAAM,EAAE,OAAOC;IACvB,OAAO;WAAIF;KAAG,CAACG,IAAI,CAAC,CAACf,GAAGC,IAAMD,IAAIC,EAAE,CAACE,KAAKa,KAAK,CAACJ,GAAGC,MAAM,GAAG,GAAG;AACjE;AAEA,0EAA0E;AAC1E,iFAAiF;AACjF,SAASI,eAAeC,KAAa;IACnC,IAAIC,OAAOD,KAAK,CAAC,EAAE;IACnB,IAAK,IAAIE,IAAI,GAAGA,IAAIF,MAAML,MAAM,EAAEO,IAAK;QACrC,IAAIF,KAAK,CAACE,EAAE,CAACC,IAAI,CAACR,MAAM,GAAGM,KAAKE,IAAI,CAACR,MAAM,EAAEM,OAAOD,KAAK,CAACE,EAAE;IAC9D;IACA,OAAOD,KAAKvB,CAAC;AACf;AAEA,SAAS0B,aAAaC,IAAU,EAAEC,SAAkB;IAClD,IAAIA,UAAUX,MAAM,KAAK,GAAG,OAAO;IACnC,MAAMY,IAAIhB,SAASc,MAAMC,SAAS,CAAC,EAAE;IACrC,MAAMjC,IAAIkB,SAASc,MAAMC,SAAS,CAAC,EAAE;IACrC,IAAIC,MAAMlC,GAAG,OAAOkC,IAAIlC,IAAI,IAAI;IAChC,MAAMmC,UAAUF,UAAUG,GAAG,CAAC,CAACC,KAAO,AAACA,CAAAA,EAAE,CAAC,EAAE,GAAGA,EAAE,CAAC,EAAE,AAAD,IAAK;IACxD,OAAOzB,KAAK0B,GAAG,CAAChC,KAAK0B,QAAQG,OAAO,CAAC,EAAE,KAAKvB,KAAK0B,GAAG,CAAChC,KAAK0B,QAAQG,OAAO,CAAC,EAAE,IAAI,IAAI;AACtF;AAEA,6EAA6E;AAC7E,4CAA4C;AAC5C,SAAShB,MAAMoB,KAAa;IAC1B,IAAIA,MAAMjB,MAAM,GAAG,GAAG,OAAOC;IAC7B,OAAO;QAACX,KAAKC,GAAG,IAAI0B,MAAMH,GAAG,CAAC,CAACpC,IAAMA,EAAEC,CAAC;QAAIW,KAAKI,GAAG,IAAIuB,MAAMH,GAAG,CAACrC;KAAO;AAC3E;AAQA,6EAA6E;AAC7E,4EAA4E;AAC5E,+EAA+E;AAC/E,6EAA6E;AAC7E,6EAA6E;AAC7E,SAASyC,UAAUC,KAAa,EAAEC,MAAc,EAAEC,MAA2B;IAC3E,MAAMC,OAAc,EAAE;IACtB,yEAAyE;IACzE,2EAA2E;IAC3E,MAAMC,SAAS;WAAIJ;KAAM,CAACjB,IAAI,CAAC,CAACf,GAAGC,IAAMH,KAAKG,KAAKH,KAAKE,MAAMA,EAAER,CAAC,GAAGS,EAAET,CAAC;IACvE,KAAK,MAAMC,KAAK2C,OAAQ;QACtB,MAAMC,OAAOH,OAAOzC;QACpB,MAAM6C,SAASH,KAAKI,IAAI,CAAC,CAAChD;YACxB,IAAIA,EAAE8C,IAAI,KAAKA,MAAM,OAAO;YAC5B,MAAMG,OAAOrC,KAAKI,GAAG,CAAC0B,OAAOjD,QAAQ,EAAEmB,KAAKI,GAAG,CAAChB,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAIR;YACjE,OAAOe,KAAK0B,GAAG,CAAC/B,KAAKP,EAAEgC,IAAI,IAAIzB,KAAKL,OAAO+C,QAAQrC,KAAKI,GAAG,CAAChB,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAIO,KAAKC,GAAG,CAACb,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAIqC,OAAOhD,eAAe;QAC/H;QACA,IAAIqD,QAAQ;YACVA,OAAON,KAAK,CAACS,IAAI,CAAChD;YAClB6C,OAAOf,IAAI,GAAGxB,MAAMuC,OAAOf,IAAI,EAAE9B;QACnC,OAAO;YACL0C,KAAKM,IAAI,CAAC;gBAAElB,MAAM;oBAAE/B,GAAGC,EAAED,CAAC;oBAAEG,GAAGF,EAAEE,CAAC;oBAAEF,GAAGA,EAAEA,CAAC;oBAAEG,GAAGH,EAAEG,CAAC;gBAAC;gBAAGoC,OAAO;oBAACvC;iBAAE;gBAAE4C;YAAK;QACzE;IACF;IACA,OAAOF;AACT;AAEA,SAASO,SAASxB,KAAa,EAAEK,IAAU,EAAEoB,GAAW;IACtD,MAAMP,SAAS;WAAIlB;KAAM,CAACH,IAAI,CAAC,CAACf,GAAGC,IAAMD,EAAER,CAAC,GAAGS,EAAET,CAAC;IAClD,MAAM6B,OAAOe,OAAOT,GAAG,CAAC,CAACiB,IAAMA,EAAEvB,IAAI,EAAEwB,IAAI,CAAC;IAC5C,OAAO;QACLxB;QACA7B,GAAG+B,KAAK/B,CAAC;QACTsD,OAAOvB,KAAK9B,CAAC;QACbK,MAAMA,KAAKyB;QACX3B,GAAGqB,eAAeC;QAClByB;QACAX,OAAOI;IACT;AACF;AAEA,6EAA6E;AAC7E,sIAAsI;AACtI,OAAO,SAASW,aAAaf,KAAa,EAAEC,MAAc;QAOxCtB,SA0DSA,UAiDYA;IAjHrC,IAAI,CAACqB,MAAMnB,MAAM,EAAE,OAAO;QAAEmC,OAAO,EAAE;QAAEC,QAAQ,EAAE;QAAEC,OAAO;IAAM;IAEhE,MAAMC,UAAU;IAChB,MAAMC,aAAanB,OAAOlD,QAAQ,GAAGoE;IACrC,MAAME,cAAcpB,OAAOlD,QAAQ,GAAGoE;IAEtC,MAAMG,WAAU3C,UAAAA,OAAOqB,MAAML,GAAG,CAAC,CAAClC,IAAMA,EAAEG,CAAC,gBAA3Be,qBAAAA,UAAiC;IACjD,gEAAgE;IAChE,oFAAoF;IACpF,MAAM4C,WAAWD,UAAU;IAE3B,2EAA2E;IAC3E,gFAAgF;IAChF,MAAME,YAAYxB,MAAMyB,MAAM,CAAC,CAAChE,IAAMA,EAAEG,CAAC,GAAG2D;IAC5C,MAAMG,YAAYF,UAAUC,MAAM,CAAC,CAAChE,IAAMA,EAAED,CAAC,GAAGyC,OAAOlD,QAAQ,IAAIO,KAAKG,KAAKwC,OAAOlD,QAAQ,EAAE8B,MAAM;IACpG,MAAM8C,UAAUH,UAAUC,MAAM,CAAC,CAAChE,IAAMI,KAAKJ,KAAK2D,YAAYvC,MAAM;IACpE,MAAM+C,WAAWJ,UAAUC,MAAM,CAAC,CAAChE,IAAMI,KAAKJ,KAAK4D,aAAaxC,MAAM;IACtE,MAAMgD,SAASF,WAAWxE,iBAAiByE,YAAYzE,iBAAiBwE,WAAWH,UAAU3C,MAAM,GAAGxB,iBAAiBuE,YAAYJ,UAAU3C,MAAM,GAAGxB,iBAAiBqE,aAAaF,UAAU3C,MAAM,GAAG3B;IAEvM,4EAA4E;IAC5E,4FAA4F;IAC5F,sDAAsD;IACtD,MAAMgD,SAAS,CAACzC;QACd,IAAI,CAACoE,QAAQ,OAAO;QACpB,OAAOhE,KAAKJ,KAAKwC,OAAOlD,QAAQ,GAAG,IAAI;IACzC;IACA,MAAM+E,WAAW/B,UACfC,MAAMyB,MAAM,CAAC,CAAChE,IAAMA,EAAEG,CAAC,IAAI2D,WAC3BtB,QACA,IAAM;IAER,MAAM8B,aAAahC,UACjBC,MAAMyB,MAAM,CAAC,CAAChE,IAAMA,EAAEG,CAAC,GAAG2D,WAC1BtB,QACAC;IAEF,MAAMC,OAAO;WAAI2B;WAAaC;KAAW;IAEzC,2EAA2E;IAC3E,sFAAsF;IACtF,IAAIvC;IACJ,IAAIqC,QAAQ;QACV,MAAMG,WAAW7B,KAAKsB,MAAM,CAAC,CAAClE,IAAMA,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,OAAOF,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,QAAQF,EAAEgC,IAAI,CAAC3B,CAAC,IAAI0D,UAAU;QACjG,MAAMW,OAAOvD,MAAMsD,SAASP,MAAM,CAAC,CAAClE,IAAMA,EAAE8C,IAAI,KAAK,GAAGV,GAAG,CAAC,CAACpC,IAAMA,EAAEgC,IAAI;QACzE,MAAM2C,QAAQxD,MAAMsD,SAASP,MAAM,CAAC,CAAClE,IAAMA,EAAE8C,IAAI,KAAK,GAAGV,GAAG,CAAC,CAACpC,IAAMA,EAAEgC,IAAI;QAC1EC,YAAY;YAACyC;YAAMC;SAAM,CAACT,MAAM,CAAC,CAAClE,IAAkBA,MAAMuB;IAC5D,OAAO;QACL,MAAMkD,WAAW7B,KAAKsB,MAAM,CAAC,CAAClE,IAAMA,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,OAAOF,EAAEgC,IAAI,CAAC3B,CAAC,IAAI0D,UAAU;QAC7E,MAAMa,SAASzD,MAAMsD,SAASrC,GAAG,CAAC,CAACpC,IAAMA,EAAEgC,IAAI;QAC/CC,YAAY2C,WAAWrD,YAAY;YAACqD;SAAO,GAAG,EAAE;IAClD;IAEA,MAAMnB,QAAmBb,KAAKR,GAAG,CAAC,CAACyC,MAAQ1B,SAAS0B,IAAIpC,KAAK,EAAEoC,IAAI7C,IAAI,EAAED,aAAa8C,IAAI7C,IAAI,EAAEC;IAChGwB,MAAMjC,IAAI,CAAC,CAACf,GAAGC,IAAMD,EAAE2C,GAAG,GAAG1C,EAAE0C,GAAG,IAAI1C,EAAEH,IAAI,GAAGE,EAAEF,IAAI;IAErD,sEAAsE;IACtE,uJAAuJ;IACvJ,MAAMuE,UAAoB,EAAE;IAC5B,IAAK,IAAIC,IAAI,GAAGA,IAAItB,MAAMnC,MAAM,EAAEyD,IAAK;QACrC,IAAItB,KAAK,CAACsB,EAAE,CAAC3B,GAAG,KAAKK,KAAK,CAACsB,IAAI,EAAE,CAAC3B,GAAG,EAAE;YACrC,MAAM4B,IAAIvB,KAAK,CAACsB,IAAI,EAAE,CAACxE,IAAI,GAAGkD,KAAK,CAACsB,EAAE,CAACxE,IAAI;YAC3C,IAAIyE,IAAI,QAAQF,QAAQ5B,IAAI,CAAC8B;QAC/B;IACF;IACA,MAAMC,oBAAmB7D,WAAAA,OAAO0D,sBAAP1D,sBAAAA,WAAmB;IAC5C,MAAM8D,YAAY,IAAIC;IACtBlD,UAAUmD,OAAO,CAAC,CAACpF,GAAG6B;QACpBqD,UAAUG,GAAG,CAACxD,GAAG7B,CAAC,CAAC,EAAE;IACvB;IACA,MAAMsF,OAAkB,EAAE;IAC1B,MAAMC,kBAA6B,EAAE;IACrC,qEAAqE;IACrE,kHAAkH;IAClH,MAAMC,YAAY/B,MAAMS,MAAM,CAAC,CAAChC,IAAMA,EAAE7B,CAAC,IAAI2D;IAC7C,KAAK,MAAMyB,QAAQhC,MAAO;QACxB,MAAMiC,YAAYD,KAAK3D,IAAI,CAAC6D,KAAK,CAAC,KAAKzB,MAAM,CAAC0B,SAAStE,MAAM;QAC7D,MAAMuE,QAAQX,UAAUY,GAAG,CAACL,KAAKrC,GAAG;QACpC,MAAM2C,QAAQL,aAAahD,OAAOxD,aAAa,IAAI2G,UAAUtE,aAAaX,KAAK0B,GAAG,CAACmD,KAAKxF,CAAC,GAAG4F,SAASnD,OAAOtD,WAAW;QACvH,MAAM4G,sBACJD,SACAN,KAAKpF,CAAC,IAAI2D,YACV,CAAC,cAAciC,IAAI,CAACR,KAAK3D,IAAI,KAC7B,uEAAuE;QACvE,yEAAyE;QACzE,CAAC0D,UAAUU,IAAI,CAAC,CAACC,QAAUA,UAAUV,QAAQU,MAAM/C,GAAG,KAAKqC,KAAKrC,GAAG,IAAIxC,KAAK0B,GAAG,CAAC6D,MAAM5F,IAAI,GAAGkF,KAAKlF,IAAI,IAAIK,KAAKI,GAAG,CAACmF,MAAM9F,CAAC,EAAEoF,KAAKpF,CAAC,IAAI;QACxI,MAAM+F,kBAAkBJ,uBAAwBD,SAASN,KAAKlC,KAAK,GAAGb,OAAOvD,aAAa;QAC1F,MAAMkH,oBACJD,mBACAd,KAAKY,IAAI,CAAC,CAACxF;YACT,IAAIA,EAAE0C,GAAG,KAAKqC,KAAKrC,GAAG,EAAE,OAAO;YAC/B,MAAMkD,MAAM5F,EAAEH,IAAI,GAAGkF,KAAKlF,IAAI;YAC9B,IAAI+F,OAAO,KAAKA,MAAM5D,OAAOrD,OAAO,GAAG4F,kBAAkB,OAAO;YAChE,MAAMsB,UAAU3F,KAAKC,GAAG,CAACH,EAAET,CAAC,GAAGS,EAAE6C,KAAK,EAAEkC,KAAKxF,CAAC,GAAGwF,KAAKlC,KAAK,IAAI3C,KAAKI,GAAG,CAACN,EAAET,CAAC,EAAEwF,KAAKxF,CAAC;YACnF,OAAOsG,WAAWd,KAAKlC,KAAK,GAAG;QACjC;QACF,IAAI6C,mBAAmB,CAACC,mBAAmB;YACzCd,gBAAgBrC,IAAI,CAACuC;QACvB,OAAO;YACLH,KAAKpC,IAAI,CAACuC;QACZ;IACF;IACA,yEAAyE;IACzE,iFAAiF;IACjF,MAAM/B,SAAS6B;IAEf,0EAA0E;IAC1E,MAAMiB,OAAiB,EAAE;IACzB,IAAK,IAAIzB,IAAI,GAAGA,IAAIO,KAAKhE,MAAM,EAAEyD,IAAK;QACpC,IAAIO,IAAI,CAACP,EAAE,CAAC3B,GAAG,KAAKkC,IAAI,CAACP,IAAI,EAAE,CAAC3B,GAAG,EAAE;YACnC,MAAM4B,IAAIM,IAAI,CAACP,IAAI,EAAE,CAACxE,IAAI,GAAG+E,IAAI,CAACP,EAAE,CAACxE,IAAI;YACzC,IAAIyE,IAAI,QAAQwB,KAAKtD,IAAI,CAAC8B;QAC5B;IACF;IACA,OAAO;QAAEvB,OAAO6B;QAAM5B;QAAQC,KAAK,GAAEvC,WAAAA,OAAOoF,mBAAPpF,sBAAAA,WAAgB;IAAM;AAC7D;AAEA,mDAAmD;AAEnD,uEAAuE;AACvE,OAAO,SAASqF,OAAOpG,CAAS;IAC9B,OAAOO,KAAK8F,KAAK,CAACrG,IAAI,OAAO;AAC/B;AAEA,4EAA4E;AAC5E,OAAO,SAASsG,cAAcC,KAAgB,EAAElE,MAAc;IAC5D,MAAMmE,QAAQ,IAAI1B;IAClB,KAAK,MAAM9B,KAAKuD,MAAO;QACrB,KAAK,MAAM1E,KAAKmB,EAAEI,KAAK,CAAE;gBAEToD;YADd,MAAMnG,IAAI+F,OAAOvE,EAAE7B,CAAC;YACpBwG,MAAMxB,GAAG,CAAC3E,GAAG,EAACmG,aAAAA,MAAMf,GAAG,CAACpF,gBAAVmG,wBAAAA,aAAgB,KAAK3E,EAAEJ,IAAI,CAACR,MAAM;QAClD;IACF;IACA,4EAA4E;IAC5E,2DAA2D;IAC3D,IAAIwF,QAAQ;IACZ,IAAIC,YAAY,CAAC;IACjB,KAAK,MAAM,CAAChC,GAAGiC,EAAE,IAAIH,MAAO;QAC1B,IAAIG,IAAID,WAAW;YACjBA,YAAYC;YACZF,QAAQ/B;QACV;IACF;IAEA,MAAMkC,UAAU,IAAI9B;IACpB,IAAI+B,QAAQ,GAAG,uCAAuC;IACtD,IAAIC,MAAqB;IACzB,MAAMC,QAAQ;WAAIP,MAAMQ,IAAI;KAAG,CAACnD,MAAM,CAAC,CAACoD,IAAMA,IAAIR,QAAQpE,OAAOpD,YAAY,EAAEkC,IAAI,CAAC,CAACf,GAAGC,IAAMA,IAAID;IAClG,KAAK,MAAM6G,KAAKF,MAAO;QACrB,IAAID,QAAQ,QAAQG,IAAIH,MAAM,KAAK;YACjCD,QAAQtG,KAAKC,GAAG,CAAC,GAAGqG,QAAQ;YAC5BC,MAAMG;QACR;QACAL,QAAQ5B,GAAG,CAACiC,GAAGJ;IACjB;IACA,OAAO;QAAEJ;QAAOG;IAAQ;AAC1B"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/geometry.ts"],"sourcesContent":["// geometry.ts — OCR-path pass 2: words -> lines/columns/floats. Input is\n// flat words (normalized page coords, origin bottom-left, y up), not pre-clustered line observations.\nexport interface Word {\n text: string;\n x: number; // rect.minX\n y: number; // rect.minY\n w: number; // rect.width\n h: number; // rect.height\n // 0-100 (tesseract.js's own `confidence` field, not `conf`). Optional —\n // passthrough only; see report.ts's LOW_CONFIDENCE_THRESHOLD for the consumer.\n confidence?: number;\n}\n\n/** A `Word` with its page number — the shared shape behind both the OCR\n * engine's own output (tesseract.ts) and the replay input contract (extract.ts's OcrWordInput). */\nexport interface PageWord extends Word {\n page: number;\n}\n\nexport interface OcrLine {\n text: string;\n x: number; // rect.minX, used for float-alignment and indentation checks\n width: number; // rect.width, used for the float width check\n midY: number;\n h: number; // char-weighted dominant constituent height\n col: number;\n // Constituent words, left-to-right (same order as `text`'s tokens) — carries\n // word identity through row-building for analyze()'s block->word linkage.\n words: Word[];\n}\n\nexport interface PageOCR {\n lines: OcrLine[];\n // Decorative fragment candidates (src/emit.ts's floats aside), kept as full\n // OcrLine so callers recover both the printed text and constituent words.\n floats: OcrLine[];\n pitch: number;\n}\n\n/** Tuning knobs for the OCR-path geometry pass (CLI: `--float-*`/`--para-gap`/\n * `--heading-scale`/`--col-*`/`--line-*`). See DEFAULT_TUNING for defaults. */\nexport interface Tuning {\n /** fragments with more words than this are body text, not decoration */\n floatMaxWords: number;\n /** fraction of page width above which a fragment is too wide to be\n * decoration */\n floatMaxWidth: number;\n /** how far a fragment's left edge must sit from its column edge to be\n * decoration */\n floatMargin: number;\n /** a vertical gap this many times the line pitch is a paragraph break */\n paraGap: number;\n /** lines taller than this times body height are headings */\n headingScale: number;\n /** boxes wider than this are excluded from gutter detection */\n colMaxWidth: number;\n /** fractional x of the two-column midpoint */\n colSplit: number;\n /** vertical distance within which two boxes are the same line */\n lineYTol: number;\n /** same-line boxes with a larger height ratio don't merge */\n lineHeightRatio: number;\n}\n\n/** Measured defaults; derivation in `test/unit/tuning.test.ts`. lineHeightRatio\n * 2.4 = pair-F1 plateau edge (0.924@1.6 -> 0.995@2.4, 9,471 pairs, 2026-08-16). */\nexport const DEFAULT_TUNING: Tuning = {\n floatMaxWords: 3,\n floatMaxWidth: 0.15,\n floatMargin: 0.008,\n paraGap: 1.6,\n headingScale: 2.0,\n colMaxWidth: 0.55,\n colSplit: 0.5,\n lineYTol: 0.006,\n lineHeightRatio: 2.4,\n};\n\n// Two-column decision (test/unit/column-break.test.ts): gutter ink <=0.017\n// (2-col) vs >=0.047 (1-col) measured over 100 baseline pages, cut 0.03.\nexport const MAX_GUTTER_INK_FRAC = 0.03;\n\n// Near-empty pages (e.g. a 2-word title page) have no gutter ink either, so\n// a word-count floor is needed too; genuine columns measure >=76 words.\nexport const MIN_COL_WORDS = 10;\n\n// lineYTol is an absolute page fraction measured on body text, but a word's\n// box grows downward with its descenders, so its midpoint sits lower than a\n// descenderless neighbour's on the same printed line. At body size that offset\n// is ~0.003 (inside the tolerance); on 56pt display type it is ~0.007 (outside\n// it), which splits one heading into two rows that then emit in midY order\n// (\"Open Road\" -> \"Road Open\"). A descender is ~21% of the em, so the offset is\n// ~11% of the taller box; 0.2 clears it with margin and still sits far below any\n// line pitch. Body rows are unaffected: 0.2 * a body height stays under the floor.\nexport const LINE_Y_TOL_HEIGHT_FRAC = 0.2;\n\n// Measured: a thin data rail is 11% of body words; the thinnest genuine\n// column is 31% — 0.2 sits between.\nexport const MIN_COL_SHARE = 0.2;\n\ninterface Rect {\n x: number;\n y: number;\n w: number;\n h: number;\n}\ntype Range = readonly [number, number];\n\nconst maxX = (r: Rect): number => r.x + r.w;\nconst maxY = (r: Rect): number => r.y + r.h;\nconst midX = (r: Rect): number => r.x + r.w / 2;\nconst midY = (r: Rect): number => r.y + r.h / 2;\n\nfunction union(a: Rect, b: Rect): Rect {\n const x0 = Math.min(a.x, b.x);\n const y0 = Math.min(a.y, b.y);\n const x1 = Math.max(maxX(a), maxX(b));\n const y1 = Math.max(maxY(a), maxY(b));\n return { x: x0, y: y0, w: x1 - x0, h: y1 - y0 };\n}\n\n// Overlap of a rect's x-span with a column x-range.\nfunction xOverlap(r: Rect, range: Range): number {\n return Math.max(0, Math.min(maxX(r), range[1]) - Math.max(r.x, range[0]));\n}\n\nfunction median(xs: number[]): number | undefined {\n if (!xs.length) return undefined;\n return [...xs].sort((a, b) => a - b)[Math.floor(xs.length / 2)];\n}\n\n// Char-weighted dominant height: most characters wins (ties keep first) —\n// same rule as src/lines.ts, so a small merged fragment can't promote a heading.\nfunction dominantHeight(parts: Word[]): number {\n let best = parts[0];\n for (let i = 1; i < parts.length; i++) {\n if (parts[i].text.length > best.text.length) best = parts[i];\n }\n return best.h;\n}\n\nfunction assignColumn(rect: Rect, colRanges: Range[]): number {\n if (colRanges.length !== 2) return 0;\n const l = xOverlap(rect, colRanges[0]);\n const r = xOverlap(rect, colRanges[1]);\n if (l !== r) return l > r ? 0 : 1;\n const centers = colRanges.map((rg) => (rg[0] + rg[1]) / 2);\n return Math.abs(midX(rect) - centers[0]) <= Math.abs(midX(rect) - centers[1]) ? 0 : 1;\n}\n\n// A column x-range from full-width body rows: short paragraph-final rows and\n// decorative fragments must not stretch it.\nfunction range(rects: Rect[]): Range | undefined {\n if (rects.length < 2) return undefined;\n return [Math.min(...rects.map((r) => r.x)), Math.max(...rects.map(maxX))];\n}\n\ninterface Row {\n rect: Rect;\n words: Word[];\n band: number; // -1 (gutter band / n/a), 0 (left or single column), 1 (right)\n}\n\n// Groups same-visual-line words via lineYTol/lineHeightRatio, requiring band\n// agreement; searches ALL open rows since per-word y drifts ~0.001 across a\n// printed line, enough to interleave two lines' words in y-sorted order. The y\n// tolerance scales with box height (LINE_Y_TOL_HEIGHT_FRAC) so display type,\n// whose descenders shift a word's midpoint further, still groups as one row.\nfunction buildRows(words: Word[], tuning: Tuning, bandOf: (w: Word) => number): Row[] {\n const rows: Row[] = [];\n // Sort order only affects which compatible row a tie lands in (every row\n // is searched) — top-to-bottom, left-to-right keeps results deterministic.\n const sorted = [...words].sort((a, b) => midY(b) - midY(a) || a.x - b.x);\n for (const w of sorted) {\n const band = bandOf(w);\n const target = rows.find((r) => {\n if (r.band !== band) return false;\n const yTol = Math.max(tuning.lineYTol, Math.max(r.rect.h, w.h) * LINE_Y_TOL_HEIGHT_FRAC);\n return Math.abs(midY(r.rect) - midY(w)) <= yTol && Math.max(r.rect.h, w.h) < Math.min(r.rect.h, w.h) * tuning.lineHeightRatio;\n });\n if (target) {\n target.words.push(w);\n target.rect = union(target.rect, w);\n } else {\n rows.push({ rect: { x: w.x, y: w.y, w: w.w, h: w.h }, words: [w], band });\n }\n }\n return rows;\n}\n\nfunction makeLine(parts: Word[], rect: Rect, col: number): OcrLine {\n const sorted = [...parts].sort((a, b) => a.x - b.x);\n const text = sorted.map((p) => p.text).join(' ');\n return {\n text,\n x: rect.x,\n width: rect.w,\n midY: midY(rect),\n h: dominantHeight(parts),\n col,\n words: sorted,\n };\n}\n\n// Word-geometry pass (render/recognize happens upstream, in the OCR engine).\n// Body-height words band left/right before row-grouping; heading-height words group across the full width, so a title stays one line.\nexport function buildPageOCR(words: Word[], tuning: Tuning): PageOCR {\n if (!words.length) return { lines: [], floats: [], pitch: 0.012 };\n\n const colBand = 0.02;\n const colLeftCut = tuning.colSplit - colBand;\n const colRightCut = tuning.colSplit + colBand;\n\n const medianH = median(words.map((w) => w.h)) ?? 0.017;\n // Same literal `medianH * 2` used elsewhere for this gate — not\n // `tuning.headingScale`, a separate constant that happens to share the 2.0 default.\n const tallGate = medianH * 2;\n\n // Two-column decision (test/unit/column-break.test.ts): gutter ink <=0.017\n // (2-col) vs >=0.047 (1-col), cut 0.03; floors >=0.2 share/>=10 words per side.\n const bodyWords = words.filter((w) => w.h < tallGate);\n const gutterInk = bodyWords.filter((w) => w.x < tuning.colSplit && maxX(w) > tuning.colSplit).length;\n const leftPop = bodyWords.filter((w) => midX(w) < colLeftCut).length;\n const rightPop = bodyWords.filter((w) => midX(w) > colRightCut).length;\n const twoCol = leftPop >= MIN_COL_WORDS && rightPop >= MIN_COL_WORDS && leftPop >= bodyWords.length * MIN_COL_SHARE && rightPop >= bodyWords.length * MIN_COL_SHARE && gutterInk <= bodyWords.length * MAX_GUTTER_INK_FRAC;\n\n // Band by word CENTER, no dead band: a word box can touch the split exactly\n // (a box can touch the split exactly) and still belongs to its center's column — the twoCol\n // gate above already guarantees near-zero gutter ink.\n const bandOf = (w: Word): number => {\n if (!twoCol) return 0;\n return midX(w) < tuning.colSplit ? 0 : 1;\n };\n const tallRows = buildRows(\n words.filter((w) => w.h >= tallGate),\n tuning,\n () => 0\n );\n const normalRows = buildRows(\n words.filter((w) => w.h < tallGate),\n tuning,\n bandOf\n );\n const rows = [...tallRows, ...normalRows];\n\n // Column ranges from body rows (height <= medianH*1.6): two-col ranges use\n // rows 0.2-0.55 wide; single-col has no upper bound (full-width rows ARE the column).\n let colRanges: Range[];\n if (twoCol) {\n const wideRows = rows.filter((r) => r.rect.w >= 0.2 && r.rect.w <= 0.55 && r.rect.h <= medianH * 1.6);\n const left = range(wideRows.filter((r) => r.band === 0).map((r) => r.rect));\n const right = range(wideRows.filter((r) => r.band === 1).map((r) => r.rect));\n colRanges = [left, right].filter((r): r is Range => r !== undefined);\n } else {\n const wideRows = rows.filter((r) => r.rect.w >= 0.2 && r.rect.h <= medianH * 1.6);\n const single = range(wideRows.map((r) => r.rect));\n colRanges = single !== undefined ? [single] : [];\n }\n\n const lines: OcrLine[] = rows.map((row) => makeLine(row.words, row.rect, assignColumn(row.rect, colRanges)));\n lines.sort((a, b) => a.col - b.col || b.midY - a.midY);\n\n // Float detection: short+narrow+misaligned, rescued into body when it\n // hangs under a body line like a paragraph continuation (same col, gap<=paraGap x pitch, x-overlap) — protects a centered paragraph's short last line.\n const preGaps: number[] = [];\n for (let k = 1; k < lines.length; k++) {\n if (lines[k].col === lines[k - 1].col) {\n const g = lines[k - 1].midY - lines[k].midY;\n if (g > 0.0005) preGaps.push(g);\n }\n }\n const provisionalPitch = median(preGaps) ?? 0.012;\n const colStarts = new Map<number, number>();\n colRanges.forEach((r, i) => {\n colStarts.set(i, r[0]);\n });\n const body: OcrLine[] = [];\n const floatCandidates: OcrLine[] = [];\n // Display-size junk (e.g. \"1/3\" at 68pt, 0.179 wide vs the 0.15 cap)\n // escapes the narrow float test; caught here by junk text + isolation (no adjacent tall line within 2.2x height).\n const tallLines = lines.filter((l) => l.h >= tallGate);\n for (const line of lines) {\n const wordCount = line.text.split(' ').filter(Boolean).length;\n const start = colStarts.get(line.col);\n const short = wordCount <= tuning.floatMaxWords && start !== undefined && Math.abs(line.x - start) > tuning.floatMargin;\n const displayJunkFragment =\n short &&\n line.h >= tallGate &&\n !/[A-Za-z]{3}/.test(line.text) &&\n // Same-column only, matching emitPage's heading-run gather — a heading\n // in the OTHER column can be y-adjacent without composing with this one.\n !tallLines.some((other) => other !== line && other.col === line.col && Math.abs(other.midY - line.midY) < Math.max(other.h, line.h) * 2.2);\n const looksDecorative = displayJunkFragment || (short && line.width < tuning.floatMaxWidth);\n const paragraphAdjacent =\n looksDecorative &&\n body.some((b) => {\n if (b.col !== line.col) return false;\n const gap = b.midY - line.midY;\n if (gap <= 0 || gap > tuning.paraGap * provisionalPitch) return false;\n const overlap = Math.min(b.x + b.width, line.x + line.width) - Math.max(b.x, line.x);\n return overlap >= line.width * 0.5;\n });\n if (looksDecorative && !paragraphAdjacent) {\n floatCandidates.push(line);\n } else {\n body.push(line);\n }\n }\n // One float per candidate row, in line order — no clustering of adjacent\n // candidates: replay against the frozen baseline regressed ~30 pages when tried.\n const floats = floatCandidates;\n\n // Line pitch = median vertical gap between consecutive same-column lines.\n const gaps: number[] = [];\n for (let k = 1; k < body.length; k++) {\n if (body[k].col === body[k - 1].col) {\n const g = body[k - 1].midY - body[k].midY;\n if (g > 0.0005) gaps.push(g);\n }\n }\n return { lines: body, floats, pitch: median(gaps) ?? 0.012 };\n}\n\n// Document-wide height histogram -> heading levels\n\n// Bucket heights to 0.002 of page height so histogram keys are stable.\nexport function bucket(h: number): number {\n return Math.round(h * 500) / 500;\n}\n\n// `pages` are the already-body-only (post-float-filtering) PageOCR results.\nexport function headingLevels(pages: PageOCR[], tuning: Tuning): { bodyH: number; levelOf: Map<number, number> } {\n const chars = new Map<number, number>();\n for (const p of pages) {\n for (const l of p.lines) {\n const b = bucket(l.h);\n chars.set(b, (chars.get(b) ?? 0) + l.text.length);\n }\n }\n // Most-common height wins; ties broken by first-encountered (deterministic;\n // char-count ties across real documents are not observed).\n let bodyH = 0;\n let bestCount = -1;\n for (const [k, v] of chars) {\n if (v > bestCount) {\n bestCount = v;\n bodyH = k;\n }\n }\n\n const levelOf = new Map<number, number>();\n let level = 3; // \"### pN\" page markers occupy level 3\n let rep: number | null = null;\n const sizes = [...chars.keys()].filter((s) => s > bodyH * tuning.headingScale).sort((a, b) => b - a);\n for (const s of sizes) {\n if (rep === null || s < rep * 0.8) {\n level = Math.min(6, level + 1);\n rep = s;\n }\n levelOf.set(s, level);\n }\n return { bodyH, levelOf };\n}\n"],"names":["DEFAULT_TUNING","floatMaxWords","floatMaxWidth","floatMargin","paraGap","headingScale","colMaxWidth","colSplit","lineYTol","lineHeightRatio","MAX_GUTTER_INK_FRAC","MIN_COL_WORDS","LINE_Y_TOL_HEIGHT_FRAC","MIN_COL_SHARE","maxX","r","x","w","maxY","y","h","midX","midY","union","a","b","x0","Math","min","y0","x1","max","y1","xOverlap","range","median","xs","length","undefined","sort","floor","dominantHeight","parts","best","i","text","assignColumn","rect","colRanges","l","centers","map","rg","abs","rects","buildRows","words","tuning","bandOf","rows","sorted","band","target","find","yTol","push","makeLine","col","p","join","width","buildPageOCR","lines","floats","pitch","colBand","colLeftCut","colRightCut","medianH","tallGate","bodyWords","filter","gutterInk","leftPop","rightPop","twoCol","tallRows","normalRows","wideRows","left","right","single","row","preGaps","k","g","provisionalPitch","colStarts","Map","forEach","set","body","floatCandidates","tallLines","line","wordCount","split","Boolean","start","get","short","displayJunkFragment","test","some","other","looksDecorative","paragraphAdjacent","gap","overlap","gaps","bucket","round","headingLevels","pages","chars","bodyH","bestCount","v","levelOf","level","rep","sizes","keys","s"],"mappings":"AAAA,yEAAyE;AACzE,sGAAsG;AA+DtG;iFACiF,GACjF,OAAO,MAAMA,iBAAyB;IACpCC,eAAe;IACfC,eAAe;IACfC,aAAa;IACbC,SAAS;IACTC,cAAc;IACdC,aAAa;IACbC,UAAU;IACVC,UAAU;IACVC,iBAAiB;AACnB,EAAE;AAEF,2EAA2E;AAC3E,yEAAyE;AACzE,OAAO,MAAMC,sBAAsB,KAAK;AAExC,4EAA4E;AAC5E,wEAAwE;AACxE,OAAO,MAAMC,gBAAgB,GAAG;AAEhC,4EAA4E;AAC5E,4EAA4E;AAC5E,+EAA+E;AAC/E,+EAA+E;AAC/E,2EAA2E;AAC3E,gFAAgF;AAChF,iFAAiF;AACjF,mFAAmF;AACnF,OAAO,MAAMC,yBAAyB,IAAI;AAE1C,wEAAwE;AACxE,oCAAoC;AACpC,OAAO,MAAMC,gBAAgB,IAAI;AAUjC,MAAMC,OAAO,CAACC,IAAoBA,EAAEC,CAAC,GAAGD,EAAEE,CAAC;AAC3C,MAAMC,OAAO,CAACH,IAAoBA,EAAEI,CAAC,GAAGJ,EAAEK,CAAC;AAC3C,MAAMC,OAAO,CAACN,IAAoBA,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAG;AAC9C,MAAMK,OAAO,CAACP,IAAoBA,EAAEI,CAAC,GAAGJ,EAAEK,CAAC,GAAG;AAE9C,SAASG,MAAMC,CAAO,EAAEC,CAAO;IAC7B,MAAMC,KAAKC,KAAKC,GAAG,CAACJ,EAAER,CAAC,EAAES,EAAET,CAAC;IAC5B,MAAMa,KAAKF,KAAKC,GAAG,CAACJ,EAAEL,CAAC,EAAEM,EAAEN,CAAC;IAC5B,MAAMW,KAAKH,KAAKI,GAAG,CAACjB,KAAKU,IAAIV,KAAKW;IAClC,MAAMO,KAAKL,KAAKI,GAAG,CAACb,KAAKM,IAAIN,KAAKO;IAClC,OAAO;QAAET,GAAGU;QAAIP,GAAGU;QAAIZ,GAAGa,KAAKJ;QAAIN,GAAGY,KAAKH;IAAG;AAChD;AAEA,oDAAoD;AACpD,SAASI,SAASlB,CAAO,EAAEmB,KAAY;IACrC,OAAOP,KAAKI,GAAG,CAAC,GAAGJ,KAAKC,GAAG,CAACd,KAAKC,IAAImB,KAAK,CAAC,EAAE,IAAIP,KAAKI,GAAG,CAAChB,EAAEC,CAAC,EAAEkB,KAAK,CAAC,EAAE;AACzE;AAEA,SAASC,OAAOC,EAAY;IAC1B,IAAI,CAACA,GAAGC,MAAM,EAAE,OAAOC;IACvB,OAAO;WAAIF;KAAG,CAACG,IAAI,CAAC,CAACf,GAAGC,IAAMD,IAAIC,EAAE,CAACE,KAAKa,KAAK,CAACJ,GAAGC,MAAM,GAAG,GAAG;AACjE;AAEA,0EAA0E;AAC1E,iFAAiF;AACjF,SAASI,eAAeC,KAAa;IACnC,IAAIC,OAAOD,KAAK,CAAC,EAAE;IACnB,IAAK,IAAIE,IAAI,GAAGA,IAAIF,MAAML,MAAM,EAAEO,IAAK;QACrC,IAAIF,KAAK,CAACE,EAAE,CAACC,IAAI,CAACR,MAAM,GAAGM,KAAKE,IAAI,CAACR,MAAM,EAAEM,OAAOD,KAAK,CAACE,EAAE;IAC9D;IACA,OAAOD,KAAKvB,CAAC;AACf;AAEA,SAAS0B,aAAaC,IAAU,EAAEC,SAAkB;IAClD,IAAIA,UAAUX,MAAM,KAAK,GAAG,OAAO;IACnC,MAAMY,IAAIhB,SAASc,MAAMC,SAAS,CAAC,EAAE;IACrC,MAAMjC,IAAIkB,SAASc,MAAMC,SAAS,CAAC,EAAE;IACrC,IAAIC,MAAMlC,GAAG,OAAOkC,IAAIlC,IAAI,IAAI;IAChC,MAAMmC,UAAUF,UAAUG,GAAG,CAAC,CAACC,KAAO,AAACA,CAAAA,EAAE,CAAC,EAAE,GAAGA,EAAE,CAAC,EAAE,AAAD,IAAK;IACxD,OAAOzB,KAAK0B,GAAG,CAAChC,KAAK0B,QAAQG,OAAO,CAAC,EAAE,KAAKvB,KAAK0B,GAAG,CAAChC,KAAK0B,QAAQG,OAAO,CAAC,EAAE,IAAI,IAAI;AACtF;AAEA,6EAA6E;AAC7E,4CAA4C;AAC5C,SAAShB,MAAMoB,KAAa;IAC1B,IAAIA,MAAMjB,MAAM,GAAG,GAAG,OAAOC;IAC7B,OAAO;QAACX,KAAKC,GAAG,IAAI0B,MAAMH,GAAG,CAAC,CAACpC,IAAMA,EAAEC,CAAC;QAAIW,KAAKI,GAAG,IAAIuB,MAAMH,GAAG,CAACrC;KAAO;AAC3E;AAQA,6EAA6E;AAC7E,4EAA4E;AAC5E,+EAA+E;AAC/E,6EAA6E;AAC7E,6EAA6E;AAC7E,SAASyC,UAAUC,KAAa,EAAEC,MAAc,EAAEC,MAA2B;IAC3E,MAAMC,OAAc,EAAE;IACtB,yEAAyE;IACzE,2EAA2E;IAC3E,MAAMC,SAAS;WAAIJ;KAAM,CAACjB,IAAI,CAAC,CAACf,GAAGC,IAAMH,KAAKG,KAAKH,KAAKE,MAAMA,EAAER,CAAC,GAAGS,EAAET,CAAC;IACvE,KAAK,MAAMC,KAAK2C,OAAQ;QACtB,MAAMC,OAAOH,OAAOzC;QACpB,MAAM6C,SAASH,KAAKI,IAAI,CAAC,CAAChD;YACxB,IAAIA,EAAE8C,IAAI,KAAKA,MAAM,OAAO;YAC5B,MAAMG,OAAOrC,KAAKI,GAAG,CAAC0B,OAAOjD,QAAQ,EAAEmB,KAAKI,GAAG,CAAChB,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAIR;YACjE,OAAOe,KAAK0B,GAAG,CAAC/B,KAAKP,EAAEgC,IAAI,IAAIzB,KAAKL,OAAO+C,QAAQrC,KAAKI,GAAG,CAAChB,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAIO,KAAKC,GAAG,CAACb,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAIqC,OAAOhD,eAAe;QAC/H;QACA,IAAIqD,QAAQ;YACVA,OAAON,KAAK,CAACS,IAAI,CAAChD;YAClB6C,OAAOf,IAAI,GAAGxB,MAAMuC,OAAOf,IAAI,EAAE9B;QACnC,OAAO;YACL0C,KAAKM,IAAI,CAAC;gBAAElB,MAAM;oBAAE/B,GAAGC,EAAED,CAAC;oBAAEG,GAAGF,EAAEE,CAAC;oBAAEF,GAAGA,EAAEA,CAAC;oBAAEG,GAAGH,EAAEG,CAAC;gBAAC;gBAAGoC,OAAO;oBAACvC;iBAAE;gBAAE4C;YAAK;QACzE;IACF;IACA,OAAOF;AACT;AAEA,SAASO,SAASxB,KAAa,EAAEK,IAAU,EAAEoB,GAAW;IACtD,MAAMP,SAAS;WAAIlB;KAAM,CAACH,IAAI,CAAC,CAACf,GAAGC,IAAMD,EAAER,CAAC,GAAGS,EAAET,CAAC;IAClD,MAAM6B,OAAOe,OAAOT,GAAG,CAAC,CAACiB,IAAMA,EAAEvB,IAAI,EAAEwB,IAAI,CAAC;IAC5C,OAAO;QACLxB;QACA7B,GAAG+B,KAAK/B,CAAC;QACTsD,OAAOvB,KAAK9B,CAAC;QACbK,MAAMA,KAAKyB;QACX3B,GAAGqB,eAAeC;QAClByB;QACAX,OAAOI;IACT;AACF;AAEA,6EAA6E;AAC7E,sIAAsI;AACtI,OAAO,SAASW,aAAaf,KAAa,EAAEC,MAAc;QAOxCtB,SA0DSA,UAiDYA;IAjHrC,IAAI,CAACqB,MAAMnB,MAAM,EAAE,OAAO;QAAEmC,OAAO,EAAE;QAAEC,QAAQ,EAAE;QAAEC,OAAO;IAAM;IAEhE,MAAMC,UAAU;IAChB,MAAMC,aAAanB,OAAOlD,QAAQ,GAAGoE;IACrC,MAAME,cAAcpB,OAAOlD,QAAQ,GAAGoE;IAEtC,MAAMG,WAAU3C,UAAAA,OAAOqB,MAAML,GAAG,CAAC,CAAClC,IAAMA,EAAEG,CAAC,gBAA3Be,qBAAAA,UAAiC;IACjD,gEAAgE;IAChE,oFAAoF;IACpF,MAAM4C,WAAWD,UAAU;IAE3B,2EAA2E;IAC3E,gFAAgF;IAChF,MAAME,YAAYxB,MAAMyB,MAAM,CAAC,CAAChE,IAAMA,EAAEG,CAAC,GAAG2D;IAC5C,MAAMG,YAAYF,UAAUC,MAAM,CAAC,CAAChE,IAAMA,EAAED,CAAC,GAAGyC,OAAOlD,QAAQ,IAAIO,KAAKG,KAAKwC,OAAOlD,QAAQ,EAAE8B,MAAM;IACpG,MAAM8C,UAAUH,UAAUC,MAAM,CAAC,CAAChE,IAAMI,KAAKJ,KAAK2D,YAAYvC,MAAM;IACpE,MAAM+C,WAAWJ,UAAUC,MAAM,CAAC,CAAChE,IAAMI,KAAKJ,KAAK4D,aAAaxC,MAAM;IACtE,MAAMgD,SAASF,WAAWxE,iBAAiByE,YAAYzE,iBAAiBwE,WAAWH,UAAU3C,MAAM,GAAGxB,iBAAiBuE,YAAYJ,UAAU3C,MAAM,GAAGxB,iBAAiBqE,aAAaF,UAAU3C,MAAM,GAAG3B;IAEvM,4EAA4E;IAC5E,4FAA4F;IAC5F,sDAAsD;IACtD,MAAMgD,SAAS,CAACzC;QACd,IAAI,CAACoE,QAAQ,OAAO;QACpB,OAAOhE,KAAKJ,KAAKwC,OAAOlD,QAAQ,GAAG,IAAI;IACzC;IACA,MAAM+E,WAAW/B,UACfC,MAAMyB,MAAM,CAAC,CAAChE,IAAMA,EAAEG,CAAC,IAAI2D,WAC3BtB,QACA,IAAM;IAER,MAAM8B,aAAahC,UACjBC,MAAMyB,MAAM,CAAC,CAAChE,IAAMA,EAAEG,CAAC,GAAG2D,WAC1BtB,QACAC;IAEF,MAAMC,OAAO;WAAI2B;WAAaC;KAAW;IAEzC,2EAA2E;IAC3E,sFAAsF;IACtF,IAAIvC;IACJ,IAAIqC,QAAQ;QACV,MAAMG,WAAW7B,KAAKsB,MAAM,CAAC,CAAClE,IAAMA,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,OAAOF,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,QAAQF,EAAEgC,IAAI,CAAC3B,CAAC,IAAI0D,UAAU;QACjG,MAAMW,OAAOvD,MAAMsD,SAASP,MAAM,CAAC,CAAClE,IAAMA,EAAE8C,IAAI,KAAK,GAAGV,GAAG,CAAC,CAACpC,IAAMA,EAAEgC,IAAI;QACzE,MAAM2C,QAAQxD,MAAMsD,SAASP,MAAM,CAAC,CAAClE,IAAMA,EAAE8C,IAAI,KAAK,GAAGV,GAAG,CAAC,CAACpC,IAAMA,EAAEgC,IAAI;QAC1EC,YAAY;YAACyC;YAAMC;SAAM,CAACT,MAAM,CAAC,CAAClE,IAAkBA,MAAMuB;IAC5D,OAAO;QACL,MAAMkD,WAAW7B,KAAKsB,MAAM,CAAC,CAAClE,IAAMA,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,OAAOF,EAAEgC,IAAI,CAAC3B,CAAC,IAAI0D,UAAU;QAC7E,MAAMa,SAASzD,MAAMsD,SAASrC,GAAG,CAAC,CAACpC,IAAMA,EAAEgC,IAAI;QAC/CC,YAAY2C,WAAWrD,YAAY;YAACqD;SAAO,GAAG,EAAE;IAClD;IAEA,MAAMnB,QAAmBb,KAAKR,GAAG,CAAC,CAACyC,MAAQ1B,SAAS0B,IAAIpC,KAAK,EAAEoC,IAAI7C,IAAI,EAAED,aAAa8C,IAAI7C,IAAI,EAAEC;IAChGwB,MAAMjC,IAAI,CAAC,CAACf,GAAGC,IAAMD,EAAE2C,GAAG,GAAG1C,EAAE0C,GAAG,IAAI1C,EAAEH,IAAI,GAAGE,EAAEF,IAAI;IAErD,sEAAsE;IACtE,uJAAuJ;IACvJ,MAAMuE,UAAoB,EAAE;IAC5B,IAAK,IAAIC,IAAI,GAAGA,IAAItB,MAAMnC,MAAM,EAAEyD,IAAK;QACrC,IAAItB,KAAK,CAACsB,EAAE,CAAC3B,GAAG,KAAKK,KAAK,CAACsB,IAAI,EAAE,CAAC3B,GAAG,EAAE;YACrC,MAAM4B,IAAIvB,KAAK,CAACsB,IAAI,EAAE,CAACxE,IAAI,GAAGkD,KAAK,CAACsB,EAAE,CAACxE,IAAI;YAC3C,IAAIyE,IAAI,QAAQF,QAAQ5B,IAAI,CAAC8B;QAC/B;IACF;IACA,MAAMC,oBAAmB7D,WAAAA,OAAO0D,sBAAP1D,sBAAAA,WAAmB;IAC5C,MAAM8D,YAAY,IAAIC;IACtBlD,UAAUmD,OAAO,CAAC,CAACpF,GAAG6B;QACpBqD,UAAUG,GAAG,CAACxD,GAAG7B,CAAC,CAAC,EAAE;IACvB;IACA,MAAMsF,OAAkB,EAAE;IAC1B,MAAMC,kBAA6B,EAAE;IACrC,qEAAqE;IACrE,kHAAkH;IAClH,MAAMC,YAAY/B,MAAMS,MAAM,CAAC,CAAChC,IAAMA,EAAE7B,CAAC,IAAI2D;IAC7C,KAAK,MAAMyB,QAAQhC,MAAO;QACxB,MAAMiC,YAAYD,KAAK3D,IAAI,CAAC6D,KAAK,CAAC,KAAKzB,MAAM,CAAC0B,SAAStE,MAAM;QAC7D,MAAMuE,QAAQX,UAAUY,GAAG,CAACL,KAAKrC,GAAG;QACpC,MAAM2C,QAAQL,aAAahD,OAAOxD,aAAa,IAAI2G,UAAUtE,aAAaX,KAAK0B,GAAG,CAACmD,KAAKxF,CAAC,GAAG4F,SAASnD,OAAOtD,WAAW;QACvH,MAAM4G,sBACJD,SACAN,KAAKpF,CAAC,IAAI2D,YACV,CAAC,cAAciC,IAAI,CAACR,KAAK3D,IAAI,KAC7B,uEAAuE;QACvE,yEAAyE;QACzE,CAAC0D,UAAUU,IAAI,CAAC,CAACC,QAAUA,UAAUV,QAAQU,MAAM/C,GAAG,KAAKqC,KAAKrC,GAAG,IAAIxC,KAAK0B,GAAG,CAAC6D,MAAM5F,IAAI,GAAGkF,KAAKlF,IAAI,IAAIK,KAAKI,GAAG,CAACmF,MAAM9F,CAAC,EAAEoF,KAAKpF,CAAC,IAAI;QACxI,MAAM+F,kBAAkBJ,uBAAwBD,SAASN,KAAKlC,KAAK,GAAGb,OAAOvD,aAAa;QAC1F,MAAMkH,oBACJD,mBACAd,KAAKY,IAAI,CAAC,CAACxF;YACT,IAAIA,EAAE0C,GAAG,KAAKqC,KAAKrC,GAAG,EAAE,OAAO;YAC/B,MAAMkD,MAAM5F,EAAEH,IAAI,GAAGkF,KAAKlF,IAAI;YAC9B,IAAI+F,OAAO,KAAKA,MAAM5D,OAAOrD,OAAO,GAAG4F,kBAAkB,OAAO;YAChE,MAAMsB,UAAU3F,KAAKC,GAAG,CAACH,EAAET,CAAC,GAAGS,EAAE6C,KAAK,EAAEkC,KAAKxF,CAAC,GAAGwF,KAAKlC,KAAK,IAAI3C,KAAKI,GAAG,CAACN,EAAET,CAAC,EAAEwF,KAAKxF,CAAC;YACnF,OAAOsG,WAAWd,KAAKlC,KAAK,GAAG;QACjC;QACF,IAAI6C,mBAAmB,CAACC,mBAAmB;YACzCd,gBAAgBrC,IAAI,CAACuC;QACvB,OAAO;YACLH,KAAKpC,IAAI,CAACuC;QACZ;IACF;IACA,yEAAyE;IACzE,iFAAiF;IACjF,MAAM/B,SAAS6B;IAEf,0EAA0E;IAC1E,MAAMiB,OAAiB,EAAE;IACzB,IAAK,IAAIzB,IAAI,GAAGA,IAAIO,KAAKhE,MAAM,EAAEyD,IAAK;QACpC,IAAIO,IAAI,CAACP,EAAE,CAAC3B,GAAG,KAAKkC,IAAI,CAACP,IAAI,EAAE,CAAC3B,GAAG,EAAE;YACnC,MAAM4B,IAAIM,IAAI,CAACP,IAAI,EAAE,CAACxE,IAAI,GAAG+E,IAAI,CAACP,EAAE,CAACxE,IAAI;YACzC,IAAIyE,IAAI,QAAQwB,KAAKtD,IAAI,CAAC8B;QAC5B;IACF;IACA,OAAO;QAAEvB,OAAO6B;QAAM5B;QAAQC,KAAK,GAAEvC,WAAAA,OAAOoF,mBAAPpF,sBAAAA,WAAgB;IAAM;AAC7D;AAEA,mDAAmD;AAEnD,uEAAuE;AACvE,OAAO,SAASqF,OAAOpG,CAAS;IAC9B,OAAOO,KAAK8F,KAAK,CAACrG,IAAI,OAAO;AAC/B;AAEA,4EAA4E;AAC5E,OAAO,SAASsG,cAAcC,KAAgB,EAAElE,MAAc;IAC5D,MAAMmE,QAAQ,IAAI1B;IAClB,KAAK,MAAM9B,KAAKuD,MAAO;QACrB,KAAK,MAAM1E,KAAKmB,EAAEI,KAAK,CAAE;gBAEToD;YADd,MAAMnG,IAAI+F,OAAOvE,EAAE7B,CAAC;YACpBwG,MAAMxB,GAAG,CAAC3E,GAAG,EAACmG,aAAAA,MAAMf,GAAG,CAACpF,gBAAVmG,wBAAAA,aAAgB,KAAK3E,EAAEJ,IAAI,CAACR,MAAM;QAClD;IACF;IACA,4EAA4E;IAC5E,2DAA2D;IAC3D,IAAIwF,QAAQ;IACZ,IAAIC,YAAY,CAAC;IACjB,KAAK,MAAM,CAAChC,GAAGiC,EAAE,IAAIH,MAAO;QAC1B,IAAIG,IAAID,WAAW;YACjBA,YAAYC;YACZF,QAAQ/B;QACV;IACF;IAEA,MAAMkC,UAAU,IAAI9B;IACpB,IAAI+B,QAAQ,GAAG,uCAAuC;IACtD,IAAIC,MAAqB;IACzB,MAAMC,QAAQ;WAAIP,MAAMQ,IAAI;KAAG,CAACnD,MAAM,CAAC,CAACoD,IAAMA,IAAIR,QAAQpE,OAAOpD,YAAY,EAAEkC,IAAI,CAAC,CAACf,GAAGC,IAAMA,IAAID;IAClG,KAAK,MAAM6G,KAAKF,MAAO;QACrB,IAAID,QAAQ,QAAQG,IAAIH,MAAM,KAAK;YACjCD,QAAQtG,KAAKC,GAAG,CAAC,GAAGqG,QAAQ;YAC5BC,MAAMG;QACR;QACAL,QAAQ5B,GAAG,CAACiC,GAAGJ;IACjB;IACA,OAAO;QAAEJ;QAAOG;IAAQ;AAC1B"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/index.ts"],"sourcesContent":["// Public library API. Deliberately small: every export is a stability\n// promise; internals stay module-private behind these.\n\nexport type { AnalyzeOcrOptions, AnalyzeOptions, AnalyzeTextOptions } from './analyze.ts';\nexport { analyze } from './analyze.ts';\nexport type { AuditResult } from './audit.ts';\nexport { auditWords } from './audit.ts';\nexport type { PdfToMdErrorCode } from './errors.ts';\nexport { PdfToMdError } from './errors.ts';\nexport type {\n ExtractOcrOptions,\n ExtractResult,\n ExtractTextOptions,\n OcrProgressEvent,\n OcrWordInput,\n PageSelection,\n PdfToMarkdownOptions,\n} from './extract.ts';\nexport { extractOcr, extractText, pdfToMarkdown } from './extract.ts';\nexport type { PageWord, Tuning } from './geometry.ts';\nexport { DEFAULT_TUNING } from './geometry.ts';\nexport type { RenderPageResult } from './raster.ts';\nexport { renderPageToPNG } from './raster.ts';\nexport { toMarkdown, toText } from './render-analysis.ts';\nexport { OUTPUT_VERSION } from './report.ts';\nexport type { Analysis, AnalysisBlock, AnalysisPage, AnalysisWord, PageStatsRow, Report } from './types.ts';\n"],"names":["analyze","auditWords","PdfToMdError","extractOcr","extractText","pdfToMarkdown","DEFAULT_TUNING","renderPageToPNG","toMarkdown","toText","OUTPUT_VERSION"],"mappings":"AAAA,sEAAsE;AACtE,uDAAuD;AAGvD,SAASA,OAAO,QAAQ,eAAe;AAEvC,SAASC,UAAU,QAAQ,aAAa;AAExC,SAASC,YAAY,QAAQ,cAAc;AAU3C,SAASC,UAAU,EAAEC,WAAW,EAAEC,aAAa,QAAQ,eAAe;AAEtE,SAASC,cAAc,QAAQ,gBAAgB;AAE/C,SAASC,eAAe,QAAQ,cAAc;AAC9C,SAASC,UAAU,EAAEC,MAAM,QAAQ,uBAAuB;AAC1D,SAASC,cAAc,QAAQ,cAAc"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/index.ts"],"sourcesContent":["// Public library API. Deliberately small: every export is a stability\n// promise; internals stay module-private behind these.\n\nexport type { AnalyzeOcrOptions, AnalyzeOptions, AnalyzeTextOptions } from './analyze.ts';\nexport { analyze } from './analyze.ts';\nexport type { AuditResult } from './audit.ts';\nexport { auditWords } from './audit.ts';\nexport type { PdfToMdErrorCode } from './errors.ts';\nexport { PdfToMdError } from './errors.ts';\nexport type {\n ExtractOcrOptions,\n ExtractResult,\n ExtractTextOptions,\n OcrProgressEvent,\n OcrWordInput,\n PageSelection,\n PdfToMarkdownOptions,\n} from './extract.ts';\nexport { extractOcr, extractText, pdfToMarkdown } from './extract.ts';\nexport type { PageWord, Tuning } from './geometry.ts';\nexport { DEFAULT_TUNING } from './geometry.ts';\nexport type { RenderPageResult } from './raster.ts';\nexport { renderPageToPNG } from './raster.ts';\nexport { toMarkdown, toText } from './render-analysis.ts';\nexport { OUTPUT_VERSION } from './report.ts';\nexport type { Analysis, AnalysisBlock, AnalysisPage, AnalysisWord, PageStatsRow, Report } from './types.ts';\n"],"names":["analyze","auditWords","PdfToMdError","extractOcr","extractText","pdfToMarkdown","DEFAULT_TUNING","renderPageToPNG","toMarkdown","toText","OUTPUT_VERSION"],"mappings":"AAAA,sEAAsE;AACtE,uDAAuD;AAGvD,SAASA,OAAO,QAAQ,eAAe;AAEvC,SAASC,UAAU,QAAQ,aAAa;AAExC,SAASC,YAAY,QAAQ,cAAc;AAU3C,SAASC,UAAU,EAAEC,WAAW,EAAEC,aAAa,QAAQ,eAAe;AAEtE,SAASC,cAAc,QAAQ,gBAAgB;AAE/C,SAASC,eAAe,QAAQ,cAAc;AAC9C,SAASC,UAAU,EAAEC,MAAM,QAAQ,uBAAuB;AAC1D,SAASC,cAAc,QAAQ,cAAc"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/lines.ts"],"sourcesContent":["// Pass 2: glyphs -> visual lines — de-braids two-column pages (spanning\n// lines like headings sort with the left column), joins words by measured horizontal gap, and folds typographic codepoints to ASCII so search doesn't miss half the hits.\nimport type { CollectedPage, Glyph, Line } from './types.ts';\n\nconst FOLD: Record<string, string> = {\n ʼ: \"'\",\n '’': \"'\",\n '‘': \"'\",\n '“': '\"',\n '”': '\"',\n '–': '-',\n};\n// Exported for the OCR engine seam (src/engines/tesseract.ts): both paths\n// must fold identically or the same printed apostrophe surfaces as two spellings depending on which path read the page.\nexport const foldTypographic = (s: string): string => s.replace(/[ʼ‘’“”–]/g, (c) => FOLD[c]);\nconst normalize = foldTypographic;\n\n// Intermediate row while grouping glyphs by visual line, before the final\n// text/height reduction below.\ninterface LineDraft {\n col: number;\n y: number;\n parts: Array<{ glyph: Glyph; index: number }>;\n}\n\nexport function toLines({ glyphs, width }: Pick<CollectedPage, 'glyphs' | 'width'>): Line[] {\n if (!glyphs.length) return [];\n\n const mid = width / 2;\n // A real two-column page has a gutter: clusters each side, almost nothing crossing mid.\n // Label/value layouts also cluster but their values cross mid — de-braiding would reorder them.\n const twoCol = glyphs.filter((g) => g.x + g.w < mid).length > glyphs.length * 0.25 && glyphs.filter((g) => g.x > mid).length > glyphs.length * 0.25 && glyphs.filter((g) => g.x < mid && g.x + g.w > mid).length < glyphs.length * 0.15;\n\n // Group on y with a tolerance that scales with font size.\n const lines: LineDraft[] = [];\n const indexedGlyphs = glyphs.map((glyph, index) => ({ glyph, index }));\n for (const part of indexedGlyphs.sort((a, b) => a.glyph.y - b.glyph.y || a.glyph.x - b.glyph.x)) {\n const { glyph: g } = part;\n // NOTE: start-x assignment can misfile a gutter-straddling glyph; an\n // overlap-based alternative was tried and reshuffled stray numerals with\n // no measured win, so start-x stays (src/geometry.ts's OCR path assigns by x-span overlap instead, where the mis-assignment is measured).\n const col = twoCol && g.x > mid ? 1 : 0;\n const last = lines.at(-1);\n if (last && last.col === col && Math.abs(last.y - g.y) < Math.max(2, g.h * 0.5)) {\n last.parts.push(part);\n last.y = (last.y + g.y) / 2;\n } else lines.push({ col, y: g.y, parts: [part] });\n }\n lines.sort((a, b) => a.col - b.col || a.y - b.y); // column, then down the page\n\n return lines\n .map((l): Line => {\n const parts = l.parts.sort((a, b) => a.glyph.x - b.glyph.x);\n let t = '';\n let prev: Glyph | null = null;\n for (const { glyph: cur } of parts) {\n // insert a space when the measured gap is wider than intra-word kerning\n if (prev && cur.x - (prev.x + prev.w) > prev.h * 0.12 && !/\\s$/.test(t) && !/^\\s/.test(cur.s)) t += ' ';\n t += cur.s;\n prev = cur;\n }\n // Line height = the char-weighted dominant height, not the max: a small\n // decorative large-face numeral must not promote a body line to a heading.\n const byH = new Map<number, number>();\n for (const { glyph: p } of parts) byH.set(p.h, (byH.get(p.h) || 0) + p.s.length);\n return {\n text: normalize(t).replace(/\\s+/g, ' ').trim(),\n x: parts[0].glyph.x,\n y: l.y,\n h: [...byH.entries()].sort((a, b) => b[1] - a[1])[0][0],\n col: l.col,\n wordIndexes: parts.map(({ index }) => index),\n };\n })\n .filter((l) => l.text);\n}\n"],"names":["FOLD","ʼ","foldTypographic","s","replace","c","normalize","toLines","glyphs","width","length","mid","twoCol","filter","g","x","w","lines","indexedGlyphs","map","glyph","index","part","sort","a","b","y","col","last","at","Math","abs","max","h","parts","push","l","t","prev","cur","test","byH","Map","p","set","get","text","trim","entries","wordIndexes"],"mappings":"AAAA,wEAAwE;AACxE,0KAA0K;AAG1K,MAAMA,OAA+B;IACnCC,GAAG;IACH,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;AACP;AACA,0EAA0E;AAC1E,wHAAwH;AACxH,OAAO,MAAMC,kBAAkB,CAACC,IAAsBA,EAAEC,OAAO,CAAC,aAAa,CAACC,IAAML,IAAI,CAACK,EAAE,EAAE;AAC7F,MAAMC,YAAYJ;AAUlB,OAAO,SAASK,QAAQ,EAAEC,MAAM,EAAEC,KAAK,EAA2C;IAChF,IAAI,CAACD,OAAOE,MAAM,EAAE,OAAO,EAAE;IAE7B,MAAMC,MAAMF,QAAQ;IACpB,wFAAwF;IACxF,gGAAgG;IAChG,MAAMG,SAASJ,OAAOK,MAAM,CAAC,CAACC,IAAMA,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAGL,KAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG,QAAQF,OAAOK,MAAM,CAAC,CAACC,IAAMA,EAAEC,CAAC,GAAGJ,KAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG,QAAQF,OAAOK,MAAM,CAAC,CAACC,IAAMA,EAAEC,CAAC,GAAGJ,OAAOG,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAGL,KAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG;IAEnO,0DAA0D;IAC1D,MAAMO,QAAqB,EAAE;IAC7B,MAAMC,gBAAgBV,OAAOW,GAAG,CAAC,CAACC,OAAOC,QAAW,CAAA;YAAED;YAAOC;QAAM,CAAA;IACnE,KAAK,MAAMC,QAAQJ,cAAcK,IAAI,CAAC,CAACC,GAAGC,IAAMD,EAAEJ,KAAK,CAACM,CAAC,GAAGD,EAAEL,KAAK,CAACM,CAAC,IAAIF,EAAEJ,KAAK,CAACL,CAAC,GAAGU,EAAEL,KAAK,CAACL,CAAC,EAAG;QAC/F,MAAM,EAAEK,OAAON,CAAC,EAAE,GAAGQ;QACrB,qEAAqE;QACrE,yEAAyE;QACzE,0IAA0I;QAC1I,MAAMK,MAAMf,UAAUE,EAAEC,CAAC,GAAGJ,MAAM,IAAI;QACtC,MAAMiB,OAAOX,MAAMY,EAAE,CAAC,CAAC;QACvB,IAAID,QAAQA,KAAKD,GAAG,KAAKA,OAAOG,KAAKC,GAAG,CAACH,KAAKF,CAAC,GAAGZ,EAAEY,CAAC,IAAII,KAAKE,GAAG,CAAC,GAAGlB,EAAEmB,CAAC,GAAG,MAAM;YAC/EL,KAAKM,KAAK,CAACC,IAAI,CAACb;YAChBM,KAAKF,CAAC,GAAG,AAACE,CAAAA,KAAKF,CAAC,GAAGZ,EAAEY,CAAC,AAADA,IAAK;QAC5B,OAAOT,MAAMkB,IAAI,CAAC;YAAER;YAAKD,GAAGZ,EAAEY,CAAC;YAAEQ,OAAO;gBAACZ;aAAK;QAAC;IACjD;IACAL,MAAMM,IAAI,CAAC,CAACC,GAAGC,IAAMD,EAAEG,GAAG,GAAGF,EAAEE,GAAG,IAAIH,EAAEE,CAAC,GAAGD,EAAEC,CAAC,GAAG,6BAA6B;IAE/E,OAAOT,MACJE,GAAG,CAAC,CAACiB;QACJ,MAAMF,QAAQE,EAAEF,KAAK,CAACX,IAAI,CAAC,CAACC,GAAGC,IAAMD,EAAEJ,KAAK,CAACL,CAAC,GAAGU,EAAEL,KAAK,CAACL,CAAC;QAC1D,IAAIsB,IAAI;QACR,IAAIC,OAAqB;QACzB,KAAK,MAAM,EAAElB,OAAOmB,GAAG,EAAE,IAAIL,MAAO;YAClC,wEAAwE;YACxE,IAAII,QAAQC,IAAIxB,CAAC,GAAIuB,CAAAA,KAAKvB,CAAC,GAAGuB,KAAKtB,CAAC,AAADA,IAAKsB,KAAKL,CAAC,GAAG,QAAQ,CAAC,MAAMO,IAAI,CAACH,MAAM,CAAC,MAAMG,IAAI,CAACD,IAAIpC,CAAC,GAAGkC,KAAK;YACpGA,KAAKE,IAAIpC,CAAC;YACVmC,OAAOC;QACT;QACA,wEAAwE;QACxE,2EAA2E;QAC3E,MAAME,MAAM,IAAIC;QAChB,KAAK,MAAM,EAAEtB,OAAOuB,CAAC,EAAE,IAAIT,MAAOO,IAAIG,GAAG,CAACD,EAAEV,CAAC,EAAE,AAACQ,CAAAA,IAAII,GAAG,CAACF,EAAEV,CAAC,KAAK,CAAA,IAAKU,EAAExC,CAAC,CAACO,MAAM;QAC/E,OAAO;YACLoC,MAAMxC,UAAU+B,GAAGjC,OAAO,CAAC,QAAQ,KAAK2C,IAAI;YAC5ChC,GAAGmB,KAAK,CAAC,EAAE,CAACd,KAAK,CAACL,CAAC;YACnBW,GAAGU,EAAEV,CAAC;YACNO,GAAG;mBAAIQ,IAAIO,OAAO;aAAG,CAACzB,IAAI,CAAC,CAACC,GAAGC,IAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE;YACvDG,KAAKS,EAAET,GAAG;YACVsB,aAAaf,MAAMf,GAAG,CAAC,CAAC,EAAEE,KAAK,EAAE,GAAKA;QACxC;IACF,GACCR,MAAM,CAAC,CAACuB,IAAMA,EAAEU,IAAI;AACzB"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/lines.ts"],"sourcesContent":["// Pass 2: glyphs -> visual lines — de-braids two-column pages (spanning\n// lines like headings sort with the left column), joins words by measured horizontal gap, and folds typographic codepoints to ASCII so search doesn't miss half the hits.\nimport type { CollectedPage, Glyph, Line } from './types.ts';\n\nconst FOLD: Record<string, string> = {\n ʼ: \"'\",\n '’': \"'\",\n '‘': \"'\",\n '“': '\"',\n '”': '\"',\n '–': '-',\n};\n// Exported for the OCR engine seam (src/engines/tesseract.ts): both paths\n// must fold identically or the same printed apostrophe surfaces as two spellings depending on which path read the page.\nexport const foldTypographic = (s: string): string => s.replace(/[ʼ‘’“”–]/g, (c) => FOLD[c]);\nconst normalize = foldTypographic;\n\n// Intermediate row while grouping glyphs by visual line, before the final\n// text/height reduction below.\ninterface LineDraft {\n col: number;\n y: number;\n parts: Array<{ glyph: Glyph; index: number }>;\n}\n\nexport function toLines({ glyphs, width }: Pick<CollectedPage, 'glyphs' | 'width'>): Line[] {\n if (!glyphs.length) return [];\n\n const mid = width / 2;\n // A real two-column page has a gutter: clusters each side, almost nothing crossing mid.\n // Label/value layouts also cluster but their values cross mid — de-braiding would reorder them.\n const twoCol = glyphs.filter((g) => g.x + g.w < mid).length > glyphs.length * 0.25 && glyphs.filter((g) => g.x > mid).length > glyphs.length * 0.25 && glyphs.filter((g) => g.x < mid && g.x + g.w > mid).length < glyphs.length * 0.15;\n\n // Group on y with a tolerance that scales with font size.\n const lines: LineDraft[] = [];\n const indexedGlyphs = glyphs.map((glyph, index) => ({ glyph, index }));\n for (const part of indexedGlyphs.sort((a, b) => a.glyph.y - b.glyph.y || a.glyph.x - b.glyph.x)) {\n const { glyph: g } = part;\n // NOTE: start-x assignment can misfile a gutter-straddling glyph; an\n // overlap-based alternative was tried and reshuffled stray numerals with\n // no measured win, so start-x stays (src/geometry.ts's OCR path assigns by x-span overlap instead, where the mis-assignment is measured).\n const col = twoCol && g.x > mid ? 1 : 0;\n const last = lines.at(-1);\n if (last && last.col === col && Math.abs(last.y - g.y) < Math.max(2, g.h * 0.5)) {\n last.parts.push(part);\n last.y = (last.y + g.y) / 2;\n } else lines.push({ col, y: g.y, parts: [part] });\n }\n lines.sort((a, b) => a.col - b.col || a.y - b.y); // column, then down the page\n\n return lines\n .map((l): Line => {\n const parts = l.parts.sort((a, b) => a.glyph.x - b.glyph.x);\n let t = '';\n let prev: Glyph | null = null;\n for (const { glyph: cur } of parts) {\n // insert a space when the measured gap is wider than intra-word kerning\n if (prev && cur.x - (prev.x + prev.w) > prev.h * 0.12 && !/\\s$/.test(t) && !/^\\s/.test(cur.s)) t += ' ';\n t += cur.s;\n prev = cur;\n }\n // Line height = the char-weighted dominant height, not the max: a small\n // decorative large-face numeral must not promote a body line to a heading.\n const byH = new Map<number, number>();\n for (const { glyph: p } of parts) byH.set(p.h, (byH.get(p.h) || 0) + p.s.length);\n return {\n text: normalize(t).replace(/\\s+/g, ' ').trim(),\n x: parts[0].glyph.x,\n y: l.y,\n h: [...byH.entries()].sort((a, b) => b[1] - a[1])[0][0],\n col: l.col,\n wordIndexes: parts.map(({ index }) => index),\n };\n })\n .filter((l) => l.text);\n}\n"],"names":["FOLD","ʼ","foldTypographic","s","replace","c","normalize","toLines","glyphs","width","length","mid","twoCol","filter","g","x","w","lines","indexedGlyphs","map","glyph","index","part","sort","a","b","y","col","last","at","Math","abs","max","h","parts","push","l","t","prev","cur","test","byH","Map","p","set","get","text","trim","entries","wordIndexes"],"mappings":"AAAA,wEAAwE;AACxE,0KAA0K;AAG1K,MAAMA,OAA+B;IACnCC,GAAG;IACH,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;AACP;AACA,0EAA0E;AAC1E,wHAAwH;AACxH,OAAO,MAAMC,kBAAkB,CAACC,IAAsBA,EAAEC,OAAO,CAAC,aAAa,CAACC,IAAML,IAAI,CAACK,EAAE,EAAE;AAC7F,MAAMC,YAAYJ;AAUlB,OAAO,SAASK,QAAQ,EAAEC,MAAM,EAAEC,KAAK,EAA2C;IAChF,IAAI,CAACD,OAAOE,MAAM,EAAE,OAAO,EAAE;IAE7B,MAAMC,MAAMF,QAAQ;IACpB,wFAAwF;IACxF,gGAAgG;IAChG,MAAMG,SAASJ,OAAOK,MAAM,CAAC,CAACC,IAAMA,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAGL,KAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG,QAAQF,OAAOK,MAAM,CAAC,CAACC,IAAMA,EAAEC,CAAC,GAAGJ,KAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG,QAAQF,OAAOK,MAAM,CAAC,CAACC,IAAMA,EAAEC,CAAC,GAAGJ,OAAOG,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAGL,KAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG;IAEnO,0DAA0D;IAC1D,MAAMO,QAAqB,EAAE;IAC7B,MAAMC,gBAAgBV,OAAOW,GAAG,CAAC,CAACC,OAAOC,QAAW,CAAA;YAAED;YAAOC;QAAM,CAAA;IACnE,KAAK,MAAMC,QAAQJ,cAAcK,IAAI,CAAC,CAACC,GAAGC,IAAMD,EAAEJ,KAAK,CAACM,CAAC,GAAGD,EAAEL,KAAK,CAACM,CAAC,IAAIF,EAAEJ,KAAK,CAACL,CAAC,GAAGU,EAAEL,KAAK,CAACL,CAAC,EAAG;QAC/F,MAAM,EAAEK,OAAON,CAAC,EAAE,GAAGQ;QACrB,qEAAqE;QACrE,yEAAyE;QACzE,0IAA0I;QAC1I,MAAMK,MAAMf,UAAUE,EAAEC,CAAC,GAAGJ,MAAM,IAAI;QACtC,MAAMiB,OAAOX,MAAMY,EAAE,CAAC,CAAC;QACvB,IAAID,QAAQA,KAAKD,GAAG,KAAKA,OAAOG,KAAKC,GAAG,CAACH,KAAKF,CAAC,GAAGZ,EAAEY,CAAC,IAAII,KAAKE,GAAG,CAAC,GAAGlB,EAAEmB,CAAC,GAAG,MAAM;YAC/EL,KAAKM,KAAK,CAACC,IAAI,CAACb;YAChBM,KAAKF,CAAC,GAAG,AAACE,CAAAA,KAAKF,CAAC,GAAGZ,EAAEY,CAAC,AAADA,IAAK;QAC5B,OAAOT,MAAMkB,IAAI,CAAC;YAAER;YAAKD,GAAGZ,EAAEY,CAAC;YAAEQ,OAAO;gBAACZ;aAAK;QAAC;IACjD;IACAL,MAAMM,IAAI,CAAC,CAACC,GAAGC,IAAMD,EAAEG,GAAG,GAAGF,EAAEE,GAAG,IAAIH,EAAEE,CAAC,GAAGD,EAAEC,CAAC,GAAG,6BAA6B;IAE/E,OAAOT,MACJE,GAAG,CAAC,CAACiB;QACJ,MAAMF,QAAQE,EAAEF,KAAK,CAACX,IAAI,CAAC,CAACC,GAAGC,IAAMD,EAAEJ,KAAK,CAACL,CAAC,GAAGU,EAAEL,KAAK,CAACL,CAAC;QAC1D,IAAIsB,IAAI;QACR,IAAIC,OAAqB;QACzB,KAAK,MAAM,EAAElB,OAAOmB,GAAG,EAAE,IAAIL,MAAO;YAClC,wEAAwE;YACxE,IAAII,QAAQC,IAAIxB,CAAC,GAAIuB,CAAAA,KAAKvB,CAAC,GAAGuB,KAAKtB,CAAC,AAADA,IAAKsB,KAAKL,CAAC,GAAG,QAAQ,CAAC,MAAMO,IAAI,CAACH,MAAM,CAAC,MAAMG,IAAI,CAACD,IAAIpC,CAAC,GAAGkC,KAAK;YACpGA,KAAKE,IAAIpC,CAAC;YACVmC,OAAOC;QACT;QACA,wEAAwE;QACxE,2EAA2E;QAC3E,MAAME,MAAM,IAAIC;QAChB,KAAK,MAAM,EAAEtB,OAAOuB,CAAC,EAAE,IAAIT,MAAOO,IAAIG,GAAG,CAACD,EAAEV,CAAC,EAAE,AAACQ,CAAAA,IAAII,GAAG,CAACF,EAAEV,CAAC,KAAK,CAAA,IAAKU,EAAExC,CAAC,CAACO,MAAM;QAC/E,OAAO;YACLoC,MAAMxC,UAAU+B,GAAGjC,OAAO,CAAC,QAAQ,KAAK2C,IAAI;YAC5ChC,GAAGmB,KAAK,CAAC,EAAE,CAACd,KAAK,CAACL,CAAC;YACnBW,GAAGU,EAAEV,CAAC;YACNO,GAAG;mBAAIQ,IAAIO,OAAO;aAAG,CAACzB,IAAI,CAAC,CAACC,GAAGC,IAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE;YACvDG,KAAKS,EAAET,GAAG;YACVsB,aAAaf,MAAMf,GAAG,CAAC,CAAC,EAAEE,KAAK,EAAE,GAAKA;QACxC;IACF,GACCR,MAAM,CAAC,CAACuB,IAAMA,EAAEU,IAAI;AACzB"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/markdown.ts"],"sourcesContent":["// Pass 3: lines -> markdown. Structure is measured, not guessed — heading\n// levels come from the font-height histogram, hyphen-closes only against a dictionary (see the inline comments below for each rule).\nimport { getDict } from './dict.ts';\nimport { pageMarkerLine } from './page-marker.ts';\nimport type { AnalysisBlock, BuildMarkdownOptions, Line, MarkdownPage, MarkdownResult, MarkdownStats, PageLines } from './types.ts';\n\nconst GLYPH = /^[•◦▪▫●○·‣⁃]$/;\nconst BULLETS = /^(?:[•◦▪▫●○·‣⁃]\\s*)+/;\n\nexport function buildMarkdown(pageLines: PageLines[], heightChars: Map<number, number>, opts: BuildMarkdownOptions = {}): MarkdownResult {\n // body height = char-weighted mode; headings are the rarer, larger sizes.\n // The 1.35 multiplier keeps emphasized body text out of the outline.\n const bodyH = [...heightChars.entries()].sort((a, b) => b[1] - a[1])[0]?.[0] ?? 0;\n const headingSizes = [...heightChars.keys()].filter((h) => h > bodyH * 1.35).sort((a, b) => b - a);\n // with page markers on, content headings start below the page ### level;\n // sizes beyond the ###### budget share level 6 rather than being dropped\n const offset = opts.pageMarkers ? 3 : 0;\n const levelOf = new Map(headingSizes.slice(0, 6).map((h, i) => [h, Math.min(6, i + 1 + offset)]));\n\n const out: string[] = [];\n const blockPages = new Map<number, AnalysisBlock[]>();\n const stats: MarkdownStats = {\n headings: 0,\n listItems: 0,\n paragraphs: 0,\n joinedPairs: 0,\n reflowed: 0,\n callouts: 0,\n closedHyphens: 0,\n };\n let currentPage = 0;\n let para: { text: string; wordIndexes: number[] }[] = [];\n\n const addBlock = (block: AnalysisBlock) => {\n const blocks = blockPages.get(currentPage);\n if (blocks) blocks.push(block);\n else blockPages.set(currentPage, [block]);\n };\n\n // a label line ending in ':' whose next line is a bare number belongs on one line\n function attachValue(label: string, lines: Line[], i: number): { text: string; last: number } {\n const j = i + 1;\n if (/[::]\\s*$/.test(label) && j < lines.length && /^[0-9][\\d.,]*%?$/.test(lines[j].text)) {\n stats.joinedPairs++;\n return { text: `${label} ${lines[j].text}`, last: j };\n }\n return { text: label, last: i };\n }\n const flush = () => {\n if (!para.length) return;\n const text = para\n .map((part) => part.text)\n .join(' ')\n .replace(/\\s+([,.;:%])/g, '$1');\n out.push(text);\n out.push('');\n addBlock({ type: 'paragraph', text, wordIndexes: para.flatMap((part) => part.wordIndexes) });\n stats.paragraphs++;\n para = [];\n };\n // append a wrapped line to the open paragraph, resolving a line-final hyphen\n const appendToPara = (line: Line, text: string) => {\n const prev = para.at(-1);\n if (prev && /\\w-$/.test(prev.text)) {\n // a bare \" -\" is punctuation, not a wrapped word\n const head = prev.text.replace(/-$/, '').split(/\\s/).pop() as string;\n const tail = (text.split(/\\s/)[0] ?? '').replace(/[^A-Za-z-]/g, '').split('-')[0];\n const close = getDict().has((head + tail).toLowerCase());\n if (close) stats.closedHyphens++;\n para[para.length - 1].text = prev.text.replace(/-$/, close ? '' : '-') + text;\n para[para.length - 1].wordIndexes.push(...line.wordIndexes);\n } else para.push({ text, wordIndexes: [...line.wordIndexes] });\n };\n\n for (const { page, lines } of pageLines) {\n currentPage = page;\n if (opts.pageMarkers) {\n flush();\n out.push(pageMarkerLine(page));\n out.push('');\n }\n if (!lines.length) continue;\n const indentBase = Math.min(...lines.map((l) => l.x));\n\n for (let i = 0; i < lines.length; i++) {\n let { text, h, x } = lines[i];\n const prevLine = i > 0 ? lines[i - 1] : null;\n // a column change or a vertical jump wider than a blank line ends the paragraph\n if (para.length && prevLine && (lines[i].col !== prevLine.col || lines[i].y - prevLine.y > h * 2.2)) flush();\n\n // A large-font line opens a run: gather the consecutive same-size lines\n // below it (a title wraps across lines). A short merged run is one heading; a long one is a callout/pull-quote in a bigger face — prose, not structure — and becomes a blockquote.\n if (levelOf.has(h) && !BULLETS.test(text)) {\n const run = [lines[i]];\n while (i + 1 < lines.length && lines[i + 1].h === h && lines[i + 1].col === lines[i].col && lines[i + 1].y - lines[i].y < h * 2.2 && !BULLETS.test(lines[i + 1].text)) run.push(lines[++i]);\n // join wrapped title lines, resolving line-final hyphens like body text\n const merged = run\n .map((line) => line.text)\n .reduce((acc, part) => (/\\w-$/.test(acc) ? acc.replace(/-$/, getDict().has(((acc.replace(/-$/, '').split(/\\s/).pop() as string) + (part.split(/\\s/)[0] ?? '').replace(/[^A-Za-z-]/g, '').split('-')[0]).toLowerCase()) ? '' : '-') + part : `${acc} ${part}`))\n .replace(/\\s+([,.;:%])/g, '$1');\n const wordIndexes = run.flatMap((line) => line.wordIndexes);\n flush();\n if (merged.length > 150) {\n out.push(`> ${merged}`);\n out.push('');\n addBlock({ type: 'paragraph', text: `> ${merged}`, wordIndexes });\n stats.callouts++;\n } else {\n const level = levelOf.get(h) as number;\n out.push(`${'#'.repeat(level)} ${merged}`);\n out.push('');\n addBlock({ type: 'heading', text: merged, level, wordIndexes });\n stats.headings++;\n }\n continue;\n }\n\n // Lines can carry several stacked glyphs (\"• ▪\") from nested source lists.\n const stripped = text.replace(BULLETS, '').trim();\n const wasBullet = stripped !== text;\n if (wasBullet) text = stripped;\n\n // bullet with nothing left on the line: attach the following line's text\n if ((!text || GLYPH.test(text)) && i + 1 < lines.length) {\n flush();\n const depth = Math.max(0, Math.round((x - indentBase) / 18));\n const itemLines = [lines[i], lines[++i]];\n let label = lines[i].text.replace(BULLETS, '').trim();\n while (!label && i + 1 < lines.length) {\n // stacked glyphs\n itemLines.push(lines[++i]);\n label = lines[i].text.replace(BULLETS, '').trim();\n }\n const attached = attachValue(label, lines, i);\n if (attached.last !== i) itemLines.push(lines[attached.last]);\n i = attached.last;\n const itemText = `${' '.repeat(depth)}- ${attached.text}`;\n out.push(itemText);\n addBlock({ type: 'paragraph', text: itemText, tight: true, wordIndexes: itemLines.flatMap((line) => line.wordIndexes) });\n stats.listItems++;\n continue;\n }\n // glyph(s) followed by text on the same line\n if (wasBullet) {\n flush();\n const depth = Math.max(0, Math.round((x - indentBase) / 18));\n const itemLines = [lines[i]];\n const attached = attachValue(text, lines, i);\n if (attached.last !== i) itemLines.push(lines[attached.last]);\n i = attached.last;\n const itemText = `${' '.repeat(depth)}- ${attached.text}`;\n out.push(itemText);\n addBlock({ type: 'paragraph', text: itemText, tight: true, wordIndexes: itemLines.flatMap((line) => line.wordIndexes) });\n stats.listItems++;\n continue;\n }\n // `label:` on its own line followed by a bare value -> keep together\n if (/[::]\\s*$/.test(text) && i + 1 < lines.length && /^[0-9][\\d.,]*%?$/.test(lines[i + 1].text)) {\n flush();\n const itemText = `- ${text} ${lines[++i].text}`;\n out.push(itemText);\n addBlock({ type: 'paragraph', text: itemText, tight: true, wordIndexes: [...lines[i - 1].wordIndexes, ...lines[i].wordIndexes] });\n stats.joinedPairs++;\n continue;\n }\n // otherwise body text: re-flow wrapped lines into a paragraph\n appendToPara(lines[i], text);\n if (/[.!?:]$/.test(text)) flush();\n else stats.reflowed++;\n }\n flush();\n }\n flush();\n\n const md = `${out\n .join('\\n')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim()}\\n`;\n const pages: MarkdownPage[] = pageLines.map(({ page }) => ({ page, blocks: blockPages.get(page) ?? [] }));\n return { md, stats, bodyH, headingSizes, pages };\n}\n"],"names":["getDict","pageMarkerLine","GLYPH","BULLETS","buildMarkdown","pageLines","heightChars","opts","bodyH","entries","sort","a","b","headingSizes","keys","filter","h","offset","pageMarkers","levelOf","Map","slice","map","i","Math","min","out","blockPages","stats","headings","listItems","paragraphs","joinedPairs","reflowed","callouts","closedHyphens","currentPage","para","addBlock","block","blocks","get","push","set","attachValue","label","lines","j","test","length","text","last","flush","part","join","replace","type","wordIndexes","flatMap","appendToPara","line","prev","at","head","split","pop","tail","close","has","toLowerCase","page","indentBase","l","x","prevLine","col","y","run","merged","reduce","acc","level","repeat","stripped","trim","wasBullet","depth","max","round","itemLines","attached","itemText","tight","md","pages"],"mappings":"AAAA,0EAA0E;AAC1E,qIAAqI;AACrI,SAASA,OAAO,QAAQ,YAAY;AACpC,SAASC,cAAc,QAAQ,mBAAmB;AAGlD,MAAMC,QAAQ;AACd,MAAMC,UAAU;AAEhB,OAAO,SAASC,cAAcC,SAAsB,EAAEC,WAAgC,EAAEC,OAA6B,CAAC,CAAC;;QAGvG;IAFd,0EAA0E;IAC1E,qEAAqE;IACrE,MAAMC,iBAAQ,SAAA;WAAIF,YAAYG,OAAO;KAAG,CAACC,IAAI,CAAC,CAACC,GAAGC,IAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,cAAzD,6BAAA,MAA2D,CAAC,EAAE,uCAAI;IAChF,MAAME,eAAe;WAAIP,YAAYQ,IAAI;KAAG,CAACC,MAAM,CAAC,CAACC,IAAMA,IAAIR,QAAQ,MAAME,IAAI,CAAC,CAACC,GAAGC,IAAMA,IAAID;IAChG,yEAAyE;IACzE,yEAAyE;IACzE,MAAMM,SAASV,KAAKW,WAAW,GAAG,IAAI;IACtC,MAAMC,UAAU,IAAIC,IAAIP,aAAaQ,KAAK,CAAC,GAAG,GAAGC,GAAG,CAAC,CAACN,GAAGO,IAAM;YAACP;YAAGQ,KAAKC,GAAG,CAAC,GAAGF,IAAI,IAAIN;SAAQ;IAE/F,MAAMS,MAAgB,EAAE;IACxB,MAAMC,aAAa,IAAIP;IACvB,MAAMQ,QAAuB;QAC3BC,UAAU;QACVC,WAAW;QACXC,YAAY;QACZC,aAAa;QACbC,UAAU;QACVC,UAAU;QACVC,eAAe;IACjB;IACA,IAAIC,cAAc;IAClB,IAAIC,OAAkD,EAAE;IAExD,MAAMC,WAAW,CAACC;QAChB,MAAMC,SAASb,WAAWc,GAAG,CAACL;QAC9B,IAAII,QAAQA,OAAOE,IAAI,CAACH;aACnBZ,WAAWgB,GAAG,CAACP,aAAa;YAACG;SAAM;IAC1C;IAEA,kFAAkF;IAClF,SAASK,YAAYC,KAAa,EAAEC,KAAa,EAAEvB,CAAS;QAC1D,MAAMwB,IAAIxB,IAAI;QACd,IAAI,WAAWyB,IAAI,CAACH,UAAUE,IAAID,MAAMG,MAAM,IAAI,mBAAmBD,IAAI,CAACF,KAAK,CAACC,EAAE,CAACG,IAAI,GAAG;YACxFtB,MAAMI,WAAW;YACjB,OAAO;gBAAEkB,MAAM,GAAGL,MAAM,CAAC,EAAEC,KAAK,CAACC,EAAE,CAACG,IAAI,EAAE;gBAAEC,MAAMJ;YAAE;QACtD;QACA,OAAO;YAAEG,MAAML;YAAOM,MAAM5B;QAAE;IAChC;IACA,MAAM6B,QAAQ;QACZ,IAAI,CAACf,KAAKY,MAAM,EAAE;QAClB,MAAMC,OAAOb,KACVf,GAAG,CAAC,CAAC+B,OAASA,KAAKH,IAAI,EACvBI,IAAI,CAAC,KACLC,OAAO,CAAC,iBAAiB;QAC5B7B,IAAIgB,IAAI,CAACQ;QACTxB,IAAIgB,IAAI,CAAC;QACTJ,SAAS;YAAEkB,MAAM;YAAaN;YAAMO,aAAapB,KAAKqB,OAAO,CAAC,CAACL,OAASA,KAAKI,WAAW;QAAE;QAC1F7B,MAAMG,UAAU;QAChBM,OAAO,EAAE;IACX;IACA,6EAA6E;IAC7E,MAAMsB,eAAe,CAACC,MAAYV;QAChC,MAAMW,OAAOxB,KAAKyB,EAAE,CAAC,CAAC;QACtB,IAAID,QAAQ,OAAOb,IAAI,CAACa,KAAKX,IAAI,GAAG;gBAGpBA;YAFd,iDAAiD;YACjD,MAAMa,OAAOF,KAAKX,IAAI,CAACK,OAAO,CAAC,MAAM,IAAIS,KAAK,CAAC,MAAMC,GAAG;YACxD,MAAMC,OAAO,EAAChB,eAAAA,KAAKc,KAAK,CAAC,KAAK,CAAC,EAAE,cAAnBd,0BAAAA,eAAuB,IAAIK,OAAO,CAAC,eAAe,IAAIS,KAAK,CAAC,IAAI,CAAC,EAAE;YACjF,MAAMG,QAAQnE,UAAUoE,GAAG,CAAC,AAACL,CAAAA,OAAOG,IAAG,EAAGG,WAAW;YACrD,IAAIF,OAAOvC,MAAMO,aAAa;YAC9BE,IAAI,CAACA,KAAKY,MAAM,GAAG,EAAE,CAACC,IAAI,GAAGW,KAAKX,IAAI,CAACK,OAAO,CAAC,MAAMY,QAAQ,KAAK,OAAOjB;YACzEb,IAAI,CAACA,KAAKY,MAAM,GAAG,EAAE,CAACQ,WAAW,CAACf,IAAI,IAAIkB,KAAKH,WAAW;QAC5D,OAAOpB,KAAKK,IAAI,CAAC;YAAEQ;YAAMO,aAAa;mBAAIG,KAAKH,WAAW;aAAC;QAAC;IAC9D;IAEA,KAAK,MAAM,EAAEa,IAAI,EAAExB,KAAK,EAAE,IAAIzC,UAAW;QACvC+B,cAAckC;QACd,IAAI/D,KAAKW,WAAW,EAAE;YACpBkC;YACA1B,IAAIgB,IAAI,CAACzC,eAAeqE;YACxB5C,IAAIgB,IAAI,CAAC;QACX;QACA,IAAI,CAACI,MAAMG,MAAM,EAAE;QACnB,MAAMsB,aAAa/C,KAAKC,GAAG,IAAIqB,MAAMxB,GAAG,CAAC,CAACkD,IAAMA,EAAEC,CAAC;QAEnD,IAAK,IAAIlD,IAAI,GAAGA,IAAIuB,MAAMG,MAAM,EAAE1B,IAAK;YACrC,IAAI,EAAE2B,IAAI,EAAElC,CAAC,EAAEyD,CAAC,EAAE,GAAG3B,KAAK,CAACvB,EAAE;YAC7B,MAAMmD,WAAWnD,IAAI,IAAIuB,KAAK,CAACvB,IAAI,EAAE,GAAG;YACxC,gFAAgF;YAChF,IAAIc,KAAKY,MAAM,IAAIyB,YAAa5B,CAAAA,KAAK,CAACvB,EAAE,CAACoD,GAAG,KAAKD,SAASC,GAAG,IAAI7B,KAAK,CAACvB,EAAE,CAACqD,CAAC,GAAGF,SAASE,CAAC,GAAG5D,IAAI,GAAE,GAAIoC;YAErG,wEAAwE;YACxE,mLAAmL;YACnL,IAAIjC,QAAQiD,GAAG,CAACpD,MAAM,CAACb,QAAQ6C,IAAI,CAACE,OAAO;gBACzC,MAAM2B,MAAM;oBAAC/B,KAAK,CAACvB,EAAE;iBAAC;gBACtB,MAAOA,IAAI,IAAIuB,MAAMG,MAAM,IAAIH,KAAK,CAACvB,IAAI,EAAE,CAACP,CAAC,KAAKA,KAAK8B,KAAK,CAACvB,IAAI,EAAE,CAACoD,GAAG,KAAK7B,KAAK,CAACvB,EAAE,CAACoD,GAAG,IAAI7B,KAAK,CAACvB,IAAI,EAAE,CAACqD,CAAC,GAAG9B,KAAK,CAACvB,EAAE,CAACqD,CAAC,GAAG5D,IAAI,OAAO,CAACb,QAAQ6C,IAAI,CAACF,KAAK,CAACvB,IAAI,EAAE,CAAC2B,IAAI,EAAG2B,IAAInC,IAAI,CAACI,KAAK,CAAC,EAAEvB,EAAE;gBAC1L,wEAAwE;gBACxE,MAAMuD,SAASD,IACZvD,GAAG,CAAC,CAACsC,OAASA,KAAKV,IAAI,EACvB6B,MAAM,CAAC,CAACC,KAAK3B;wBAAqHA;2BAA3G,OAAOL,IAAI,CAACgC,OAAOA,IAAIzB,OAAO,CAAC,MAAMvD,UAAUoE,GAAG,CAAC,AAAC,CAAA,AAACY,IAAIzB,OAAO,CAAC,MAAM,IAAIS,KAAK,CAAC,MAAMC,GAAG,KAAgB,EAACZ,eAAAA,KAAKW,KAAK,CAAC,KAAK,CAAC,EAAE,cAAnBX,0BAAAA,eAAuB,IAAIE,OAAO,CAAC,eAAe,IAAIS,KAAK,CAAC,IAAI,CAAC,EAAE,AAAD,EAAGK,WAAW,MAAM,KAAK,OAAOhB,OAAO,GAAG2B,IAAI,CAAC,EAAE3B,MAAM;mBAC3PE,OAAO,CAAC,iBAAiB;gBAC5B,MAAME,cAAcoB,IAAInB,OAAO,CAAC,CAACE,OAASA,KAAKH,WAAW;gBAC1DL;gBACA,IAAI0B,OAAO7B,MAAM,GAAG,KAAK;oBACvBvB,IAAIgB,IAAI,CAAC,CAAC,EAAE,EAAEoC,QAAQ;oBACtBpD,IAAIgB,IAAI,CAAC;oBACTJ,SAAS;wBAAEkB,MAAM;wBAAaN,MAAM,CAAC,EAAE,EAAE4B,QAAQ;wBAAErB;oBAAY;oBAC/D7B,MAAMM,QAAQ;gBAChB,OAAO;oBACL,MAAM+C,QAAQ9D,QAAQsB,GAAG,CAACzB;oBAC1BU,IAAIgB,IAAI,CAAC,GAAG,IAAIwC,MAAM,CAACD,OAAO,CAAC,EAAEH,QAAQ;oBACzCpD,IAAIgB,IAAI,CAAC;oBACTJ,SAAS;wBAAEkB,MAAM;wBAAWN,MAAM4B;wBAAQG;wBAAOxB;oBAAY;oBAC7D7B,MAAMC,QAAQ;gBAChB;gBACA;YACF;YAEA,2EAA2E;YAC3E,MAAMsD,WAAWjC,KAAKK,OAAO,CAACpD,SAAS,IAAIiF,IAAI;YAC/C,MAAMC,YAAYF,aAAajC;YAC/B,IAAImC,WAAWnC,OAAOiC;YAEtB,yEAAyE;YACzE,IAAI,AAAC,CAAA,CAACjC,QAAQhD,MAAM8C,IAAI,CAACE,KAAI,KAAM3B,IAAI,IAAIuB,MAAMG,MAAM,EAAE;gBACvDG;gBACA,MAAMkC,QAAQ9D,KAAK+D,GAAG,CAAC,GAAG/D,KAAKgE,KAAK,CAAC,AAACf,CAAAA,IAAIF,UAAS,IAAK;gBACxD,MAAMkB,YAAY;oBAAC3C,KAAK,CAACvB,EAAE;oBAAEuB,KAAK,CAAC,EAAEvB,EAAE;iBAAC;gBACxC,IAAIsB,QAAQC,KAAK,CAACvB,EAAE,CAAC2B,IAAI,CAACK,OAAO,CAACpD,SAAS,IAAIiF,IAAI;gBACnD,MAAO,CAACvC,SAAStB,IAAI,IAAIuB,MAAMG,MAAM,CAAE;oBACrC,iBAAiB;oBACjBwC,UAAU/C,IAAI,CAACI,KAAK,CAAC,EAAEvB,EAAE;oBACzBsB,QAAQC,KAAK,CAACvB,EAAE,CAAC2B,IAAI,CAACK,OAAO,CAACpD,SAAS,IAAIiF,IAAI;gBACjD;gBACA,MAAMM,WAAW9C,YAAYC,OAAOC,OAAOvB;gBAC3C,IAAImE,SAASvC,IAAI,KAAK5B,GAAGkE,UAAU/C,IAAI,CAACI,KAAK,CAAC4C,SAASvC,IAAI,CAAC;gBAC5D5B,IAAImE,SAASvC,IAAI;gBACjB,MAAMwC,WAAW,GAAG,KAAKT,MAAM,CAACI,OAAO,EAAE,EAAEI,SAASxC,IAAI,EAAE;gBAC1DxB,IAAIgB,IAAI,CAACiD;gBACTrD,SAAS;oBAAEkB,MAAM;oBAAaN,MAAMyC;oBAAUC,OAAO;oBAAMnC,aAAagC,UAAU/B,OAAO,CAAC,CAACE,OAASA,KAAKH,WAAW;gBAAE;gBACtH7B,MAAME,SAAS;gBACf;YACF;YACA,6CAA6C;YAC7C,IAAIuD,WAAW;gBACbjC;gBACA,MAAMkC,QAAQ9D,KAAK+D,GAAG,CAAC,GAAG/D,KAAKgE,KAAK,CAAC,AAACf,CAAAA,IAAIF,UAAS,IAAK;gBACxD,MAAMkB,YAAY;oBAAC3C,KAAK,CAACvB,EAAE;iBAAC;gBAC5B,MAAMmE,WAAW9C,YAAYM,MAAMJ,OAAOvB;gBAC1C,IAAImE,SAASvC,IAAI,KAAK5B,GAAGkE,UAAU/C,IAAI,CAACI,KAAK,CAAC4C,SAASvC,IAAI,CAAC;gBAC5D5B,IAAImE,SAASvC,IAAI;gBACjB,MAAMwC,WAAW,GAAG,KAAKT,MAAM,CAACI,OAAO,EAAE,EAAEI,SAASxC,IAAI,EAAE;gBAC1DxB,IAAIgB,IAAI,CAACiD;gBACTrD,SAAS;oBAAEkB,MAAM;oBAAaN,MAAMyC;oBAAUC,OAAO;oBAAMnC,aAAagC,UAAU/B,OAAO,CAAC,CAACE,OAASA,KAAKH,WAAW;gBAAE;gBACtH7B,MAAME,SAAS;gBACf;YACF;YACA,qEAAqE;YACrE,IAAI,WAAWkB,IAAI,CAACE,SAAS3B,IAAI,IAAIuB,MAAMG,MAAM,IAAI,mBAAmBD,IAAI,CAACF,KAAK,CAACvB,IAAI,EAAE,CAAC2B,IAAI,GAAG;gBAC/FE;gBACA,MAAMuC,WAAW,CAAC,EAAE,EAAEzC,KAAK,CAAC,EAAEJ,KAAK,CAAC,EAAEvB,EAAE,CAAC2B,IAAI,EAAE;gBAC/CxB,IAAIgB,IAAI,CAACiD;gBACTrD,SAAS;oBAAEkB,MAAM;oBAAaN,MAAMyC;oBAAUC,OAAO;oBAAMnC,aAAa;2BAAIX,KAAK,CAACvB,IAAI,EAAE,CAACkC,WAAW;2BAAKX,KAAK,CAACvB,EAAE,CAACkC,WAAW;qBAAC;gBAAC;gBAC/H7B,MAAMI,WAAW;gBACjB;YACF;YACA,8DAA8D;YAC9D2B,aAAab,KAAK,CAACvB,EAAE,EAAE2B;YACvB,IAAI,UAAUF,IAAI,CAACE,OAAOE;iBACrBxB,MAAMK,QAAQ;QACrB;QACAmB;IACF;IACAA;IAEA,MAAMyC,KAAK,GAAGnE,IACX4B,IAAI,CAAC,MACLC,OAAO,CAAC,WAAW,QACnB6B,IAAI,GAAG,EAAE,CAAC;IACb,MAAMU,QAAwBzF,UAAUiB,GAAG,CAAC,CAAC,EAAEgD,IAAI,EAAE;YAAsB3C;eAAhB;YAAE2C;YAAM9B,MAAM,GAAEb,kBAAAA,WAAWc,GAAG,CAAC6B,mBAAf3C,6BAAAA,kBAAwB,EAAE;QAAC;;IACtG,OAAO;QAAEkE;QAAIjE;QAAOpB;QAAOK;QAAciF;IAAM;AACjD"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/markdown.ts"],"sourcesContent":["// Pass 3: lines -> markdown. Structure is measured, not guessed — heading\n// levels come from the font-height histogram, hyphen-closes only against a dictionary (see the inline comments below for each rule).\nimport { getDict } from './dict.ts';\nimport { pageMarkerLine } from './page-marker.ts';\nimport type { AnalysisBlock, BuildMarkdownOptions, Line, MarkdownPage, MarkdownResult, MarkdownStats, PageLines } from './types.ts';\n\nconst GLYPH = /^[•◦▪▫●○·‣⁃]$/;\nconst BULLETS = /^(?:[•◦▪▫●○·‣⁃]\\s*)+/;\n\nexport function buildMarkdown(pageLines: PageLines[], heightChars: Map<number, number>, opts: BuildMarkdownOptions = {}): MarkdownResult {\n // body height = char-weighted mode; headings are the rarer, larger sizes.\n // The 1.35 multiplier keeps emphasized body text out of the outline.\n const bodyH = [...heightChars.entries()].sort((a, b) => b[1] - a[1])[0]?.[0] ?? 0;\n const headingSizes = [...heightChars.keys()].filter((h) => h > bodyH * 1.35).sort((a, b) => b - a);\n // with page markers on, content headings start below the page ### level;\n // sizes beyond the ###### budget share level 6 rather than being dropped\n const offset = opts.pageMarkers ? 3 : 0;\n const levelOf = new Map(headingSizes.slice(0, 6).map((h, i) => [h, Math.min(6, i + 1 + offset)]));\n\n const out: string[] = [];\n const blockPages = new Map<number, AnalysisBlock[]>();\n const stats: MarkdownStats = {\n headings: 0,\n listItems: 0,\n paragraphs: 0,\n joinedPairs: 0,\n reflowed: 0,\n callouts: 0,\n closedHyphens: 0,\n };\n let currentPage = 0;\n let para: { text: string; wordIndexes: number[] }[] = [];\n\n const addBlock = (block: AnalysisBlock) => {\n const blocks = blockPages.get(currentPage);\n if (blocks) blocks.push(block);\n else blockPages.set(currentPage, [block]);\n };\n\n // a label line ending in ':' whose next line is a bare number belongs on one line\n function attachValue(label: string, lines: Line[], i: number): { text: string; last: number } {\n const j = i + 1;\n if (/[::]\\s*$/.test(label) && j < lines.length && /^[0-9][\\d.,]*%?$/.test(lines[j].text)) {\n stats.joinedPairs++;\n return { text: `${label} ${lines[j].text}`, last: j };\n }\n return { text: label, last: i };\n }\n const flush = () => {\n if (!para.length) return;\n const text = para\n .map((part) => part.text)\n .join(' ')\n .replace(/\\s+([,.;:%])/g, '$1');\n out.push(text);\n out.push('');\n addBlock({ type: 'paragraph', text, wordIndexes: para.flatMap((part) => part.wordIndexes) });\n stats.paragraphs++;\n para = [];\n };\n // append a wrapped line to the open paragraph, resolving a line-final hyphen\n const appendToPara = (line: Line, text: string) => {\n const prev = para.at(-1);\n if (prev && /\\w-$/.test(prev.text)) {\n // a bare \" -\" is punctuation, not a wrapped word\n const head = prev.text.replace(/-$/, '').split(/\\s/).pop() as string;\n const tail = (text.split(/\\s/)[0] ?? '').replace(/[^A-Za-z-]/g, '').split('-')[0];\n const close = getDict().has((head + tail).toLowerCase());\n if (close) stats.closedHyphens++;\n para[para.length - 1].text = prev.text.replace(/-$/, close ? '' : '-') + text;\n para[para.length - 1].wordIndexes.push(...line.wordIndexes);\n } else para.push({ text, wordIndexes: [...line.wordIndexes] });\n };\n\n for (const { page, lines } of pageLines) {\n currentPage = page;\n if (opts.pageMarkers) {\n flush();\n out.push(pageMarkerLine(page));\n out.push('');\n }\n if (!lines.length) continue;\n const indentBase = Math.min(...lines.map((l) => l.x));\n\n for (let i = 0; i < lines.length; i++) {\n let { text, h, x } = lines[i];\n const prevLine = i > 0 ? lines[i - 1] : null;\n // a column change or a vertical jump wider than a blank line ends the paragraph\n if (para.length && prevLine && (lines[i].col !== prevLine.col || lines[i].y - prevLine.y > h * 2.2)) flush();\n\n // A large-font line opens a run: gather the consecutive same-size lines\n // below it (a title wraps across lines). A short merged run is one heading; a long one is a callout/pull-quote in a bigger face — prose, not structure — and becomes a blockquote.\n if (levelOf.has(h) && !BULLETS.test(text)) {\n const run = [lines[i]];\n while (i + 1 < lines.length && lines[i + 1].h === h && lines[i + 1].col === lines[i].col && lines[i + 1].y - lines[i].y < h * 2.2 && !BULLETS.test(lines[i + 1].text)) run.push(lines[++i]);\n // join wrapped title lines, resolving line-final hyphens like body text\n const merged = run\n .map((line) => line.text)\n .reduce((acc, part) => (/\\w-$/.test(acc) ? acc.replace(/-$/, getDict().has(((acc.replace(/-$/, '').split(/\\s/).pop() as string) + (part.split(/\\s/)[0] ?? '').replace(/[^A-Za-z-]/g, '').split('-')[0]).toLowerCase()) ? '' : '-') + part : `${acc} ${part}`))\n .replace(/\\s+([,.;:%])/g, '$1');\n const wordIndexes = run.flatMap((line) => line.wordIndexes);\n flush();\n if (merged.length > 150) {\n out.push(`> ${merged}`);\n out.push('');\n addBlock({ type: 'paragraph', text: `> ${merged}`, wordIndexes });\n stats.callouts++;\n } else {\n const level = levelOf.get(h) as number;\n out.push(`${'#'.repeat(level)} ${merged}`);\n out.push('');\n addBlock({ type: 'heading', text: merged, level, wordIndexes });\n stats.headings++;\n }\n continue;\n }\n\n // Lines can carry several stacked glyphs (\"• ▪\") from nested source lists.\n const stripped = text.replace(BULLETS, '').trim();\n const wasBullet = stripped !== text;\n if (wasBullet) text = stripped;\n\n // bullet with nothing left on the line: attach the following line's text\n if ((!text || GLYPH.test(text)) && i + 1 < lines.length) {\n flush();\n const depth = Math.max(0, Math.round((x - indentBase) / 18));\n const itemLines = [lines[i], lines[++i]];\n let label = lines[i].text.replace(BULLETS, '').trim();\n while (!label && i + 1 < lines.length) {\n // stacked glyphs\n itemLines.push(lines[++i]);\n label = lines[i].text.replace(BULLETS, '').trim();\n }\n const attached = attachValue(label, lines, i);\n if (attached.last !== i) itemLines.push(lines[attached.last]);\n i = attached.last;\n const itemText = `${' '.repeat(depth)}- ${attached.text}`;\n out.push(itemText);\n addBlock({ type: 'paragraph', text: itemText, tight: true, wordIndexes: itemLines.flatMap((line) => line.wordIndexes) });\n stats.listItems++;\n continue;\n }\n // glyph(s) followed by text on the same line\n if (wasBullet) {\n flush();\n const depth = Math.max(0, Math.round((x - indentBase) / 18));\n const itemLines = [lines[i]];\n const attached = attachValue(text, lines, i);\n if (attached.last !== i) itemLines.push(lines[attached.last]);\n i = attached.last;\n const itemText = `${' '.repeat(depth)}- ${attached.text}`;\n out.push(itemText);\n addBlock({ type: 'paragraph', text: itemText, tight: true, wordIndexes: itemLines.flatMap((line) => line.wordIndexes) });\n stats.listItems++;\n continue;\n }\n // `label:` on its own line followed by a bare value -> keep together\n if (/[::]\\s*$/.test(text) && i + 1 < lines.length && /^[0-9][\\d.,]*%?$/.test(lines[i + 1].text)) {\n flush();\n const itemText = `- ${text} ${lines[++i].text}`;\n out.push(itemText);\n addBlock({ type: 'paragraph', text: itemText, tight: true, wordIndexes: [...lines[i - 1].wordIndexes, ...lines[i].wordIndexes] });\n stats.joinedPairs++;\n continue;\n }\n // otherwise body text: re-flow wrapped lines into a paragraph\n appendToPara(lines[i], text);\n if (/[.!?:]$/.test(text)) flush();\n else stats.reflowed++;\n }\n flush();\n }\n flush();\n\n const md = `${out\n .join('\\n')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim()}\\n`;\n const pages: MarkdownPage[] = pageLines.map(({ page }) => ({ page, blocks: blockPages.get(page) ?? [] }));\n return { md, stats, bodyH, headingSizes, pages };\n}\n"],"names":["getDict","pageMarkerLine","GLYPH","BULLETS","buildMarkdown","pageLines","heightChars","opts","bodyH","entries","sort","a","b","headingSizes","keys","filter","h","offset","pageMarkers","levelOf","Map","slice","map","i","Math","min","out","blockPages","stats","headings","listItems","paragraphs","joinedPairs","reflowed","callouts","closedHyphens","currentPage","para","addBlock","block","blocks","get","push","set","attachValue","label","lines","j","test","length","text","last","flush","part","join","replace","type","wordIndexes","flatMap","appendToPara","line","prev","at","head","split","pop","tail","close","has","toLowerCase","page","indentBase","l","x","prevLine","col","y","run","merged","reduce","acc","level","repeat","stripped","trim","wasBullet","depth","max","round","itemLines","attached","itemText","tight","md","pages"],"mappings":"AAAA,0EAA0E;AAC1E,qIAAqI;AACrI,SAASA,OAAO,QAAQ,YAAY;AACpC,SAASC,cAAc,QAAQ,mBAAmB;AAGlD,MAAMC,QAAQ;AACd,MAAMC,UAAU;AAEhB,OAAO,SAASC,cAAcC,SAAsB,EAAEC,WAAgC,EAAEC,OAA6B,CAAC,CAAC;;QAGvG;IAFd,0EAA0E;IAC1E,qEAAqE;IACrE,MAAMC,iBAAQ,SAAA;WAAIF,YAAYG,OAAO;KAAG,CAACC,IAAI,CAAC,CAACC,GAAGC,IAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,cAAzD,6BAAA,MAA2D,CAAC,EAAE,uCAAI;IAChF,MAAME,eAAe;WAAIP,YAAYQ,IAAI;KAAG,CAACC,MAAM,CAAC,CAACC,IAAMA,IAAIR,QAAQ,MAAME,IAAI,CAAC,CAACC,GAAGC,IAAMA,IAAID;IAChG,yEAAyE;IACzE,yEAAyE;IACzE,MAAMM,SAASV,KAAKW,WAAW,GAAG,IAAI;IACtC,MAAMC,UAAU,IAAIC,IAAIP,aAAaQ,KAAK,CAAC,GAAG,GAAGC,GAAG,CAAC,CAACN,GAAGO,IAAM;YAACP;YAAGQ,KAAKC,GAAG,CAAC,GAAGF,IAAI,IAAIN;SAAQ;IAE/F,MAAMS,MAAgB,EAAE;IACxB,MAAMC,aAAa,IAAIP;IACvB,MAAMQ,QAAuB;QAC3BC,UAAU;QACVC,WAAW;QACXC,YAAY;QACZC,aAAa;QACbC,UAAU;QACVC,UAAU;QACVC,eAAe;IACjB;IACA,IAAIC,cAAc;IAClB,IAAIC,OAAkD,EAAE;IAExD,MAAMC,WAAW,CAACC;QAChB,MAAMC,SAASb,WAAWc,GAAG,CAACL;QAC9B,IAAII,QAAQA,OAAOE,IAAI,CAACH;aACnBZ,WAAWgB,GAAG,CAACP,aAAa;YAACG;SAAM;IAC1C;IAEA,kFAAkF;IAClF,SAASK,YAAYC,KAAa,EAAEC,KAAa,EAAEvB,CAAS;QAC1D,MAAMwB,IAAIxB,IAAI;QACd,IAAI,WAAWyB,IAAI,CAACH,UAAUE,IAAID,MAAMG,MAAM,IAAI,mBAAmBD,IAAI,CAACF,KAAK,CAACC,EAAE,CAACG,IAAI,GAAG;YACxFtB,MAAMI,WAAW;YACjB,OAAO;gBAAEkB,MAAM,GAAGL,MAAM,CAAC,EAAEC,KAAK,CAACC,EAAE,CAACG,IAAI,EAAE;gBAAEC,MAAMJ;YAAE;QACtD;QACA,OAAO;YAAEG,MAAML;YAAOM,MAAM5B;QAAE;IAChC;IACA,MAAM6B,QAAQ;QACZ,IAAI,CAACf,KAAKY,MAAM,EAAE;QAClB,MAAMC,OAAOb,KACVf,GAAG,CAAC,CAAC+B,OAASA,KAAKH,IAAI,EACvBI,IAAI,CAAC,KACLC,OAAO,CAAC,iBAAiB;QAC5B7B,IAAIgB,IAAI,CAACQ;QACTxB,IAAIgB,IAAI,CAAC;QACTJ,SAAS;YAAEkB,MAAM;YAAaN;YAAMO,aAAapB,KAAKqB,OAAO,CAAC,CAACL,OAASA,KAAKI,WAAW;QAAE;QAC1F7B,MAAMG,UAAU;QAChBM,OAAO,EAAE;IACX;IACA,6EAA6E;IAC7E,MAAMsB,eAAe,CAACC,MAAYV;QAChC,MAAMW,OAAOxB,KAAKyB,EAAE,CAAC,CAAC;QACtB,IAAID,QAAQ,OAAOb,IAAI,CAACa,KAAKX,IAAI,GAAG;gBAGpBA;YAFd,iDAAiD;YACjD,MAAMa,OAAOF,KAAKX,IAAI,CAACK,OAAO,CAAC,MAAM,IAAIS,KAAK,CAAC,MAAMC,GAAG;YACxD,MAAMC,OAAO,EAAChB,eAAAA,KAAKc,KAAK,CAAC,KAAK,CAAC,EAAE,cAAnBd,0BAAAA,eAAuB,IAAIK,OAAO,CAAC,eAAe,IAAIS,KAAK,CAAC,IAAI,CAAC,EAAE;YACjF,MAAMG,QAAQnE,UAAUoE,GAAG,CAAC,AAACL,CAAAA,OAAOG,IAAG,EAAGG,WAAW;YACrD,IAAIF,OAAOvC,MAAMO,aAAa;YAC9BE,IAAI,CAACA,KAAKY,MAAM,GAAG,EAAE,CAACC,IAAI,GAAGW,KAAKX,IAAI,CAACK,OAAO,CAAC,MAAMY,QAAQ,KAAK,OAAOjB;YACzEb,IAAI,CAACA,KAAKY,MAAM,GAAG,EAAE,CAACQ,WAAW,CAACf,IAAI,IAAIkB,KAAKH,WAAW;QAC5D,OAAOpB,KAAKK,IAAI,CAAC;YAAEQ;YAAMO,aAAa;mBAAIG,KAAKH,WAAW;aAAC;QAAC;IAC9D;IAEA,KAAK,MAAM,EAAEa,IAAI,EAAExB,KAAK,EAAE,IAAIzC,UAAW;QACvC+B,cAAckC;QACd,IAAI/D,KAAKW,WAAW,EAAE;YACpBkC;YACA1B,IAAIgB,IAAI,CAACzC,eAAeqE;YACxB5C,IAAIgB,IAAI,CAAC;QACX;QACA,IAAI,CAACI,MAAMG,MAAM,EAAE;QACnB,MAAMsB,aAAa/C,KAAKC,GAAG,IAAIqB,MAAMxB,GAAG,CAAC,CAACkD,IAAMA,EAAEC,CAAC;QAEnD,IAAK,IAAIlD,IAAI,GAAGA,IAAIuB,MAAMG,MAAM,EAAE1B,IAAK;YACrC,IAAI,EAAE2B,IAAI,EAAElC,CAAC,EAAEyD,CAAC,EAAE,GAAG3B,KAAK,CAACvB,EAAE;YAC7B,MAAMmD,WAAWnD,IAAI,IAAIuB,KAAK,CAACvB,IAAI,EAAE,GAAG;YACxC,gFAAgF;YAChF,IAAIc,KAAKY,MAAM,IAAIyB,YAAa5B,CAAAA,KAAK,CAACvB,EAAE,CAACoD,GAAG,KAAKD,SAASC,GAAG,IAAI7B,KAAK,CAACvB,EAAE,CAACqD,CAAC,GAAGF,SAASE,CAAC,GAAG5D,IAAI,GAAE,GAAIoC;YAErG,wEAAwE;YACxE,mLAAmL;YACnL,IAAIjC,QAAQiD,GAAG,CAACpD,MAAM,CAACb,QAAQ6C,IAAI,CAACE,OAAO;gBACzC,MAAM2B,MAAM;oBAAC/B,KAAK,CAACvB,EAAE;iBAAC;gBACtB,MAAOA,IAAI,IAAIuB,MAAMG,MAAM,IAAIH,KAAK,CAACvB,IAAI,EAAE,CAACP,CAAC,KAAKA,KAAK8B,KAAK,CAACvB,IAAI,EAAE,CAACoD,GAAG,KAAK7B,KAAK,CAACvB,EAAE,CAACoD,GAAG,IAAI7B,KAAK,CAACvB,IAAI,EAAE,CAACqD,CAAC,GAAG9B,KAAK,CAACvB,EAAE,CAACqD,CAAC,GAAG5D,IAAI,OAAO,CAACb,QAAQ6C,IAAI,CAACF,KAAK,CAACvB,IAAI,EAAE,CAAC2B,IAAI,EAAG2B,IAAInC,IAAI,CAACI,KAAK,CAAC,EAAEvB,EAAE;gBAC1L,wEAAwE;gBACxE,MAAMuD,SAASD,IACZvD,GAAG,CAAC,CAACsC,OAASA,KAAKV,IAAI,EACvB6B,MAAM,CAAC,CAACC,KAAK3B;wBAAqHA;2BAA3G,OAAOL,IAAI,CAACgC,OAAOA,IAAIzB,OAAO,CAAC,MAAMvD,UAAUoE,GAAG,CAAC,AAAC,CAAA,AAACY,IAAIzB,OAAO,CAAC,MAAM,IAAIS,KAAK,CAAC,MAAMC,GAAG,KAAgB,EAACZ,eAAAA,KAAKW,KAAK,CAAC,KAAK,CAAC,EAAE,cAAnBX,0BAAAA,eAAuB,IAAIE,OAAO,CAAC,eAAe,IAAIS,KAAK,CAAC,IAAI,CAAC,EAAE,AAAD,EAAGK,WAAW,MAAM,KAAK,OAAOhB,OAAO,GAAG2B,IAAI,CAAC,EAAE3B,MAAM;mBAC3PE,OAAO,CAAC,iBAAiB;gBAC5B,MAAME,cAAcoB,IAAInB,OAAO,CAAC,CAACE,OAASA,KAAKH,WAAW;gBAC1DL;gBACA,IAAI0B,OAAO7B,MAAM,GAAG,KAAK;oBACvBvB,IAAIgB,IAAI,CAAC,CAAC,EAAE,EAAEoC,QAAQ;oBACtBpD,IAAIgB,IAAI,CAAC;oBACTJ,SAAS;wBAAEkB,MAAM;wBAAaN,MAAM,CAAC,EAAE,EAAE4B,QAAQ;wBAAErB;oBAAY;oBAC/D7B,MAAMM,QAAQ;gBAChB,OAAO;oBACL,MAAM+C,QAAQ9D,QAAQsB,GAAG,CAACzB;oBAC1BU,IAAIgB,IAAI,CAAC,GAAG,IAAIwC,MAAM,CAACD,OAAO,CAAC,EAAEH,QAAQ;oBACzCpD,IAAIgB,IAAI,CAAC;oBACTJ,SAAS;wBAAEkB,MAAM;wBAAWN,MAAM4B;wBAAQG;wBAAOxB;oBAAY;oBAC7D7B,MAAMC,QAAQ;gBAChB;gBACA;YACF;YAEA,2EAA2E;YAC3E,MAAMsD,WAAWjC,KAAKK,OAAO,CAACpD,SAAS,IAAIiF,IAAI;YAC/C,MAAMC,YAAYF,aAAajC;YAC/B,IAAImC,WAAWnC,OAAOiC;YAEtB,yEAAyE;YACzE,IAAI,AAAC,CAAA,CAACjC,QAAQhD,MAAM8C,IAAI,CAACE,KAAI,KAAM3B,IAAI,IAAIuB,MAAMG,MAAM,EAAE;gBACvDG;gBACA,MAAMkC,QAAQ9D,KAAK+D,GAAG,CAAC,GAAG/D,KAAKgE,KAAK,CAAC,AAACf,CAAAA,IAAIF,UAAS,IAAK;gBACxD,MAAMkB,YAAY;oBAAC3C,KAAK,CAACvB,EAAE;oBAAEuB,KAAK,CAAC,EAAEvB,EAAE;iBAAC;gBACxC,IAAIsB,QAAQC,KAAK,CAACvB,EAAE,CAAC2B,IAAI,CAACK,OAAO,CAACpD,SAAS,IAAIiF,IAAI;gBACnD,MAAO,CAACvC,SAAStB,IAAI,IAAIuB,MAAMG,MAAM,CAAE;oBACrC,iBAAiB;oBACjBwC,UAAU/C,IAAI,CAACI,KAAK,CAAC,EAAEvB,EAAE;oBACzBsB,QAAQC,KAAK,CAACvB,EAAE,CAAC2B,IAAI,CAACK,OAAO,CAACpD,SAAS,IAAIiF,IAAI;gBACjD;gBACA,MAAMM,WAAW9C,YAAYC,OAAOC,OAAOvB;gBAC3C,IAAImE,SAASvC,IAAI,KAAK5B,GAAGkE,UAAU/C,IAAI,CAACI,KAAK,CAAC4C,SAASvC,IAAI,CAAC;gBAC5D5B,IAAImE,SAASvC,IAAI;gBACjB,MAAMwC,WAAW,GAAG,KAAKT,MAAM,CAACI,OAAO,EAAE,EAAEI,SAASxC,IAAI,EAAE;gBAC1DxB,IAAIgB,IAAI,CAACiD;gBACTrD,SAAS;oBAAEkB,MAAM;oBAAaN,MAAMyC;oBAAUC,OAAO;oBAAMnC,aAAagC,UAAU/B,OAAO,CAAC,CAACE,OAASA,KAAKH,WAAW;gBAAE;gBACtH7B,MAAME,SAAS;gBACf;YACF;YACA,6CAA6C;YAC7C,IAAIuD,WAAW;gBACbjC;gBACA,MAAMkC,QAAQ9D,KAAK+D,GAAG,CAAC,GAAG/D,KAAKgE,KAAK,CAAC,AAACf,CAAAA,IAAIF,UAAS,IAAK;gBACxD,MAAMkB,YAAY;oBAAC3C,KAAK,CAACvB,EAAE;iBAAC;gBAC5B,MAAMmE,WAAW9C,YAAYM,MAAMJ,OAAOvB;gBAC1C,IAAImE,SAASvC,IAAI,KAAK5B,GAAGkE,UAAU/C,IAAI,CAACI,KAAK,CAAC4C,SAASvC,IAAI,CAAC;gBAC5D5B,IAAImE,SAASvC,IAAI;gBACjB,MAAMwC,WAAW,GAAG,KAAKT,MAAM,CAACI,OAAO,EAAE,EAAEI,SAASxC,IAAI,EAAE;gBAC1DxB,IAAIgB,IAAI,CAACiD;gBACTrD,SAAS;oBAAEkB,MAAM;oBAAaN,MAAMyC;oBAAUC,OAAO;oBAAMnC,aAAagC,UAAU/B,OAAO,CAAC,CAACE,OAASA,KAAKH,WAAW;gBAAE;gBACtH7B,MAAME,SAAS;gBACf;YACF;YACA,qEAAqE;YACrE,IAAI,WAAWkB,IAAI,CAACE,SAAS3B,IAAI,IAAIuB,MAAMG,MAAM,IAAI,mBAAmBD,IAAI,CAACF,KAAK,CAACvB,IAAI,EAAE,CAAC2B,IAAI,GAAG;gBAC/FE;gBACA,MAAMuC,WAAW,CAAC,EAAE,EAAEzC,KAAK,CAAC,EAAEJ,KAAK,CAAC,EAAEvB,EAAE,CAAC2B,IAAI,EAAE;gBAC/CxB,IAAIgB,IAAI,CAACiD;gBACTrD,SAAS;oBAAEkB,MAAM;oBAAaN,MAAMyC;oBAAUC,OAAO;oBAAMnC,aAAa;2BAAIX,KAAK,CAACvB,IAAI,EAAE,CAACkC,WAAW;2BAAKX,KAAK,CAACvB,EAAE,CAACkC,WAAW;qBAAC;gBAAC;gBAC/H7B,MAAMI,WAAW;gBACjB;YACF;YACA,8DAA8D;YAC9D2B,aAAab,KAAK,CAACvB,EAAE,EAAE2B;YACvB,IAAI,UAAUF,IAAI,CAACE,OAAOE;iBACrBxB,MAAMK,QAAQ;QACrB;QACAmB;IACF;IACAA;IAEA,MAAMyC,KAAK,GAAGnE,IACX4B,IAAI,CAAC,MACLC,OAAO,CAAC,WAAW,QACnB6B,IAAI,GAAG,EAAE,CAAC;IACb,MAAMU,QAAwBzF,UAAUiB,GAAG,CAAC,CAAC,EAAEgD,IAAI,EAAE;YAAsB3C;eAAhB;YAAE2C;YAAM9B,MAAM,GAAEb,kBAAAA,WAAWc,GAAG,CAAC6B,mBAAf3C,6BAAAA,kBAAwB,EAAE;QAAC;;IACtG,OAAO;QAAEkE;QAAIjE;QAAOpB;QAAOK;QAAciF;IAAM;AACjD"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/page-marker.ts"],"sourcesContent":["// page-marker.ts — page provenance shared by Markdown producers and readers.\n\n/** The marker heading for page N, with no surrounding whitespace/newlines\n * (callers own their own blank-line formatting). */\nexport function pageMarkerLine(page: number): string {\n return `### p${page}`;\n}\n\n// Visible headings are emitted by this package; invisible comments preserve\n// page provenance when a caller does not want headings in its final Markdown.\nconst MARKER_RE_SOURCE = '^(?:### p(\\\\d+)|<!-- p(\\\\d+) -->)\\\\r?$';\n\nfunction markerPage(match: RegExpExecArray): number {\n return Number(match[1] ?? match[2]);\n}\n\n/** Is this line (already split, no trailing newline) a page-marker heading? */\nexport function isPageMarkerLine(line: string): boolean {\n return new RegExp(MARKER_RE_SOURCE, 'u').test(line);\n}\n\n/** Split markdown into per-marker body slices, in document order — one entry\n * PER OCCURRENCE (a duplicate \"### pN\" yields two entries; no slice is ever dropped). */\nexport function splitByPageMarker(md: string): { page: number; body: string }[] {\n const re = new RegExp(MARKER_RE_SOURCE, 'gmu');\n const markers: { page: number; index: number; end: number }[] = [];\n for (let m = re.exec(md); m !== null; m = re.exec(md)) markers.push({ page: markerPage(m), index: m.index, end: m.index + m[0].length });\n const out: { page: number; body: string }[] = [];\n for (let i = 0; i < markers.length; i++) {\n const end = i + 1 < markers.length ? markers[i + 1].index : md.length;\n out.push({ page: markers[i].page, body: md.slice(markers[i].end, end) });\n }\n return out;\n}\n\n/** Per-page body text, duplicate-marker slices CONCATENATED — a word anywhere\n * on page N counts as on page N (the auditor's membership semantics). */\nexport function bodyByPage(md: string): Map<number, string> {\n const out = new Map<number, string>();\n for (const { page, body } of splitByPageMarker(md)) out.set(page, (out.get(page) ?? '') + body);\n return out;\n}\n\n/** Count of visible or invisible page-provenance marker lines in `md`. */\nexport function countPageMarkers(md: string): number {\n return [...md.matchAll(new RegExp(MARKER_RE_SOURCE, 'gmu'))].length;\n}\n"],"names":["pageMarkerLine","page","MARKER_RE_SOURCE","markerPage","match","Number","isPageMarkerLine","line","RegExp","test","splitByPageMarker","md","re","markers","m","exec","push","index","end","length","out","i","body","slice","bodyByPage","Map","set","get","countPageMarkers","matchAll"],"mappings":"AAAA,6EAA6E;AAE7E;kDACkD,GAClD,OAAO,SAASA,eAAeC,IAAY;IACzC,OAAO,CAAC,KAAK,EAAEA,MAAM;AACvB;AAEA,4EAA4E;AAC5E,8EAA8E;AAC9E,MAAMC,mBAAmB;AAEzB,SAASC,WAAWC,KAAsB;QAC1BA;IAAd,OAAOC,QAAOD,UAAAA,KAAK,CAAC,EAAE,cAARA,qBAAAA,UAAYA,KAAK,CAAC,EAAE;AACpC;AAEA,6EAA6E,GAC7E,OAAO,SAASE,iBAAiBC,IAAY;IAC3C,OAAO,IAAIC,OAAON,kBAAkB,KAAKO,IAAI,CAACF;AAChD;AAEA;uFACuF,GACvF,OAAO,SAASG,kBAAkBC,EAAU;IAC1C,MAAMC,KAAK,IAAIJ,OAAON,kBAAkB;IACxC,MAAMW,UAA0D,EAAE;IAClE,IAAK,IAAIC,IAAIF,GAAGG,IAAI,CAACJ,KAAKG,MAAM,MAAMA,IAAIF,GAAGG,IAAI,CAACJ,IAAKE,QAAQG,IAAI,CAAC;QAAEf,MAAME,WAAWW;QAAIG,OAAOH,EAAEG,KAAK;QAAEC,KAAKJ,EAAEG,KAAK,GAAGH,CAAC,CAAC,EAAE,CAACK,MAAM;IAAC;IACtI,MAAMC,MAAwC,EAAE;IAChD,IAAK,IAAIC,IAAI,GAAGA,IAAIR,QAAQM,MAAM,EAAEE,IAAK;QACvC,MAAMH,MAAMG,IAAI,IAAIR,QAAQM,MAAM,GAAGN,OAAO,CAACQ,IAAI,EAAE,CAACJ,KAAK,GAAGN,GAAGQ,MAAM;QACrEC,IAAIJ,IAAI,CAAC;YAAEf,MAAMY,OAAO,CAACQ,EAAE,CAACpB,IAAI;YAAEqB,MAAMX,GAAGY,KAAK,CAACV,OAAO,CAACQ,EAAE,CAACH,GAAG,EAAEA;QAAK;IACxE;IACA,OAAOE;AACT;AAEA;uEACuE,GACvE,OAAO,SAASI,WAAWb,EAAU;QAEgCS;IADnE,MAAMA,MAAM,IAAIK;IAChB,KAAK,MAAM,EAAExB,IAAI,EAAEqB,IAAI,EAAE,IAAIZ,kBAAkBC,IAAKS,IAAIM,GAAG,CAACzB,MAAM,EAACmB,WAAAA,IAAIO,GAAG,CAAC1B,mBAARmB,sBAAAA,WAAiB,MAAME;IAC1F,OAAOF;AACT;AAEA,wEAAwE,GACxE,OAAO,SAASQ,iBAAiBjB,EAAU;IACzC,OAAO;WAAIA,GAAGkB,QAAQ,CAAC,IAAIrB,OAAON,kBAAkB;KAAQ,CAACiB,MAAM;AACrE"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/page-marker.ts"],"sourcesContent":["// page-marker.ts — page provenance shared by Markdown producers and readers.\n\n/** The marker heading for page N, with no surrounding whitespace/newlines\n * (callers own their own blank-line formatting). */\nexport function pageMarkerLine(page: number): string {\n return `### p${page}`;\n}\n\n// Visible headings are emitted by this package; invisible comments preserve\n// page provenance when a caller does not want headings in its final Markdown.\nconst MARKER_RE_SOURCE = '^(?:### p(\\\\d+)|<!-- p(\\\\d+) -->)\\\\r?$';\n\nfunction markerPage(match: RegExpExecArray): number {\n return Number(match[1] ?? match[2]);\n}\n\n/** Is this line (already split, no trailing newline) a page-marker heading? */\nexport function isPageMarkerLine(line: string): boolean {\n return new RegExp(MARKER_RE_SOURCE, 'u').test(line);\n}\n\n/** Split markdown into per-marker body slices, in document order — one entry\n * PER OCCURRENCE (a duplicate \"### pN\" yields two entries; no slice is ever dropped). */\nexport function splitByPageMarker(md: string): { page: number; body: string }[] {\n const re = new RegExp(MARKER_RE_SOURCE, 'gmu');\n const markers: { page: number; index: number; end: number }[] = [];\n for (let m = re.exec(md); m !== null; m = re.exec(md)) markers.push({ page: markerPage(m), index: m.index, end: m.index + m[0].length });\n const out: { page: number; body: string }[] = [];\n for (let i = 0; i < markers.length; i++) {\n const end = i + 1 < markers.length ? markers[i + 1].index : md.length;\n out.push({ page: markers[i].page, body: md.slice(markers[i].end, end) });\n }\n return out;\n}\n\n/** Per-page body text, duplicate-marker slices CONCATENATED — a word anywhere\n * on page N counts as on page N (the auditor's membership semantics). */\nexport function bodyByPage(md: string): Map<number, string> {\n const out = new Map<number, string>();\n for (const { page, body } of splitByPageMarker(md)) out.set(page, (out.get(page) ?? '') + body);\n return out;\n}\n\n/** Count of visible or invisible page-provenance marker lines in `md`. */\nexport function countPageMarkers(md: string): number {\n return [...md.matchAll(new RegExp(MARKER_RE_SOURCE, 'gmu'))].length;\n}\n"],"names":["pageMarkerLine","page","MARKER_RE_SOURCE","markerPage","match","Number","isPageMarkerLine","line","RegExp","test","splitByPageMarker","md","re","markers","m","exec","push","index","end","length","out","i","body","slice","bodyByPage","Map","set","get","countPageMarkers","matchAll"],"mappings":"AAAA,6EAA6E;AAE7E;kDACkD,GAClD,OAAO,SAASA,eAAeC,IAAY;IACzC,OAAO,CAAC,KAAK,EAAEA,MAAM;AACvB;AAEA,4EAA4E;AAC5E,8EAA8E;AAC9E,MAAMC,mBAAmB;AAEzB,SAASC,WAAWC,KAAsB;QAC1BA;IAAd,OAAOC,QAAOD,UAAAA,KAAK,CAAC,EAAE,cAARA,qBAAAA,UAAYA,KAAK,CAAC,EAAE;AACpC;AAEA,6EAA6E,GAC7E,OAAO,SAASE,iBAAiBC,IAAY;IAC3C,OAAO,IAAIC,OAAON,kBAAkB,KAAKO,IAAI,CAACF;AAChD;AAEA;uFACuF,GACvF,OAAO,SAASG,kBAAkBC,EAAU;IAC1C,MAAMC,KAAK,IAAIJ,OAAON,kBAAkB;IACxC,MAAMW,UAA0D,EAAE;IAClE,IAAK,IAAIC,IAAIF,GAAGG,IAAI,CAACJ,KAAKG,MAAM,MAAMA,IAAIF,GAAGG,IAAI,CAACJ,IAAKE,QAAQG,IAAI,CAAC;QAAEf,MAAME,WAAWW;QAAIG,OAAOH,EAAEG,KAAK;QAAEC,KAAKJ,EAAEG,KAAK,GAAGH,CAAC,CAAC,EAAE,CAACK,MAAM;IAAC;IACtI,MAAMC,MAAwC,EAAE;IAChD,IAAK,IAAIC,IAAI,GAAGA,IAAIR,QAAQM,MAAM,EAAEE,IAAK;QACvC,MAAMH,MAAMG,IAAI,IAAIR,QAAQM,MAAM,GAAGN,OAAO,CAACQ,IAAI,EAAE,CAACJ,KAAK,GAAGN,GAAGQ,MAAM;QACrEC,IAAIJ,IAAI,CAAC;YAAEf,MAAMY,OAAO,CAACQ,EAAE,CAACpB,IAAI;YAAEqB,MAAMX,GAAGY,KAAK,CAACV,OAAO,CAACQ,EAAE,CAACH,GAAG,EAAEA;QAAK;IACxE;IACA,OAAOE;AACT;AAEA;uEACuE,GACvE,OAAO,SAASI,WAAWb,EAAU;QAEgCS;IADnE,MAAMA,MAAM,IAAIK;IAChB,KAAK,MAAM,EAAExB,IAAI,EAAEqB,IAAI,EAAE,IAAIZ,kBAAkBC,IAAKS,IAAIM,GAAG,CAACzB,MAAM,EAACmB,WAAAA,IAAIO,GAAG,CAAC1B,mBAARmB,sBAAAA,WAAiB,MAAME;IAC1F,OAAOF;AACT;AAEA,wEAAwE,GACxE,OAAO,SAASQ,iBAAiBjB,EAAU;IACzC,OAAO;WAAIA,GAAGkB,QAAQ,CAAC,IAAIrB,OAAON,kBAAkB;KAAQ,CAACiB,MAAM;AACrE"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/pdf-open.ts"],"sourcesContent":["// pdf-open.ts — the one seam that opens a PDF via pdfjs-dist, in the two\n// shapes callers need: openDocument (data-based, already-open doc) and openPdfForRender (url-based, task you must await + destroy()).\n// Both wrap a failure the same way: PdfToMdError/PDF_OPEN, original message preserved.\nimport { readFileSync } from 'node:fs';\nimport path from 'node:path';\nimport type { PDFDocumentLoadingTask, PDFDocumentProxy } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { getDocument, VerbosityLevel } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { PdfToMdError } from './errors.ts';\nimport { resolvePackagePath } from './resolve.ts';\n\n// `verbosity: VerbosityLevel.ERRORS` silences pdfjs's own console.warn calls\n// — the library's documented promise is it never writes to stdout/stderr on its own.\n\n/** Data-based open (collect.ts's seam): no cMaps/fonts — text-layer extraction\n * only, verified to decode CJK correctly. Wraps missing/unreadable and non-PDF files as PdfToMdError/PDF_OPEN. */\nexport async function openDocument(src: string): Promise<PDFDocumentProxy> {\n let data: Uint8Array;\n try {\n data = new Uint8Array(readFileSync(src));\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `cannot read ${src}: ${(err as Error).message}`);\n }\n try {\n return await getDocument({\n data,\n useSystemFonts: true,\n verbosity: VerbosityLevel.ERRORS,\n }).promise;\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `cannot open ${src} as a PDF: ${(err as Error).message}`);\n }\n}\n\n// Wires up pdfjs's bundled cmaps/standard_fonts so CJK and non-embedded\n// standard fonts resolve instead of falling back to substitute glyphs.\n//\n// GOTCHA: despite the `...Url` name, pdfjs's Node loader does `fs.readFile`\n// on the string directly — a `file://` URL silently fails every lookup (only a stderr warning); plain filesystem paths are required.\n// The trailing \"/\" must be literal (pdfjs rejects a trailing \"\\\"); Windows' fs accepts \"/\" after a \"\\\" path.\nconst PDFJS_DIST_ROOT = path.dirname(resolvePackagePath('pdfjs-dist/package.json'));\nconst CMAP_URL = `${path.join(PDFJS_DIST_ROOT, 'cmaps')}/`;\nconst STANDARD_FONT_DATA_URL = `${path.join(PDFJS_DIST_ROOT, 'standard_fonts')}/`;\n// JBIG2/JPEG2000 decoding lives in pdfjs's WASM modules: without this, bitonal\n// scans (the usual encoding for B&W page images) decode to a BLANK page and OCR sees nothing.\nconst WASM_URL = `${path.join(PDFJS_DIST_ROOT, 'wasm')}/`;\n\n/**\n * Open a PDF for rendering (raster.ts/tesseract.ts's seam): cMaps + standard\n * fonts wired up, url-based. Callers must `await` the returned task's `.promise` (via `awaitPdfOpen`) and call `.destroy()` when done.\n */\nexport function openPdfForRender(pdfPath: string): PDFDocumentLoadingTask {\n // No `worker` option: this pdfjs-dist Node build needs no real Worker thread wired up to run.\n return getDocument({\n url: pdfPath,\n cMapUrl: CMAP_URL,\n cMapPacked: true,\n standardFontDataUrl: STANDARD_FONT_DATA_URL,\n wasmUrl: WASM_URL,\n verbosity: VerbosityLevel.ERRORS,\n });\n}\n\n/** Shared error wrapping for `openPdfForRender`'s task: a raw pdfjs open\n * failure becomes PdfToMdError/PDF_OPEN, original message preserved. */\nexport async function awaitPdfOpen(loadingTask: PDFDocumentLoadingTask, pdfPath: string): Promise<PDFDocumentProxy> {\n try {\n return await loadingTask.promise;\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `could not open PDF: ${pdfPath} (${(err as Error).message})`);\n }\n}\n"],"names":["readFileSync","path","getDocument","VerbosityLevel","PdfToMdError","resolvePackagePath","openDocument","src","data","Uint8Array","err","message","useSystemFonts","verbosity","ERRORS","promise","PDFJS_DIST_ROOT","dirname","CMAP_URL","join","STANDARD_FONT_DATA_URL","WASM_URL","openPdfForRender","pdfPath","url","cMapUrl","cMapPacked","standardFontDataUrl","wasmUrl","awaitPdfOpen","loadingTask"],"mappings":"AAAA,yEAAyE;AACzE,sIAAsI;AACtI,uFAAuF;AACvF,SAASA,YAAY,QAAQ,UAAU;AACvC,OAAOC,UAAU,YAAY;AAE7B,SAASC,WAAW,EAAEC,cAAc,QAAQ,kCAAkC;AAC9E,SAASC,YAAY,QAAQ,cAAc;AAC3C,SAASC,kBAAkB,QAAQ,eAAe;AAElD,6EAA6E;AAC7E,qFAAqF;AAErF;gHACgH,GAChH,OAAO,eAAeC,aAAaC,GAAW;IAC5C,IAAIC;IACJ,IAAI;QACFA,OAAO,IAAIC,WAAWT,aAAaO;IACrC,EAAE,OAAOG,KAAK;QACZ,MAAM,IAAIN,aAAa,YAAY,CAAC,YAAY,EAAEG,IAAI,EAAE,EAAE,AAACG,IAAcC,OAAO,EAAE;IACpF;IACA,IAAI;QACF,OAAO,MAAMT,YAAY;YACvBM;YACAI,gBAAgB;YAChBC,WAAWV,eAAeW,MAAM;QAClC,GAAGC,OAAO;IACZ,EAAE,OAAOL,KAAK;QACZ,MAAM,IAAIN,aAAa,YAAY,CAAC,YAAY,EAAEG,IAAI,WAAW,EAAE,AAACG,IAAcC,OAAO,EAAE;IAC7F;AACF;AAEA,wEAAwE;AACxE,uEAAuE;AACvE,EAAE;AACF,4EAA4E;AAC5E,qIAAqI;AACrI,6GAA6G;AAC7G,MAAMK,kBAAkBf,KAAKgB,OAAO,CAACZ,mBAAmB;AACxD,MAAMa,WAAW,GAAGjB,KAAKkB,IAAI,CAACH,iBAAiB,SAAS,CAAC,CAAC;AAC1D,MAAMI,yBAAyB,GAAGnB,KAAKkB,IAAI,CAACH,iBAAiB,kBAAkB,CAAC,CAAC;AACjF,+EAA+E;AAC/E,8FAA8F;AAC9F,MAAMK,WAAW,GAAGpB,KAAKkB,IAAI,CAACH,iBAAiB,QAAQ,CAAC,CAAC;AAEzD;;;CAGC,GACD,OAAO,SAASM,iBAAiBC,OAAe;IAC9C,8FAA8F;IAC9F,OAAOrB,YAAY;QACjBsB,KAAKD;QACLE,SAASP;QACTQ,YAAY;QACZC,qBAAqBP;QACrBQ,SAASP;QACTR,WAAWV,eAAeW,MAAM;IAClC;AACF;AAEA;sEACsE,GACtE,OAAO,eAAee,aAAaC,WAAmC,EAAEP,OAAe;IACrF,IAAI;QACF,OAAO,MAAMO,YAAYf,OAAO;IAClC,EAAE,OAAOL,KAAK;QACZ,MAAM,IAAIN,aAAa,YAAY,CAAC,oBAAoB,EAAEmB,QAAQ,EAAE,EAAE,AAACb,IAAcC,OAAO,CAAC,CAAC,CAAC;IACjG;AACF"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/pdf-open.ts"],"sourcesContent":["// pdf-open.ts — the one seam that opens a PDF via pdfjs-dist, in the two\n// shapes callers need: openDocument (data-based, already-open doc) and openPdfForRender (url-based, task you must await + destroy()).\n// Both wrap a failure the same way: PdfToMdError/PDF_OPEN, original message preserved.\nimport { readFileSync } from 'node:fs';\nimport path from 'node:path';\nimport type { PDFDocumentLoadingTask, PDFDocumentProxy } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { getDocument, VerbosityLevel } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { PdfToMdError } from './errors.ts';\nimport { resolvePackagePath } from './resolve.ts';\n\n// `verbosity: VerbosityLevel.ERRORS` silences pdfjs's own console.warn calls\n// — the library's documented promise is it never writes to stdout/stderr on its own.\n\n/** Data-based open (collect.ts's seam): no cMaps/fonts — text-layer extraction\n * only, verified to decode CJK correctly. Wraps missing/unreadable and non-PDF files as PdfToMdError/PDF_OPEN. */\nexport async function openDocument(src: string): Promise<PDFDocumentProxy> {\n let data: Uint8Array;\n try {\n data = new Uint8Array(readFileSync(src));\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `cannot read ${src}: ${(err as Error).message}`);\n }\n try {\n return await getDocument({\n data,\n useSystemFonts: true,\n verbosity: VerbosityLevel.ERRORS,\n }).promise;\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `cannot open ${src} as a PDF: ${(err as Error).message}`);\n }\n}\n\n// Wires up pdfjs's bundled cmaps/standard_fonts so CJK and non-embedded\n// standard fonts resolve instead of falling back to substitute glyphs.\n//\n// GOTCHA: despite the `...Url` name, pdfjs's Node loader does `fs.readFile`\n// on the string directly — a `file://` URL silently fails every lookup (only a stderr warning); plain filesystem paths are required.\n// The trailing \"/\" must be literal (pdfjs rejects a trailing \"\\\"); Windows' fs accepts \"/\" after a \"\\\" path.\nconst PDFJS_DIST_ROOT = path.dirname(resolvePackagePath('pdfjs-dist/package.json'));\nconst CMAP_URL = `${path.join(PDFJS_DIST_ROOT, 'cmaps')}/`;\nconst STANDARD_FONT_DATA_URL = `${path.join(PDFJS_DIST_ROOT, 'standard_fonts')}/`;\n// JBIG2/JPEG2000 decoding lives in pdfjs's WASM modules: without this, bitonal\n// scans (the usual encoding for B&W page images) decode to a BLANK page and OCR sees nothing.\nconst WASM_URL = `${path.join(PDFJS_DIST_ROOT, 'wasm')}/`;\n\n/**\n * Open a PDF for rendering (raster.ts/tesseract.ts's seam): cMaps + standard\n * fonts wired up, url-based. Callers must `await` the returned task's `.promise` (via `awaitPdfOpen`) and call `.destroy()` when done.\n */\nexport function openPdfForRender(pdfPath: string): PDFDocumentLoadingTask {\n // No `worker` option: this pdfjs-dist Node build needs no real Worker thread wired up to run.\n return getDocument({\n url: pdfPath,\n cMapUrl: CMAP_URL,\n cMapPacked: true,\n standardFontDataUrl: STANDARD_FONT_DATA_URL,\n wasmUrl: WASM_URL,\n verbosity: VerbosityLevel.ERRORS,\n });\n}\n\n/** Shared error wrapping for `openPdfForRender`'s task: a raw pdfjs open\n * failure becomes PdfToMdError/PDF_OPEN, original message preserved. */\nexport async function awaitPdfOpen(loadingTask: PDFDocumentLoadingTask, pdfPath: string): Promise<PDFDocumentProxy> {\n try {\n return await loadingTask.promise;\n } catch (err) {\n throw new PdfToMdError('PDF_OPEN', `could not open PDF: ${pdfPath} (${(err as Error).message})`);\n }\n}\n"],"names":["readFileSync","path","getDocument","VerbosityLevel","PdfToMdError","resolvePackagePath","openDocument","src","data","Uint8Array","err","message","useSystemFonts","verbosity","ERRORS","promise","PDFJS_DIST_ROOT","dirname","CMAP_URL","join","STANDARD_FONT_DATA_URL","WASM_URL","openPdfForRender","pdfPath","url","cMapUrl","cMapPacked","standardFontDataUrl","wasmUrl","awaitPdfOpen","loadingTask"],"mappings":"AAAA,yEAAyE;AACzE,sIAAsI;AACtI,uFAAuF;AACvF,SAASA,YAAY,QAAQ,UAAU;AACvC,OAAOC,UAAU,YAAY;AAE7B,SAASC,WAAW,EAAEC,cAAc,QAAQ,kCAAkC;AAC9E,SAASC,YAAY,QAAQ,cAAc;AAC3C,SAASC,kBAAkB,QAAQ,eAAe;AAElD,6EAA6E;AAC7E,qFAAqF;AAErF;gHACgH,GAChH,OAAO,eAAeC,aAAaC,GAAW;IAC5C,IAAIC;IACJ,IAAI;QACFA,OAAO,IAAIC,WAAWT,aAAaO;IACrC,EAAE,OAAOG,KAAK;QACZ,MAAM,IAAIN,aAAa,YAAY,CAAC,YAAY,EAAEG,IAAI,EAAE,EAAE,AAACG,IAAcC,OAAO,EAAE;IACpF;IACA,IAAI;QACF,OAAO,MAAMT,YAAY;YACvBM;YACAI,gBAAgB;YAChBC,WAAWV,eAAeW,MAAM;QAClC,GAAGC,OAAO;IACZ,EAAE,OAAOL,KAAK;QACZ,MAAM,IAAIN,aAAa,YAAY,CAAC,YAAY,EAAEG,IAAI,WAAW,EAAE,AAACG,IAAcC,OAAO,EAAE;IAC7F;AACF;AAEA,wEAAwE;AACxE,uEAAuE;AACvE,EAAE;AACF,4EAA4E;AAC5E,qIAAqI;AACrI,6GAA6G;AAC7G,MAAMK,kBAAkBf,KAAKgB,OAAO,CAACZ,mBAAmB;AACxD,MAAMa,WAAW,GAAGjB,KAAKkB,IAAI,CAACH,iBAAiB,SAAS,CAAC,CAAC;AAC1D,MAAMI,yBAAyB,GAAGnB,KAAKkB,IAAI,CAACH,iBAAiB,kBAAkB,CAAC,CAAC;AACjF,+EAA+E;AAC/E,8FAA8F;AAC9F,MAAMK,WAAW,GAAGpB,KAAKkB,IAAI,CAACH,iBAAiB,QAAQ,CAAC,CAAC;AAEzD;;;CAGC,GACD,OAAO,SAASM,iBAAiBC,OAAe;IAC9C,8FAA8F;IAC9F,OAAOrB,YAAY;QACjBsB,KAAKD;QACLE,SAASP;QACTQ,YAAY;QACZC,qBAAqBP;QACrBQ,SAASP;QACTR,WAAWV,eAAeW,MAAM;IAClC;AACF;AAEA;sEACsE,GACtE,OAAO,eAAee,aAAaC,WAAmC,EAAEP,OAAe;IACrF,IAAI;QACF,OAAO,MAAMO,YAAYf,OAAO;IAClC,EAAE,OAAOL,KAAK;QACZ,MAAM,IAAIN,aAAa,YAAY,CAAC,oBAAoB,EAAEmB,QAAQ,EAAE,EAAE,AAACb,IAAcC,OAAO,CAAC,CAAC,CAAC;IACjG;AACF"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/raster.ts"],"sourcesContent":["// Renders PDF pages to PNG with pdfjs-dist + @napi-rs/canvas. Shared by the\n// `render` CLI command (human/vision-model page verification) and src/engines/tesseract.ts (OCR page images).\n\nimport { createCanvas } from '@napi-rs/canvas';\nimport type { PDFDocumentProxy, PDFPageProxy } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { PdfToMdError } from './errors.ts';\nimport { awaitPdfOpen, openPdfForRender } from './pdf-open.ts';\n\n// pdfjs-dist doesn't export RenderParameters from the package root; derive\n// it from PDFPageProxy['render'] rather than hand-declaring a shape that could drift.\ntype RenderParams = Parameters<PDFPageProxy['render']>[0];\n\n// No CanvasFactory shim needed: pdfjs-dist detects `@napi-rs/canvas` itself\n// and uses it internally (patterns, SMasks, Type3 glyphs); we only hand it a `canvasContext` for the page itself, created directly below.\n\nexport { openPdfForRender } from './pdf-open.ts';\n\n/** One rendered page, from renderPageToPNG (or the `pdf-to-md render` CLI\n * command it backs). */\nexport interface RenderPageResult {\n /** the rendered page, PNG-encoded */\n png: Buffer;\n /** pixel width at the requested dpi */\n width: number;\n /** pixel height at the requested dpi */\n height: number;\n /** the page's own /Rotate entry, baked into `png`/`width`/`height` already\n * — informational, not something a caller needs to apply again */\n rotation: number;\n}\n\n/** Render one already-open document's page to a PNG buffer at the given DPI. */\nexport async function renderLoadedPage(doc: PDFDocumentProxy, pageNum: number, dpi: number): Promise<RenderPageResult> {\n if (!(pageNum >= 1) || pageNum > doc.numPages) {\n throw new PdfToMdError('PAGE_RANGE', `page ${pageNum} is outside this document (1-${doc.numPages})`);\n }\n const page = await doc.getPage(pageNum);\n\n // getViewport({scale}) bakes in the page's own /Rotate entry AND its\n // mediaBox origin automatically — no manual origin translate needed on top of it.\n const scale = dpi / 72;\n const viewport = page.getViewport({ scale });\n const width = Math.round(viewport.width);\n const height = Math.round(viewport.height);\n if (width <= 0 || height <= 0) throw new PdfToMdError('PAGE_RENDER', `page ${pageNum} has non-positive dimensions ${width}x${height}`);\n\n const canvas = createCanvas(width, height);\n const context = canvas.getContext('2d');\n\n // Paint white first: an unpainted @napi-rs/canvas context is transparent,\n // which would encode as black/checkered rather than a white page.\n context.fillStyle = 'white';\n context.fillRect(0, 0, width, height);\n\n // pdfjs's RenderParameters types canvas/context against DOM types;\n // @napi-rs/canvas's are API-compatible at runtime but not that DOM type — the interop boundary the \"no any\" rule allows a cast for.\n const renderTask = page.render({\n canvas: canvas as unknown as RenderParams['canvas'],\n canvasContext: context as unknown as RenderParams['canvasContext'],\n viewport,\n });\n await renderTask.promise;\n\n const png = await canvas.encode('png');\n return { png, width, height, rotation: viewport.rotation };\n}\n\n/**\n * Render one page of a PDF to a PNG buffer at the given DPI. Opens and\n * closes the document itself — for more than one page from the same PDF, use `openPdfForRender` + `renderLoadedPage` instead.\n *\n * @param pdfPath path to the PDF file\n * @param pageNum 1-based page number\n * @param dpi PDF user space is 72 units/inch, so scale = dpi / 72\n */\nexport async function renderPageToPNG(pdfPath: string, pageNum: number, dpi: number): Promise<RenderPageResult> {\n const loadingTask = openPdfForRender(pdfPath);\n try {\n const doc = await awaitPdfOpen(loadingTask, pdfPath);\n return await renderLoadedPage(doc, pageNum, dpi);\n } finally {\n await loadingTask.destroy();\n }\n}\n"],"names":["createCanvas","PdfToMdError","awaitPdfOpen","openPdfForRender","renderLoadedPage","doc","pageNum","dpi","numPages","page","getPage","scale","viewport","getViewport","width","Math","round","height","canvas","context","getContext","fillStyle","fillRect","renderTask","render","canvasContext","promise","png","encode","rotation","renderPageToPNG","pdfPath","loadingTask","destroy"],"mappings":"AAAA,4EAA4E;AAC5E,8GAA8G;AAE9G,SAASA,YAAY,QAAQ,kBAAkB;AAE/C,SAASC,YAAY,QAAQ,cAAc;AAC3C,SAASC,YAAY,EAAEC,gBAAgB,QAAQ,gBAAgB;AAM/D,4EAA4E;AAC5E,0IAA0I;AAE1I,SAASA,gBAAgB,QAAQ,gBAAgB;AAgBjD,8EAA8E,GAC9E,OAAO,eAAeC,iBAAiBC,GAAqB,EAAEC,OAAe,EAAEC,GAAW;IACxF,IAAI,CAAED,CAAAA,WAAW,CAAA,KAAMA,UAAUD,IAAIG,QAAQ,EAAE;QAC7C,MAAM,IAAIP,aAAa,cAAc,CAAC,KAAK,EAAEK,QAAQ,6BAA6B,EAAED,IAAIG,QAAQ,CAAC,CAAC,CAAC;IACrG;IACA,MAAMC,OAAO,MAAMJ,IAAIK,OAAO,CAACJ;IAE/B,qEAAqE;IACrE,kFAAkF;IAClF,MAAMK,QAAQJ,MAAM;IACpB,MAAMK,WAAWH,KAAKI,WAAW,CAAC;QAAEF;IAAM;IAC1C,MAAMG,QAAQC,KAAKC,KAAK,CAACJ,SAASE,KAAK;IACvC,MAAMG,SAASF,KAAKC,KAAK,CAACJ,SAASK,MAAM;IACzC,IAAIH,SAAS,KAAKG,UAAU,GAAG,MAAM,IAAIhB,aAAa,eAAe,CAAC,KAAK,EAAEK,QAAQ,6BAA6B,EAAEQ,MAAM,CAAC,EAAEG,QAAQ;IAErI,MAAMC,SAASlB,aAAac,OAAOG;IACnC,MAAME,UAAUD,OAAOE,UAAU,CAAC;IAElC,0EAA0E;IAC1E,kEAAkE;IAClED,QAAQE,SAAS,GAAG;IACpBF,QAAQG,QAAQ,CAAC,GAAG,GAAGR,OAAOG;IAE9B,mEAAmE;IACnE,oIAAoI;IACpI,MAAMM,aAAad,KAAKe,MAAM,CAAC;QAC7BN,QAAQA;QACRO,eAAeN;QACfP;IACF;IACA,MAAMW,WAAWG,OAAO;IAExB,MAAMC,MAAM,MAAMT,OAAOU,MAAM,CAAC;IAChC,OAAO;QAAED;QAAKb;QAAOG;QAAQY,UAAUjB,SAASiB,QAAQ;IAAC;AAC3D;AAEA;;;;;;;CAOC,GACD,OAAO,eAAeC,gBAAgBC,OAAe,EAAEzB,OAAe,EAAEC,GAAW;IACjF,MAAMyB,cAAc7B,iBAAiB4B;IACrC,IAAI;QACF,MAAM1B,MAAM,MAAMH,aAAa8B,aAAaD;QAC5C,OAAO,MAAM3B,iBAAiBC,KAAKC,SAASC;IAC9C,SAAU;QACR,MAAMyB,YAAYC,OAAO;IAC3B;AACF"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/raster.ts"],"sourcesContent":["// Renders PDF pages to PNG with pdfjs-dist + @napi-rs/canvas. Shared by the\n// `render` CLI command (human/vision-model page verification) and src/engines/tesseract.ts (OCR page images).\n\nimport { createCanvas } from '@napi-rs/canvas';\nimport type { PDFDocumentProxy, PDFPageProxy } from 'pdfjs-dist/legacy/build/pdf.mjs';\nimport { PdfToMdError } from './errors.ts';\nimport { awaitPdfOpen, openPdfForRender } from './pdf-open.ts';\n\n// pdfjs-dist doesn't export RenderParameters from the package root; derive\n// it from PDFPageProxy['render'] rather than hand-declaring a shape that could drift.\ntype RenderParams = Parameters<PDFPageProxy['render']>[0];\n\n// No CanvasFactory shim needed: pdfjs-dist detects `@napi-rs/canvas` itself\n// and uses it internally (patterns, SMasks, Type3 glyphs); we only hand it a `canvasContext` for the page itself, created directly below.\n\nexport { openPdfForRender } from './pdf-open.ts';\n\n/** One rendered page, from renderPageToPNG (or the `pdf-to-md render` CLI\n * command it backs). */\nexport interface RenderPageResult {\n /** the rendered page, PNG-encoded */\n png: Buffer;\n /** pixel width at the requested dpi */\n width: number;\n /** pixel height at the requested dpi */\n height: number;\n /** the page's own /Rotate entry, baked into `png`/`width`/`height` already\n * — informational, not something a caller needs to apply again */\n rotation: number;\n}\n\n/** Render one already-open document's page to a PNG buffer at the given DPI. */\nexport async function renderLoadedPage(doc: PDFDocumentProxy, pageNum: number, dpi: number): Promise<RenderPageResult> {\n if (!(pageNum >= 1) || pageNum > doc.numPages) {\n throw new PdfToMdError('PAGE_RANGE', `page ${pageNum} is outside this document (1-${doc.numPages})`);\n }\n const page = await doc.getPage(pageNum);\n\n // getViewport({scale}) bakes in the page's own /Rotate entry AND its\n // mediaBox origin automatically — no manual origin translate needed on top of it.\n const scale = dpi / 72;\n const viewport = page.getViewport({ scale });\n const width = Math.round(viewport.width);\n const height = Math.round(viewport.height);\n if (width <= 0 || height <= 0) throw new PdfToMdError('PAGE_RENDER', `page ${pageNum} has non-positive dimensions ${width}x${height}`);\n\n const canvas = createCanvas(width, height);\n const context = canvas.getContext('2d');\n\n // Paint white first: an unpainted @napi-rs/canvas context is transparent,\n // which would encode as black/checkered rather than a white page.\n context.fillStyle = 'white';\n context.fillRect(0, 0, width, height);\n\n // pdfjs's RenderParameters types canvas/context against DOM types;\n // @napi-rs/canvas's are API-compatible at runtime but not that DOM type — the interop boundary the \"no any\" rule allows a cast for.\n const renderTask = page.render({\n canvas: canvas as unknown as RenderParams['canvas'],\n canvasContext: context as unknown as RenderParams['canvasContext'],\n viewport,\n });\n await renderTask.promise;\n\n const png = await canvas.encode('png');\n return { png, width, height, rotation: viewport.rotation };\n}\n\n/**\n * Render one page of a PDF to a PNG buffer at the given DPI. Opens and\n * closes the document itself — for more than one page from the same PDF, use `openPdfForRender` + `renderLoadedPage` instead.\n *\n * @param pdfPath path to the PDF file\n * @param pageNum 1-based page number\n * @param dpi PDF user space is 72 units/inch, so scale = dpi / 72\n */\nexport async function renderPageToPNG(pdfPath: string, pageNum: number, dpi: number): Promise<RenderPageResult> {\n const loadingTask = openPdfForRender(pdfPath);\n try {\n const doc = await awaitPdfOpen(loadingTask, pdfPath);\n return await renderLoadedPage(doc, pageNum, dpi);\n } finally {\n await loadingTask.destroy();\n }\n}\n"],"names":["createCanvas","PdfToMdError","awaitPdfOpen","openPdfForRender","renderLoadedPage","doc","pageNum","dpi","numPages","page","getPage","scale","viewport","getViewport","width","Math","round","height","canvas","context","getContext","fillStyle","fillRect","renderTask","render","canvasContext","promise","png","encode","rotation","renderPageToPNG","pdfPath","loadingTask","destroy"],"mappings":"AAAA,4EAA4E;AAC5E,8GAA8G;AAE9G,SAASA,YAAY,QAAQ,kBAAkB;AAE/C,SAASC,YAAY,QAAQ,cAAc;AAC3C,SAASC,YAAY,EAAEC,gBAAgB,QAAQ,gBAAgB;AAM/D,4EAA4E;AAC5E,0IAA0I;AAE1I,SAASA,gBAAgB,QAAQ,gBAAgB;AAgBjD,8EAA8E,GAC9E,OAAO,eAAeC,iBAAiBC,GAAqB,EAAEC,OAAe,EAAEC,GAAW;IACxF,IAAI,CAAED,CAAAA,WAAW,CAAA,KAAMA,UAAUD,IAAIG,QAAQ,EAAE;QAC7C,MAAM,IAAIP,aAAa,cAAc,CAAC,KAAK,EAAEK,QAAQ,6BAA6B,EAAED,IAAIG,QAAQ,CAAC,CAAC,CAAC;IACrG;IACA,MAAMC,OAAO,MAAMJ,IAAIK,OAAO,CAACJ;IAE/B,qEAAqE;IACrE,kFAAkF;IAClF,MAAMK,QAAQJ,MAAM;IACpB,MAAMK,WAAWH,KAAKI,WAAW,CAAC;QAAEF;IAAM;IAC1C,MAAMG,QAAQC,KAAKC,KAAK,CAACJ,SAASE,KAAK;IACvC,MAAMG,SAASF,KAAKC,KAAK,CAACJ,SAASK,MAAM;IACzC,IAAIH,SAAS,KAAKG,UAAU,GAAG,MAAM,IAAIhB,aAAa,eAAe,CAAC,KAAK,EAAEK,QAAQ,6BAA6B,EAAEQ,MAAM,CAAC,EAAEG,QAAQ;IAErI,MAAMC,SAASlB,aAAac,OAAOG;IACnC,MAAME,UAAUD,OAAOE,UAAU,CAAC;IAElC,0EAA0E;IAC1E,kEAAkE;IAClED,QAAQE,SAAS,GAAG;IACpBF,QAAQG,QAAQ,CAAC,GAAG,GAAGR,OAAOG;IAE9B,mEAAmE;IACnE,oIAAoI;IACpI,MAAMM,aAAad,KAAKe,MAAM,CAAC;QAC7BN,QAAQA;QACRO,eAAeN;QACfP;IACF;IACA,MAAMW,WAAWG,OAAO;IAExB,MAAMC,MAAM,MAAMT,OAAOU,MAAM,CAAC;IAChC,OAAO;QAAED;QAAKb;QAAOG;QAAQY,UAAUjB,SAASiB,QAAQ;IAAC;AAC3D;AAEA;;;;;;;CAOC,GACD,OAAO,eAAeC,gBAAgBC,OAAe,EAAEzB,OAAe,EAAEC,GAAW;IACjF,MAAMyB,cAAc7B,iBAAiB4B;IACrC,IAAI;QACF,MAAM1B,MAAM,MAAMH,aAAa8B,aAAaD;QAC5C,OAAO,MAAM3B,iBAAiBC,KAAKC,SAASC;IAC9C,SAAU;QACR,MAAMyB,YAAYC,OAAO;IAC3B;AACF"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/render-analysis.ts"],"sourcesContent":["// Pure renderers over the Analysis IR: toMarkdown()/toText() are the public,\n// validated entry points; renderPagesToMarkdown/renderPagesToText below are the unvalidated core, reused (unvalidated) by src/analyze.ts.\nimport { PdfToMdError } from './errors.ts';\nimport { pageMarkerLine } from './page-marker.ts';\nimport type { Analysis, AnalysisBlock, AnalysisPage } from './types.ts';\n\nconst BLOCK_TYPES = new Set(['heading', 'paragraph', 'float', 'review']);\n\n// Whole-object, fail-fast validation: every page/block/wordIndexes entry is\n// checked BEFORE toMarkdown/toText render a single character — a malformed Analysis must never produce partial output, only a clean throw.\nfunction validateAnalysis(analysis: unknown): asserts analysis is Analysis {\n const fail = (msg: string): never => {\n throw new PdfToMdError('ANALYSIS_INPUT', msg);\n };\n if (typeof analysis !== 'object' || analysis === null) fail('Analysis must be an object');\n const a = analysis as Record<string, unknown>;\n if (typeof a.report !== 'object' || a.report === null) fail('Analysis.report must be an object');\n const path = (a.report as Record<string, unknown>).path;\n if (path !== 'text' && path !== 'ocr' && path !== 'mixed') fail(`Analysis.report.path must be \"text\", \"ocr\", or \"mixed\" (got ${JSON.stringify(path)})`);\n if (!Array.isArray(a.pages)) fail('Analysis.pages must be an array');\n\n for (const [pi, page] of (a.pages as unknown[]).entries()) {\n if (typeof page !== 'object' || page === null) fail(`Analysis.pages[${pi}] must be an object`);\n const p = page as Record<string, unknown>;\n if (typeof p.page !== 'number') fail(`Analysis.pages[${pi}].page must be a number`);\n if (p.path !== 'text' && p.path !== 'ocr') fail(`Analysis.pages[${pi}].path must be \"text\" or \"ocr\" (got ${JSON.stringify(p.path)})`);\n if (!Array.isArray(p.words)) fail(`Analysis.pages[${pi}].words must be an array`);\n for (const [wi, w] of (p.words as unknown[]).entries()) {\n if (typeof w !== 'object' || w === null || typeof (w as Record<string, unknown>).text !== 'string') {\n fail(`Analysis.pages[${pi}].words[${wi}] must be an object with a string 'text'`);\n }\n }\n const wordCount = (p.words as unknown[]).length;\n\n if (!Array.isArray(p.blocks)) fail(`Analysis.pages[${pi}].blocks must be an array`);\n for (const [bi, b] of (p.blocks as unknown[]).entries()) {\n if (typeof b !== 'object' || b === null) fail(`Analysis.pages[${pi}].blocks[${bi}] must be an object`);\n const block = b as Record<string, unknown>;\n if (typeof block.type !== 'string' || !BLOCK_TYPES.has(block.type)) {\n fail(`Analysis.pages[${pi}].blocks[${bi}].type must be one of heading|paragraph|float|review (got ${JSON.stringify(block.type)})`);\n }\n if (typeof block.text !== 'string') fail(`Analysis.pages[${pi}].blocks[${bi}].text must be a string`);\n // `level` contract (see AnalysisBlock, src/types.ts): required 1-6 on a\n // heading, forbidden otherwise — rejected, not ignored, since it likely means `type` was mistyped.\n if (block.type === 'heading') {\n if (!Number.isInteger(block.level) || (block.level as number) < 1 || (block.level as number) > 6) {\n fail(`Analysis.pages[${pi}].blocks[${bi}].level must be an integer 1-6 on a heading block (got ${JSON.stringify(block.level)})`);\n }\n } else if (block.level !== undefined) {\n fail(`Analysis.pages[${pi}].blocks[${bi}].level is only allowed on heading blocks (got a ${JSON.stringify(block.type)} block with level ${JSON.stringify(block.level)})`);\n }\n if (block.tight !== undefined && typeof block.tight !== 'boolean') fail(`Analysis.pages[${pi}].blocks[${bi}].tight must be boolean when present`);\n if (!Array.isArray(block.wordIndexes)) fail(`Analysis.pages[${pi}].blocks[${bi}].wordIndexes must be an array`);\n for (const idx of block.wordIndexes as unknown[]) {\n if (typeof idx !== 'number' || !Number.isInteger(idx) || idx < 0 || idx >= wordCount) {\n fail(`Analysis.pages[${pi}].blocks[${bi}].wordIndexes has an out-of-range index (${JSON.stringify(idx)}; page ${pi} has ${wordCount} words)`);\n }\n }\n }\n }\n}\n\n// See AnalysisBlock's doc comment (src/types.ts) for the `text` contract this relies on.\nfunction renderBlockLiteral(block: AnalysisBlock): string {\n // A heading's `level` is guaranteed present (1-6): validateAnalysis\n // enforces it, and src/analyze.ts (the only unvalidated caller) always sets it.\n if (block.type === 'heading') return `${'#'.repeat(block.level as number)} ${block.text}`;\n return block.text;\n}\n\n/** Unvalidated core, reused by `src/analyze.ts`. `forcePageMarkers` is the\n * OCR path's always-on \"### pN\"; `pageMarkers` is the text path's opt-in flag, ignored when `forcePageMarkers` is set. */\nexport function renderPagesToMarkdown(pages: AnalysisPage[], opts: { forcePageMarkers: boolean; pageMarkers: boolean }): string {\n let md = '';\n for (const page of pages) {\n if (opts.forcePageMarkers) md += `\\n${pageMarkerLine(page.page)}\\n\\n`;\n else if (opts.pageMarkers) md += `${pageMarkerLine(page.page)}\\n\\n`;\n for (const block of page.blocks) md += `${renderBlockLiteral(block)}${block.tight ? '\\n' : '\\n\\n'}`;\n }\n return md;\n}\n\n// Strips a block's markdown decoration for plain-text rendering (the inverse\n// of AnalysisBlock's literal-text convention); headings need no stripping.\nfunction bareBlockText(block: AnalysisBlock): string {\n if (block.type === 'heading') return block.text;\n if (block.type === 'review') return block.text.replace(/^> \\[review: [^\\]]*\\] /, '');\n if (block.type === 'float') return block.text.replace(/^> \\[floats\\] /, '');\n return block.text.replace(/^> /, '');\n}\n\nexport function renderPagesToText(pages: AnalysisPage[]): string {\n const out: string[] = [];\n for (const page of pages) {\n for (const block of page.blocks) out.push(bareBlockText(block));\n }\n return out.length ? `${out.join('\\n\\n').trim()}\\n` : '';\n}\n\n/**\n * Render an Analysis to markdown. PURE and fail-fast over any well-formed Analysis (including hand-built/spliced ones) — throws `PdfToMdError`/`'ANALYSIS_INPUT'` before any output on a malformed one.\n * OCR-origin output is byte-identical to extractOcr's own markdown. Text\n * output comes from the same captured blocks as extractText. Mixed output\n * always includes page markers because adjacent pages have different producers.\n *\n * @param analysis the Analysis to render (from analyze(), or hand-built/spliced)\n * @param opts.pageMarkers text-origin only; OCR and mixed Analysis values always carry markers\n */\nexport function toMarkdown(analysis: Analysis, opts: { pageMarkers?: boolean } = {}): string {\n validateAnalysis(analysis);\n const isOcr = analysis.report.path !== 'text';\n const md = renderPagesToMarkdown(analysis.pages, { forcePageMarkers: isOcr, pageMarkers: !!opts.pageMarkers });\n return isOcr ? md : `${md.trim()}\\n`;\n}\n\n/**\n * Render an Analysis to reading-order plain text: headings drop their `#`;\n * float/review content is INCLUDED with only its markdown decoration stripped, so no content is lost silently. Same fail-fast validation as toMarkdown.\n *\n * @param analysis the Analysis to render (from analyze(), or hand-built/spliced)\n */\nexport function toText(analysis: Analysis): string {\n validateAnalysis(analysis);\n return renderPagesToText(analysis.pages);\n}\n"],"names":["PdfToMdError","pageMarkerLine","BLOCK_TYPES","Set","validateAnalysis","analysis","fail","msg","a","report","path","JSON","stringify","Array","isArray","pages","pi","page","entries","p","words","wi","w","text","wordCount","length","blocks","bi","b","block","type","has","Number","isInteger","level","undefined","tight","wordIndexes","idx","renderBlockLiteral","repeat","renderPagesToMarkdown","opts","md","forcePageMarkers","pageMarkers","bareBlockText","replace","renderPagesToText","out","push","join","trim","toMarkdown","isOcr","toText"],"mappings":"AAAA,6EAA6E;AAC7E,0IAA0I;AAC1I,SAASA,YAAY,QAAQ,cAAc;AAC3C,SAASC,cAAc,QAAQ,mBAAmB;AAGlD,MAAMC,cAAc,IAAIC,IAAI;IAAC;IAAW;IAAa;IAAS;CAAS;AAEvE,4EAA4E;AAC5E,2IAA2I;AAC3I,SAASC,iBAAiBC,QAAiB;IACzC,MAAMC,OAAO,CAACC;QACZ,MAAM,IAAIP,aAAa,kBAAkBO;IAC3C;IACA,IAAI,OAAOF,aAAa,YAAYA,aAAa,MAAMC,KAAK;IAC5D,MAAME,IAAIH;IACV,IAAI,OAAOG,EAAEC,MAAM,KAAK,YAAYD,EAAEC,MAAM,KAAK,MAAMH,KAAK;IAC5D,MAAMI,OAAO,AAACF,EAAEC,MAAM,CAA6BC,IAAI;IACvD,IAAIA,SAAS,UAAUA,SAAS,SAASA,SAAS,SAASJ,KAAK,CAAC,4DAA4D,EAAEK,KAAKC,SAAS,CAACF,MAAM,CAAC,CAAC;IACtJ,IAAI,CAACG,MAAMC,OAAO,CAACN,EAAEO,KAAK,GAAGT,KAAK;IAElC,KAAK,MAAM,CAACU,IAAIC,KAAK,IAAI,AAACT,EAAEO,KAAK,CAAeG,OAAO,GAAI;QACzD,IAAI,OAAOD,SAAS,YAAYA,SAAS,MAAMX,KAAK,CAAC,eAAe,EAAEU,GAAG,mBAAmB,CAAC;QAC7F,MAAMG,IAAIF;QACV,IAAI,OAAOE,EAAEF,IAAI,KAAK,UAAUX,KAAK,CAAC,eAAe,EAAEU,GAAG,uBAAuB,CAAC;QAClF,IAAIG,EAAET,IAAI,KAAK,UAAUS,EAAET,IAAI,KAAK,OAAOJ,KAAK,CAAC,eAAe,EAAEU,GAAG,oCAAoC,EAAEL,KAAKC,SAAS,CAACO,EAAET,IAAI,EAAE,CAAC,CAAC;QACpI,IAAI,CAACG,MAAMC,OAAO,CAACK,EAAEC,KAAK,GAAGd,KAAK,CAAC,eAAe,EAAEU,GAAG,wBAAwB,CAAC;QAChF,KAAK,MAAM,CAACK,IAAIC,EAAE,IAAI,AAACH,EAAEC,KAAK,CAAeF,OAAO,GAAI;YACtD,IAAI,OAAOI,MAAM,YAAYA,MAAM,QAAQ,OAAO,AAACA,EAA8BC,IAAI,KAAK,UAAU;gBAClGjB,KAAK,CAAC,eAAe,EAAEU,GAAG,QAAQ,EAAEK,GAAG,wCAAwC,CAAC;YAClF;QACF;QACA,MAAMG,YAAY,AAACL,EAAEC,KAAK,CAAeK,MAAM;QAE/C,IAAI,CAACZ,MAAMC,OAAO,CAACK,EAAEO,MAAM,GAAGpB,KAAK,CAAC,eAAe,EAAEU,GAAG,yBAAyB,CAAC;QAClF,KAAK,MAAM,CAACW,IAAIC,EAAE,IAAI,AAACT,EAAEO,MAAM,CAAeR,OAAO,GAAI;YACvD,IAAI,OAAOU,MAAM,YAAYA,MAAM,MAAMtB,KAAK,CAAC,eAAe,EAAEU,GAAG,SAAS,EAAEW,GAAG,mBAAmB,CAAC;YACrG,MAAME,QAAQD;YACd,IAAI,OAAOC,MAAMC,IAAI,KAAK,YAAY,CAAC5B,YAAY6B,GAAG,CAACF,MAAMC,IAAI,GAAG;gBAClExB,KAAK,CAAC,eAAe,EAAEU,GAAG,SAAS,EAAEW,GAAG,0DAA0D,EAAEhB,KAAKC,SAAS,CAACiB,MAAMC,IAAI,EAAE,CAAC,CAAC;YACnI;YACA,IAAI,OAAOD,MAAMN,IAAI,KAAK,UAAUjB,KAAK,CAAC,eAAe,EAAEU,GAAG,SAAS,EAAEW,GAAG,uBAAuB,CAAC;YACpG,wEAAwE;YACxE,mGAAmG;YACnG,IAAIE,MAAMC,IAAI,KAAK,WAAW;gBAC5B,IAAI,CAACE,OAAOC,SAAS,CAACJ,MAAMK,KAAK,KAAK,AAACL,MAAMK,KAAK,GAAc,KAAK,AAACL,MAAMK,KAAK,GAAc,GAAG;oBAChG5B,KAAK,CAAC,eAAe,EAAEU,GAAG,SAAS,EAAEW,GAAG,uDAAuD,EAAEhB,KAAKC,SAAS,CAACiB,MAAMK,KAAK,EAAE,CAAC,CAAC;gBACjI;YACF,OAAO,IAAIL,MAAMK,KAAK,KAAKC,WAAW;gBACpC7B,KAAK,CAAC,eAAe,EAAEU,GAAG,SAAS,EAAEW,GAAG,iDAAiD,EAAEhB,KAAKC,SAAS,CAACiB,MAAMC,IAAI,EAAE,kBAAkB,EAAEnB,KAAKC,SAAS,CAACiB,MAAMK,KAAK,EAAE,CAAC,CAAC;YAC1K;YACA,IAAIL,MAAMO,KAAK,KAAKD,aAAa,OAAON,MAAMO,KAAK,KAAK,WAAW9B,KAAK,CAAC,eAAe,EAAEU,GAAG,SAAS,EAAEW,GAAG,oCAAoC,CAAC;YAChJ,IAAI,CAACd,MAAMC,OAAO,CAACe,MAAMQ,WAAW,GAAG/B,KAAK,CAAC,eAAe,EAAEU,GAAG,SAAS,EAAEW,GAAG,8BAA8B,CAAC;YAC9G,KAAK,MAAMW,OAAOT,MAAMQ,WAAW,CAAe;gBAChD,IAAI,OAAOC,QAAQ,YAAY,CAACN,OAAOC,SAAS,CAACK,QAAQA,MAAM,KAAKA,OAAOd,WAAW;oBACpFlB,KAAK,CAAC,eAAe,EAAEU,GAAG,SAAS,EAAEW,GAAG,yCAAyC,EAAEhB,KAAKC,SAAS,CAAC0B,KAAK,OAAO,EAAEtB,GAAG,KAAK,EAAEQ,UAAU,OAAO,CAAC;gBAC9I;YACF;QACF;IACF;AACF;AAEA,yFAAyF;AACzF,SAASe,mBAAmBV,KAAoB;IAC9C,oEAAoE;IACpE,gFAAgF;IAChF,IAAIA,MAAMC,IAAI,KAAK,WAAW,OAAO,GAAG,IAAIU,MAAM,CAACX,MAAMK,KAAK,EAAY,CAAC,EAAEL,MAAMN,IAAI,EAAE;IACzF,OAAOM,MAAMN,IAAI;AACnB;AAEA;wHACwH,GACxH,OAAO,SAASkB,sBAAsB1B,KAAqB,EAAE2B,IAAyD;IACpH,IAAIC,KAAK;IACT,KAAK,MAAM1B,QAAQF,MAAO;QACxB,IAAI2B,KAAKE,gBAAgB,EAAED,MAAM,CAAC,EAAE,EAAE1C,eAAegB,KAAKA,IAAI,EAAE,IAAI,CAAC;aAChE,IAAIyB,KAAKG,WAAW,EAAEF,MAAM,GAAG1C,eAAegB,KAAKA,IAAI,EAAE,IAAI,CAAC;QACnE,KAAK,MAAMY,SAASZ,KAAKS,MAAM,CAAEiB,MAAM,GAAGJ,mBAAmBV,SAASA,MAAMO,KAAK,GAAG,OAAO,QAAQ;IACrG;IACA,OAAOO;AACT;AAEA,6EAA6E;AAC7E,2EAA2E;AAC3E,SAASG,cAAcjB,KAAoB;IACzC,IAAIA,MAAMC,IAAI,KAAK,WAAW,OAAOD,MAAMN,IAAI;IAC/C,IAAIM,MAAMC,IAAI,KAAK,UAAU,OAAOD,MAAMN,IAAI,CAACwB,OAAO,CAAC,0BAA0B;IACjF,IAAIlB,MAAMC,IAAI,KAAK,SAAS,OAAOD,MAAMN,IAAI,CAACwB,OAAO,CAAC,kBAAkB;IACxE,OAAOlB,MAAMN,IAAI,CAACwB,OAAO,CAAC,OAAO;AACnC;AAEA,OAAO,SAASC,kBAAkBjC,KAAqB;IACrD,MAAMkC,MAAgB,EAAE;IACxB,KAAK,MAAMhC,QAAQF,MAAO;QACxB,KAAK,MAAMc,SAASZ,KAAKS,MAAM,CAAEuB,IAAIC,IAAI,CAACJ,cAAcjB;IAC1D;IACA,OAAOoB,IAAIxB,MAAM,GAAG,GAAGwB,IAAIE,IAAI,CAAC,QAAQC,IAAI,GAAG,EAAE,CAAC,GAAG;AACvD;AAEA;;;;;;;;CAQC,GACD,OAAO,SAASC,WAAWhD,QAAkB,EAAEqC,OAAkC,CAAC,CAAC;IACjFtC,iBAAiBC;IACjB,MAAMiD,QAAQjD,SAASI,MAAM,CAACC,IAAI,KAAK;IACvC,MAAMiC,KAAKF,sBAAsBpC,SAASU,KAAK,EAAE;QAAE6B,kBAAkBU;QAAOT,aAAa,CAAC,CAACH,KAAKG,WAAW;IAAC;IAC5G,OAAOS,QAAQX,KAAK,GAAGA,GAAGS,IAAI,GAAG,EAAE,CAAC;AACtC;AAEA;;;;;CAKC,GACD,OAAO,SAASG,OAAOlD,QAAkB;IACvCD,iBAAiBC;IACjB,OAAO2C,kBAAkB3C,SAASU,KAAK;AACzC"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/render-analysis.ts"],"sourcesContent":["// Pure renderers over the Analysis IR: toMarkdown()/toText() are the public,\n// validated entry points; renderPagesToMarkdown/renderPagesToText below are the unvalidated core, reused (unvalidated) by src/analyze.ts.\nimport { PdfToMdError } from './errors.ts';\nimport { pageMarkerLine } from './page-marker.ts';\nimport type { Analysis, AnalysisBlock, AnalysisPage } from './types.ts';\n\nconst BLOCK_TYPES = new Set(['heading', 'paragraph', 'float', 'review']);\n\n// Whole-object, fail-fast validation: every page/block/wordIndexes entry is\n// checked BEFORE toMarkdown/toText render a single character — a malformed Analysis must never produce partial output, only a clean throw.\nfunction validateAnalysis(analysis: unknown): asserts analysis is Analysis {\n const fail = (msg: string): never => {\n throw new PdfToMdError('ANALYSIS_INPUT', msg);\n };\n if (typeof analysis !== 'object' || analysis === null) fail('Analysis must be an object');\n const a = analysis as Record<string, unknown>;\n if (typeof a.report !== 'object' || a.report === null) fail('Analysis.report must be an object');\n const path = (a.report as Record<string, unknown>).path;\n if (path !== 'text' && path !== 'ocr' && path !== 'mixed') fail(`Analysis.report.path must be \"text\", \"ocr\", or \"mixed\" (got ${JSON.stringify(path)})`);\n if (!Array.isArray(a.pages)) fail('Analysis.pages must be an array');\n\n for (const [pi, page] of (a.pages as unknown[]).entries()) {\n if (typeof page !== 'object' || page === null) fail(`Analysis.pages[${pi}] must be an object`);\n const p = page as Record<string, unknown>;\n if (typeof p.page !== 'number') fail(`Analysis.pages[${pi}].page must be a number`);\n if (p.path !== 'text' && p.path !== 'ocr') fail(`Analysis.pages[${pi}].path must be \"text\" or \"ocr\" (got ${JSON.stringify(p.path)})`);\n if (!Array.isArray(p.words)) fail(`Analysis.pages[${pi}].words must be an array`);\n for (const [wi, w] of (p.words as unknown[]).entries()) {\n if (typeof w !== 'object' || w === null || typeof (w as Record<string, unknown>).text !== 'string') {\n fail(`Analysis.pages[${pi}].words[${wi}] must be an object with a string 'text'`);\n }\n }\n const wordCount = (p.words as unknown[]).length;\n\n if (!Array.isArray(p.blocks)) fail(`Analysis.pages[${pi}].blocks must be an array`);\n for (const [bi, b] of (p.blocks as unknown[]).entries()) {\n if (typeof b !== 'object' || b === null) fail(`Analysis.pages[${pi}].blocks[${bi}] must be an object`);\n const block = b as Record<string, unknown>;\n if (typeof block.type !== 'string' || !BLOCK_TYPES.has(block.type)) {\n fail(`Analysis.pages[${pi}].blocks[${bi}].type must be one of heading|paragraph|float|review (got ${JSON.stringify(block.type)})`);\n }\n if (typeof block.text !== 'string') fail(`Analysis.pages[${pi}].blocks[${bi}].text must be a string`);\n // `level` contract (see AnalysisBlock, src/types.ts): required 1-6 on a\n // heading, forbidden otherwise — rejected, not ignored, since it likely means `type` was mistyped.\n if (block.type === 'heading') {\n if (!Number.isInteger(block.level) || (block.level as number) < 1 || (block.level as number) > 6) {\n fail(`Analysis.pages[${pi}].blocks[${bi}].level must be an integer 1-6 on a heading block (got ${JSON.stringify(block.level)})`);\n }\n } else if (block.level !== undefined) {\n fail(`Analysis.pages[${pi}].blocks[${bi}].level is only allowed on heading blocks (got a ${JSON.stringify(block.type)} block with level ${JSON.stringify(block.level)})`);\n }\n if (block.tight !== undefined && typeof block.tight !== 'boolean') fail(`Analysis.pages[${pi}].blocks[${bi}].tight must be boolean when present`);\n if (!Array.isArray(block.wordIndexes)) fail(`Analysis.pages[${pi}].blocks[${bi}].wordIndexes must be an array`);\n for (const idx of block.wordIndexes as unknown[]) {\n if (typeof idx !== 'number' || !Number.isInteger(idx) || idx < 0 || idx >= wordCount) {\n fail(`Analysis.pages[${pi}].blocks[${bi}].wordIndexes has an out-of-range index (${JSON.stringify(idx)}; page ${pi} has ${wordCount} words)`);\n }\n }\n }\n }\n}\n\n// See AnalysisBlock's doc comment (src/types.ts) for the `text` contract this relies on.\nfunction renderBlockLiteral(block: AnalysisBlock): string {\n // A heading's `level` is guaranteed present (1-6): validateAnalysis\n // enforces it, and src/analyze.ts (the only unvalidated caller) always sets it.\n if (block.type === 'heading') return `${'#'.repeat(block.level as number)} ${block.text}`;\n return block.text;\n}\n\n/** Unvalidated core, reused by `src/analyze.ts`. `forcePageMarkers` is the\n * OCR path's always-on \"### pN\"; `pageMarkers` is the text path's opt-in flag, ignored when `forcePageMarkers` is set. */\nexport function renderPagesToMarkdown(pages: AnalysisPage[], opts: { forcePageMarkers: boolean; pageMarkers: boolean }): string {\n let md = '';\n for (const page of pages) {\n if (opts.forcePageMarkers) md += `\\n${pageMarkerLine(page.page)}\\n\\n`;\n else if (opts.pageMarkers) md += `${pageMarkerLine(page.page)}\\n\\n`;\n for (const block of page.blocks) md += `${renderBlockLiteral(block)}${block.tight ? '\\n' : '\\n\\n'}`;\n }\n return md;\n}\n\n// Strips a block's markdown decoration for plain-text rendering (the inverse\n// of AnalysisBlock's literal-text convention); headings need no stripping.\nfunction bareBlockText(block: AnalysisBlock): string {\n if (block.type === 'heading') return block.text;\n if (block.type === 'review') return block.text.replace(/^> \\[review: [^\\]]*\\] /, '');\n if (block.type === 'float') return block.text.replace(/^> \\[floats\\] /, '');\n return block.text.replace(/^> /, '');\n}\n\nexport function renderPagesToText(pages: AnalysisPage[]): string {\n const out: string[] = [];\n for (const page of pages) {\n for (const block of page.blocks) out.push(bareBlockText(block));\n }\n return out.length ? `${out.join('\\n\\n').trim()}\\n` : '';\n}\n\n/**\n * Render an Analysis to markdown. PURE and fail-fast over any well-formed Analysis (including hand-built/spliced ones) — throws `PdfToMdError`/`'ANALYSIS_INPUT'` before any output on a malformed one.\n * OCR-origin output is byte-identical to extractOcr's own markdown. Text\n * output comes from the same captured blocks as extractText. Mixed output\n * always includes page markers because adjacent pages have different producers.\n *\n * @param analysis the Analysis to render (from analyze(), or hand-built/spliced)\n * @param opts.pageMarkers text-origin only; OCR and mixed Analysis values always carry markers\n */\nexport function toMarkdown(analysis: Analysis, opts: { pageMarkers?: boolean } = {}): string {\n validateAnalysis(analysis);\n const isOcr = analysis.report.path !== 'text';\n const md = renderPagesToMarkdown(analysis.pages, { forcePageMarkers: isOcr, pageMarkers: !!opts.pageMarkers });\n return isOcr ? md : `${md.trim()}\\n`;\n}\n\n/**\n * Render an Analysis to reading-order plain text: headings drop their `#`;\n * float/review content is INCLUDED with only its markdown decoration stripped, so no content is lost silently. Same fail-fast validation as toMarkdown.\n *\n * @param analysis the Analysis to render (from analyze(), or hand-built/spliced)\n */\nexport function toText(analysis: Analysis): string {\n validateAnalysis(analysis);\n return renderPagesToText(analysis.pages);\n}\n"],"names":["PdfToMdError","pageMarkerLine","BLOCK_TYPES","Set","validateAnalysis","analysis","fail","msg","a","report","path","JSON","stringify","Array","isArray","pages","pi","page","entries","p","words","wi","w","text","wordCount","length","blocks","bi","b","block","type","has","Number","isInteger","level","undefined","tight","wordIndexes","idx","renderBlockLiteral","repeat","renderPagesToMarkdown","opts","md","forcePageMarkers","pageMarkers","bareBlockText","replace","renderPagesToText","out","push","join","trim","toMarkdown","isOcr","toText"],"mappings":"AAAA,6EAA6E;AAC7E,0IAA0I;AAC1I,SAASA,YAAY,QAAQ,cAAc;AAC3C,SAASC,cAAc,QAAQ,mBAAmB;AAGlD,MAAMC,cAAc,IAAIC,IAAI;IAAC;IAAW;IAAa;IAAS;CAAS;AAEvE,4EAA4E;AAC5E,2IAA2I;AAC3I,SAASC,iBAAiBC,QAAiB;IACzC,MAAMC,OAAO,CAACC;QACZ,MAAM,IAAIP,aAAa,kBAAkBO;IAC3C;IACA,IAAI,OAAOF,aAAa,YAAYA,aAAa,MAAMC,KAAK;IAC5D,MAAME,IAAIH;IACV,IAAI,OAAOG,EAAEC,MAAM,KAAK,YAAYD,EAAEC,MAAM,KAAK,MAAMH,KAAK;IAC5D,MAAMI,OAAO,AAACF,EAAEC,MAAM,CAA6BC,IAAI;IACvD,IAAIA,SAAS,UAAUA,SAAS,SAASA,SAAS,SAASJ,KAAK,CAAC,4DAA4D,EAAEK,KAAKC,SAAS,CAACF,MAAM,CAAC,CAAC;IACtJ,IAAI,CAACG,MAAMC,OAAO,CAACN,EAAEO,KAAK,GAAGT,KAAK;IAElC,KAAK,MAAM,CAACU,IAAIC,KAAK,IAAI,AAACT,EAAEO,KAAK,CAAeG,OAAO,GAAI;QACzD,IAAI,OAAOD,SAAS,YAAYA,SAAS,MAAMX,KAAK,CAAC,eAAe,EAAEU,GAAG,mBAAmB,CAAC;QAC7F,MAAMG,IAAIF;QACV,IAAI,OAAOE,EAAEF,IAAI,KAAK,UAAUX,KAAK,CAAC,eAAe,EAAEU,GAAG,uBAAuB,CAAC;QAClF,IAAIG,EAAET,IAAI,KAAK,UAAUS,EAAET,IAAI,KAAK,OAAOJ,KAAK,CAAC,eAAe,EAAEU,GAAG,oCAAoC,EAAEL,KAAKC,SAAS,CAACO,EAAET,IAAI,EAAE,CAAC,CAAC;QACpI,IAAI,CAACG,MAAMC,OAAO,CAACK,EAAEC,KAAK,GAAGd,KAAK,CAAC,eAAe,EAAEU,GAAG,wBAAwB,CAAC;QAChF,KAAK,MAAM,CAACK,IAAIC,EAAE,IAAI,AAACH,EAAEC,KAAK,CAAeF,OAAO,GAAI;YACtD,IAAI,OAAOI,MAAM,YAAYA,MAAM,QAAQ,OAAO,AAACA,EAA8BC,IAAI,KAAK,UAAU;gBAClGjB,KAAK,CAAC,eAAe,EAAEU,GAAG,QAAQ,EAAEK,GAAG,wCAAwC,CAAC;YAClF;QACF;QACA,MAAMG,YAAY,AAACL,EAAEC,KAAK,CAAeK,MAAM;QAE/C,IAAI,CAACZ,MAAMC,OAAO,CAACK,EAAEO,MAAM,GAAGpB,KAAK,CAAC,eAAe,EAAEU,GAAG,yBAAyB,CAAC;QAClF,KAAK,MAAM,CAACW,IAAIC,EAAE,IAAI,AAACT,EAAEO,MAAM,CAAeR,OAAO,GAAI;YACvD,IAAI,OAAOU,MAAM,YAAYA,MAAM,MAAMtB,KAAK,CAAC,eAAe,EAAEU,GAAG,SAAS,EAAEW,GAAG,mBAAmB,CAAC;YACrG,MAAME,QAAQD;YACd,IAAI,OAAOC,MAAMC,IAAI,KAAK,YAAY,CAAC5B,YAAY6B,GAAG,CAACF,MAAMC,IAAI,GAAG;gBAClExB,KAAK,CAAC,eAAe,EAAEU,GAAG,SAAS,EAAEW,GAAG,0DAA0D,EAAEhB,KAAKC,SAAS,CAACiB,MAAMC,IAAI,EAAE,CAAC,CAAC;YACnI;YACA,IAAI,OAAOD,MAAMN,IAAI,KAAK,UAAUjB,KAAK,CAAC,eAAe,EAAEU,GAAG,SAAS,EAAEW,GAAG,uBAAuB,CAAC;YACpG,wEAAwE;YACxE,mGAAmG;YACnG,IAAIE,MAAMC,IAAI,KAAK,WAAW;gBAC5B,IAAI,CAACE,OAAOC,SAAS,CAACJ,MAAMK,KAAK,KAAK,AAACL,MAAMK,KAAK,GAAc,KAAK,AAACL,MAAMK,KAAK,GAAc,GAAG;oBAChG5B,KAAK,CAAC,eAAe,EAAEU,GAAG,SAAS,EAAEW,GAAG,uDAAuD,EAAEhB,KAAKC,SAAS,CAACiB,MAAMK,KAAK,EAAE,CAAC,CAAC;gBACjI;YACF,OAAO,IAAIL,MAAMK,KAAK,KAAKC,WAAW;gBACpC7B,KAAK,CAAC,eAAe,EAAEU,GAAG,SAAS,EAAEW,GAAG,iDAAiD,EAAEhB,KAAKC,SAAS,CAACiB,MAAMC,IAAI,EAAE,kBAAkB,EAAEnB,KAAKC,SAAS,CAACiB,MAAMK,KAAK,EAAE,CAAC,CAAC;YAC1K;YACA,IAAIL,MAAMO,KAAK,KAAKD,aAAa,OAAON,MAAMO,KAAK,KAAK,WAAW9B,KAAK,CAAC,eAAe,EAAEU,GAAG,SAAS,EAAEW,GAAG,oCAAoC,CAAC;YAChJ,IAAI,CAACd,MAAMC,OAAO,CAACe,MAAMQ,WAAW,GAAG/B,KAAK,CAAC,eAAe,EAAEU,GAAG,SAAS,EAAEW,GAAG,8BAA8B,CAAC;YAC9G,KAAK,MAAMW,OAAOT,MAAMQ,WAAW,CAAe;gBAChD,IAAI,OAAOC,QAAQ,YAAY,CAACN,OAAOC,SAAS,CAACK,QAAQA,MAAM,KAAKA,OAAOd,WAAW;oBACpFlB,KAAK,CAAC,eAAe,EAAEU,GAAG,SAAS,EAAEW,GAAG,yCAAyC,EAAEhB,KAAKC,SAAS,CAAC0B,KAAK,OAAO,EAAEtB,GAAG,KAAK,EAAEQ,UAAU,OAAO,CAAC;gBAC9I;YACF;QACF;IACF;AACF;AAEA,yFAAyF;AACzF,SAASe,mBAAmBV,KAAoB;IAC9C,oEAAoE;IACpE,gFAAgF;IAChF,IAAIA,MAAMC,IAAI,KAAK,WAAW,OAAO,GAAG,IAAIU,MAAM,CAACX,MAAMK,KAAK,EAAY,CAAC,EAAEL,MAAMN,IAAI,EAAE;IACzF,OAAOM,MAAMN,IAAI;AACnB;AAEA;wHACwH,GACxH,OAAO,SAASkB,sBAAsB1B,KAAqB,EAAE2B,IAAyD;IACpH,IAAIC,KAAK;IACT,KAAK,MAAM1B,QAAQF,MAAO;QACxB,IAAI2B,KAAKE,gBAAgB,EAAED,MAAM,CAAC,EAAE,EAAE1C,eAAegB,KAAKA,IAAI,EAAE,IAAI,CAAC;aAChE,IAAIyB,KAAKG,WAAW,EAAEF,MAAM,GAAG1C,eAAegB,KAAKA,IAAI,EAAE,IAAI,CAAC;QACnE,KAAK,MAAMY,SAASZ,KAAKS,MAAM,CAAEiB,MAAM,GAAGJ,mBAAmBV,SAASA,MAAMO,KAAK,GAAG,OAAO,QAAQ;IACrG;IACA,OAAOO;AACT;AAEA,6EAA6E;AAC7E,2EAA2E;AAC3E,SAASG,cAAcjB,KAAoB;IACzC,IAAIA,MAAMC,IAAI,KAAK,WAAW,OAAOD,MAAMN,IAAI;IAC/C,IAAIM,MAAMC,IAAI,KAAK,UAAU,OAAOD,MAAMN,IAAI,CAACwB,OAAO,CAAC,0BAA0B;IACjF,IAAIlB,MAAMC,IAAI,KAAK,SAAS,OAAOD,MAAMN,IAAI,CAACwB,OAAO,CAAC,kBAAkB;IACxE,OAAOlB,MAAMN,IAAI,CAACwB,OAAO,CAAC,OAAO;AACnC;AAEA,OAAO,SAASC,kBAAkBjC,KAAqB;IACrD,MAAMkC,MAAgB,EAAE;IACxB,KAAK,MAAMhC,QAAQF,MAAO;QACxB,KAAK,MAAMc,SAASZ,KAAKS,MAAM,CAAEuB,IAAIC,IAAI,CAACJ,cAAcjB;IAC1D;IACA,OAAOoB,IAAIxB,MAAM,GAAG,GAAGwB,IAAIE,IAAI,CAAC,QAAQC,IAAI,GAAG,EAAE,CAAC,GAAG;AACvD;AAEA;;;;;;;;CAQC,GACD,OAAO,SAASC,WAAWhD,QAAkB,EAAEqC,OAAkC,CAAC,CAAC;IACjFtC,iBAAiBC;IACjB,MAAMiD,QAAQjD,SAASI,MAAM,CAACC,IAAI,KAAK;IACvC,MAAMiC,KAAKF,sBAAsBpC,SAASU,KAAK,EAAE;QAAE6B,kBAAkBU;QAAOT,aAAa,CAAC,CAACH,KAAKG,WAAW;IAAC;IAC5G,OAAOS,QAAQX,KAAK,GAAGA,GAAGS,IAAI,GAAG,EAAE,CAAC;AACtC;AAEA;;;;;CAKC,GACD,OAAO,SAASG,OAAOlD,QAAkB;IACvCD,iBAAiBC;IACjB,OAAO2C,kBAAkB3C,SAASU,KAAK;AACzC"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/report.ts"],"sourcesContent":["// report.ts — QA report over an extraction, machine-readable with --json.\nimport { countPageMarkers, isPageMarkerLine, splitByPageMarker } from './page-marker.ts';\nimport type { BuildOcrReportInput, BuildReportInput, PageStatsRow, Report, WordConfidenceInput } from './types.ts';\n\n// < SPARSE warns only; < AUTO_OCR means the pages are certainly images (measured:\n// an image-only 100-pager yields ~4 chars/page) and the auto-OCR fallback fires.\nexport const SPARSE_CHARS_PER_PAGE = 200;\nexport const AUTO_OCR_CHARS_PER_PAGE = 20;\n\n/** A manually-bumped integer, deliberately not the npm package version —\n * bump whenever a change can alter output for identical input. See `CHANGELOG.md` for history. */\nexport const OUTPUT_VERSION = 2;\n\n// A body paragraph line may end in sentence/clause punctuation, a closing\n// quote/bracket, an ellipsis, or a digit (chart/label lines like \"1/3\" legitimately end in a number).\nconst TERMINAL_PUNCT = /[.!?:;\"”'’)\\]…0-9]$/;\n\n// Lines that are not body prose at all: headings (incl. \"### pN\" markers),\n// floats/blockquotes, table rows, and list items — excluded before TERMINAL_PUNCT runs.\nconst NON_PROSE_LINE = /^[#>|*-]/;\n\n// A `> [review: reason] text` line (src/emit.ts). Shared by pageStats (per\n// page) and both top-level report builders (whole doc) so the counts can't drift apart.\nconst REVIEW_LINE = /^> \\[review: /gm;\n\n// Dangling lines split by length: long ones are the invisible column-break/splice\n// signal; short ones are usually a missed heading or an unjoined label.\nconst DANGLING_LONG_MIN = 60;\n\n/** Below this per-word confidence (0-100, tesseract.js's `confidence`), a\n * word counts as low-confidence. Measured: junk max 43 vs prose min 76, cut 60, 2026-08-17. */\nexport const LOW_CONFIDENCE_THRESHOLD = 60;\n\n// Cap on `lowConfidenceSample`'s length per page — a few representative\n// offenders, not the whole page re-emitted a second time.\nexport const LOW_CONFIDENCE_SAMPLE_CAP = 12;\n\ninterface LowConfidenceStats {\n measured: number; // words on this page that carried a confidence value at all\n low: number; // of those, how many scored below LOW_CONFIDENCE_THRESHOLD\n sample: string[]; // worst-confidence-first, capped list of the actual low-confidence tokens\n}\n\n// Grouped from the flat recognized-word list (confidence is per-word, never\n// merged into a line — see Word's comment). `measured` is tracked separately from `low` so a page with nothing to measure reports ABSENT, not a lying zero.\nfunction lowConfidenceByPage(words: WordConfidenceInput[]): Map<number, LowConfidenceStats> {\n const byPage = new Map<number, { measured: number; low: number; lowWords: { text: string; confidence: number }[] }>();\n for (const w of words) {\n if (w.confidence === undefined) continue;\n const entry = byPage.get(w.page) ?? { measured: 0, low: 0, lowWords: [] };\n entry.measured++;\n if (w.confidence < LOW_CONFIDENCE_THRESHOLD) {\n entry.low++;\n entry.lowWords.push({ text: w.text, confidence: w.confidence });\n }\n byPage.set(w.page, entry);\n }\n const result = new Map<number, LowConfidenceStats>();\n for (const [page, entry] of byPage) {\n // Sort ascending by confidence BEFORE capping, so the cap keeps the\n // worst offenders regardless of appearance order.\n const sample = entry.lowWords\n .slice()\n .sort((a, b) => a.confidence - b.confidence)\n .slice(0, LOW_CONFIDENCE_SAMPLE_CAP)\n .map((w) => w.text);\n result.set(page, { measured: entry.measured, low: entry.low, sample });\n }\n return result;\n}\n\ninterface DanglingCounts {\n long: number;\n short: number;\n}\n\n// Counts of body paragraph LINES ending WITHOUT terminal punctuation, split\n// by length: `long` is the invisible column-break/splice signal; `short` is usually a missed heading or unjoined label.\nfunction danglingCounts(body: string): DanglingCounts {\n let long = 0;\n let short = 0;\n for (const raw of body.split('\\n')) {\n const line = raw.trim();\n if (!line || NON_PROSE_LINE.test(line)) continue;\n if (TERMINAL_PUNCT.test(line)) continue;\n if (line.length >= DANGLING_LONG_MIN) long++;\n else short++;\n }\n return { long, short };\n}\n\n// One page's own measured stats, derivable from its body text alone —\n// shared by `pageStats` and any future caller that already has a page's body text in hand.\nfunction measurePage(body: string): Omit<PageStatsRow, 'page' | 'path' | 'largeImages' | 'lowConfidenceWords' | 'lowConfidenceSample'> {\n const heads = body.match(/^#{1,6}\\s*(.+)$/gm) || [];\n const dangling = danglingCounts(body);\n return {\n chars: body.length,\n headings: heads.length,\n junkHeadings: heads.filter((h) => !/[A-Za-z]{3}/.test(h)).length,\n floats: (body.match(/^> \\[floats\\]/gm) || []).length,\n paragraphs: (body.match(/^(?![#>-])\\S.*$/gm) || []).length,\n danglingLong: dangling.long,\n danglingShort: dangling.short,\n reviewBlocks: (body.match(REVIEW_LINE) || []).length,\n };\n}\n\n// Per-page QA rows, one per \"### pN\" block. The text path always passes\n// markdown with markers forced on (`statsMd`) regardless of `--page-markers`, so pageStats is always populated.\n//\n// `hybridPages` (text path only) marks a row `largeImages: true` when that\n// page used its text layer but also carries a large embedded image; omitted entirely on the OCR path, which has no equivalent signal.\nfunction pageStats(md: string, path: 'text' | 'ocr', hybridPages?: number[], pagePaths?: Map<number, 'text' | 'ocr'>): PageStatsRow[] {\n const rows: PageStatsRow[] = [];\n for (const { page, body } of splitByPageMarker(md)) {\n const row: PageStatsRow = { page, path: pagePaths?.get(page) ?? path, ...measurePage(body) };\n if (hybridPages && row.path === 'text') row.largeImages = hybridPages.includes(page);\n rows.push(row);\n }\n return rows;\n}\n\nexport function buildReport({ numPages, md, statsMd, stats, bodyH, headingSizes, hybridPages = [] }: BuildReportInput): Report {\n const heads = (md.match(/^#{1,6}\\s*(.+)$/gm) || []).filter((h) => !isPageMarkerLine(h)); // page markers are provenance, not structure\n const perPage = Math.round(md.length / numPages);\n const perPageStats = pageStats(statsMd, 'text', hybridPages);\n return {\n outputVersion: OUTPUT_VERSION,\n path: 'text',\n pages: numPages,\n bodyFontHeight: bodyH,\n headingSizes: headingSizes.slice(0, 6),\n chars: md.length,\n charsPerPage: perPage,\n sparse: perPage < SPARSE_CHARS_PER_PAGE,\n headings: heads.length,\n junkHeadings: heads.filter((h) => !/[A-Za-z]{3}/.test(h)).length,\n listItems: stats.listItems,\n paragraphs: stats.paragraphs,\n joinedPairs: stats.joinedPairs,\n callouts: stats.callouts,\n closedHyphens: stats.closedHyphens,\n danglingLong: perPageStats.reduce((sum, r) => sum + r.danglingLong, 0),\n danglingShort: perPageStats.reduce((sum, r) => sum + r.danglingShort, 0),\n reviewBlocks: perPageStats.reduce((sum, r) => sum + r.reviewBlocks, 0),\n // The text path never sees per-word confidence at all; 0 here means\n // \"nothing to measure\" (see PageStatsRow's field doc), not \"measured 0\".\n lowConfidenceWords: 0,\n hybridPages,\n pageStats: perPageStats,\n };\n}\n\n// QA report for the OCR path: measured from the emitted markdown text.\n// `fallback` records that the text layer was tried first and found empty.\nexport function buildOcrReport({ md, fallback, words = [], pagePaths, hybridPages }: BuildOcrReportInput): Report {\n const numPages = countPageMarkers(md);\n const heads = (md.match(/^#{1,6}\\s*(.+)$/gm) || []).filter((h) => !isPageMarkerLine(h));\n const perPage = numPages ? Math.round(md.length / numPages) : 0;\n const perPageStats = pageStats(md, 'ocr', hybridPages, pagePaths);\n // Attach the low-confidence detector's per-page results after the fact:\n // pageStats() has no confidence data (it reads markdown text only), so join it in here by page number.\n const lowConf = lowConfidenceByPage(words);\n for (const row of perPageStats) {\n const entry = lowConf.get(row.page);\n if (entry && entry.measured > 0) {\n row.lowConfidenceWords = entry.low;\n if (entry.sample.length) row.lowConfidenceSample = entry.sample;\n }\n }\n const mixed = pagePaths !== undefined && [...pagePaths.values()].some((path) => path === 'text');\n return {\n outputVersion: OUTPUT_VERSION,\n path: mixed ? 'mixed' : 'ocr',\n pages: numPages,\n ocrFallback: !!fallback,\n chars: md.length,\n charsPerPage: perPage,\n sparse: perPage < SPARSE_CHARS_PER_PAGE,\n headings: heads.length,\n junkHeadings: heads.filter((h) => !/[A-Za-z]{3}/.test(h)).length,\n paragraphs: (md.match(/^(?![#>-])\\S.*$/gm) || []).length,\n // Exclude BOTH \"[floats]\" and \"[review: ...]\" lines — a review marker is\n // a labeled unstructured block, not a genuine callout.\n callouts: (md.match(/^> (?!\\[floats\\]|\\[review:)/gm) || []).length,\n floats: (md.match(/^> \\[floats\\]/gm) || []).length,\n danglingLong: perPageStats.reduce((sum, r) => sum + r.danglingLong, 0),\n danglingShort: perPageStats.reduce((sum, r) => sum + r.danglingShort, 0),\n reviewBlocks: perPageStats.reduce((sum, r) => sum + r.reviewBlocks, 0),\n lowConfidenceWords: perPageStats.reduce((sum, r) => sum + (r.lowConfidenceWords ?? 0), 0),\n pageStats: perPageStats,\n };\n}\n"],"names":["countPageMarkers","isPageMarkerLine","splitByPageMarker","SPARSE_CHARS_PER_PAGE","AUTO_OCR_CHARS_PER_PAGE","OUTPUT_VERSION","TERMINAL_PUNCT","NON_PROSE_LINE","REVIEW_LINE","DANGLING_LONG_MIN","LOW_CONFIDENCE_THRESHOLD","LOW_CONFIDENCE_SAMPLE_CAP","lowConfidenceByPage","words","byPage","Map","w","confidence","undefined","entry","get","page","measured","low","lowWords","push","text","set","result","sample","slice","sort","a","b","map","danglingCounts","body","long","short","raw","split","line","trim","test","length","measurePage","heads","match","dangling","chars","headings","junkHeadings","filter","h","floats","paragraphs","danglingLong","danglingShort","reviewBlocks","pageStats","md","path","hybridPages","pagePaths","rows","row","largeImages","includes","buildReport","numPages","statsMd","stats","bodyH","headingSizes","perPage","Math","round","perPageStats","outputVersion","pages","bodyFontHeight","charsPerPage","sparse","listItems","joinedPairs","callouts","closedHyphens","reduce","sum","r","lowConfidenceWords","buildOcrReport","fallback","lowConf","lowConfidenceSample","mixed","values","some","ocrFallback"],"mappings":"AAAA,0EAA0E;AAC1E,SAASA,gBAAgB,EAAEC,gBAAgB,EAAEC,iBAAiB,QAAQ,mBAAmB;AAGzF,kFAAkF;AAClF,iFAAiF;AACjF,OAAO,MAAMC,wBAAwB,IAAI;AACzC,OAAO,MAAMC,0BAA0B,GAAG;AAE1C;gGACgG,GAChG,OAAO,MAAMC,iBAAiB,EAAE;AAEhC,0EAA0E;AAC1E,sGAAsG;AACtG,MAAMC,iBAAiB;AAEvB,2EAA2E;AAC3E,wFAAwF;AACxF,MAAMC,iBAAiB;AAEvB,2EAA2E;AAC3E,wFAAwF;AACxF,MAAMC,cAAc;AAEpB,kFAAkF;AAClF,wEAAwE;AACxE,MAAMC,oBAAoB;AAE1B;6FAC6F,GAC7F,OAAO,MAAMC,2BAA2B,GAAG;AAE3C,wEAAwE;AACxE,0DAA0D;AAC1D,OAAO,MAAMC,4BAA4B,GAAG;AAQ5C,4EAA4E;AAC5E,4JAA4J;AAC5J,SAASC,oBAAoBC,KAA4B;IACvD,MAAMC,SAAS,IAAIC;IACnB,KAAK,MAAMC,KAAKH,MAAO;YAEPC;QADd,IAAIE,EAAEC,UAAU,KAAKC,WAAW;QAChC,MAAMC,SAAQL,cAAAA,OAAOM,GAAG,CAACJ,EAAEK,IAAI,eAAjBP,yBAAAA,cAAsB;YAAEQ,UAAU;YAAGC,KAAK;YAAGC,UAAU,EAAE;QAAC;QACxEL,MAAMG,QAAQ;QACd,IAAIN,EAAEC,UAAU,GAAGP,0BAA0B;YAC3CS,MAAMI,GAAG;YACTJ,MAAMK,QAAQ,CAACC,IAAI,CAAC;gBAAEC,MAAMV,EAAEU,IAAI;gBAAET,YAAYD,EAAEC,UAAU;YAAC;QAC/D;QACAH,OAAOa,GAAG,CAACX,EAAEK,IAAI,EAAEF;IACrB;IACA,MAAMS,SAAS,IAAIb;IACnB,KAAK,MAAM,CAACM,MAAMF,MAAM,IAAIL,OAAQ;QAClC,oEAAoE;QACpE,kDAAkD;QAClD,MAAMe,SAASV,MAAMK,QAAQ,CAC1BM,KAAK,GACLC,IAAI,CAAC,CAACC,GAAGC,IAAMD,EAAEf,UAAU,GAAGgB,EAAEhB,UAAU,EAC1Ca,KAAK,CAAC,GAAGnB,2BACTuB,GAAG,CAAC,CAAClB,IAAMA,EAAEU,IAAI;QACpBE,OAAOD,GAAG,CAACN,MAAM;YAAEC,UAAUH,MAAMG,QAAQ;YAAEC,KAAKJ,MAAMI,GAAG;YAAEM;QAAO;IACtE;IACA,OAAOD;AACT;AAOA,4EAA4E;AAC5E,wHAAwH;AACxH,SAASO,eAAeC,IAAY;IAClC,IAAIC,OAAO;IACX,IAAIC,QAAQ;IACZ,KAAK,MAAMC,OAAOH,KAAKI,KAAK,CAAC,MAAO;QAClC,MAAMC,OAAOF,IAAIG,IAAI;QACrB,IAAI,CAACD,QAAQlC,eAAeoC,IAAI,CAACF,OAAO;QACxC,IAAInC,eAAeqC,IAAI,CAACF,OAAO;QAC/B,IAAIA,KAAKG,MAAM,IAAInC,mBAAmB4B;aACjCC;IACP;IACA,OAAO;QAAED;QAAMC;IAAM;AACvB;AAEA,sEAAsE;AACtE,2FAA2F;AAC3F,SAASO,YAAYT,IAAY;IAC/B,MAAMU,QAAQV,KAAKW,KAAK,CAAC,wBAAwB,EAAE;IACnD,MAAMC,WAAWb,eAAeC;IAChC,OAAO;QACLa,OAAOb,KAAKQ,MAAM;QAClBM,UAAUJ,MAAMF,MAAM;QACtBO,cAAcL,MAAMM,MAAM,CAAC,CAACC,IAAM,CAAC,cAAcV,IAAI,CAACU,IAAIT,MAAM;QAChEU,QAAQ,AAAClB,CAAAA,KAAKW,KAAK,CAAC,sBAAsB,EAAE,AAAD,EAAGH,MAAM;QACpDW,YAAY,AAACnB,CAAAA,KAAKW,KAAK,CAAC,wBAAwB,EAAE,AAAD,EAAGH,MAAM;QAC1DY,cAAcR,SAASX,IAAI;QAC3BoB,eAAeT,SAASV,KAAK;QAC7BoB,cAAc,AAACtB,CAAAA,KAAKW,KAAK,CAACvC,gBAAgB,EAAE,AAAD,EAAGoC,MAAM;IACtD;AACF;AAEA,wEAAwE;AACxE,gHAAgH;AAChH,EAAE;AACF,2EAA2E;AAC3E,sIAAsI;AACtI,SAASe,UAAUC,EAAU,EAAEC,IAAoB,EAAEC,WAAsB,EAAEC,SAAuC;IAClH,MAAMC,OAAuB,EAAE;IAC/B,KAAK,MAAM,EAAE3C,IAAI,EAAEe,IAAI,EAAE,IAAIlC,kBAAkB0D,IAAK;;QAClD,MAAMK,MAAoB;YAAE5C;YAAMwC,IAAI,UAAEE,sBAAAA,gCAAAA,UAAW3C,GAAG,CAACC,4CAASwC;YAAM,GAAGhB,YAAYT,KAAK;QAAC;QAC3F,IAAI0B,eAAeG,IAAIJ,IAAI,KAAK,QAAQI,IAAIC,WAAW,GAAGJ,YAAYK,QAAQ,CAAC9C;QAC/E2C,KAAKvC,IAAI,CAACwC;IACZ;IACA,OAAOD;AACT;AAEA,OAAO,SAASI,YAAY,EAAEC,QAAQ,EAAET,EAAE,EAAEU,OAAO,EAAEC,KAAK,EAAEC,KAAK,EAAEC,YAAY,EAAEX,cAAc,EAAE,EAAoB;IACnH,MAAMhB,QAAQ,AAACc,CAAAA,GAAGb,KAAK,CAAC,wBAAwB,EAAE,AAAD,EAAGK,MAAM,CAAC,CAACC,IAAM,CAACpD,iBAAiBoD,KAAK,6CAA6C;IACtI,MAAMqB,UAAUC,KAAKC,KAAK,CAAChB,GAAGhB,MAAM,GAAGyB;IACvC,MAAMQ,eAAelB,UAAUW,SAAS,QAAQR;IAChD,OAAO;QACLgB,eAAezE;QACfwD,MAAM;QACNkB,OAAOV;QACPW,gBAAgBR;QAChBC,cAAcA,aAAa3C,KAAK,CAAC,GAAG;QACpCmB,OAAOW,GAAGhB,MAAM;QAChBqC,cAAcP;QACdQ,QAAQR,UAAUvE;QAClB+C,UAAUJ,MAAMF,MAAM;QACtBO,cAAcL,MAAMM,MAAM,CAAC,CAACC,IAAM,CAAC,cAAcV,IAAI,CAACU,IAAIT,MAAM;QAChEuC,WAAWZ,MAAMY,SAAS;QAC1B5B,YAAYgB,MAAMhB,UAAU;QAC5B6B,aAAab,MAAMa,WAAW;QAC9BC,UAAUd,MAAMc,QAAQ;QACxBC,eAAef,MAAMe,aAAa;QAClC9B,cAAcqB,aAAaU,MAAM,CAAC,CAACC,KAAKC,IAAMD,MAAMC,EAAEjC,YAAY,EAAE;QACpEC,eAAeoB,aAAaU,MAAM,CAAC,CAACC,KAAKC,IAAMD,MAAMC,EAAEhC,aAAa,EAAE;QACtEC,cAAcmB,aAAaU,MAAM,CAAC,CAACC,KAAKC,IAAMD,MAAMC,EAAE/B,YAAY,EAAE;QACpE,oEAAoE;QACpE,yEAAyE;QACzEgC,oBAAoB;QACpB5B;QACAH,WAAWkB;IACb;AACF;AAEA,uEAAuE;AACvE,0EAA0E;AAC1E,OAAO,SAASc,eAAe,EAAE/B,EAAE,EAAEgC,QAAQ,EAAE/E,QAAQ,EAAE,EAAEkD,SAAS,EAAED,WAAW,EAAuB;IACtG,MAAMO,WAAWrE,iBAAiB4D;IAClC,MAAMd,QAAQ,AAACc,CAAAA,GAAGb,KAAK,CAAC,wBAAwB,EAAE,AAAD,EAAGK,MAAM,CAAC,CAACC,IAAM,CAACpD,iBAAiBoD;IACpF,MAAMqB,UAAUL,WAAWM,KAAKC,KAAK,CAAChB,GAAGhB,MAAM,GAAGyB,YAAY;IAC9D,MAAMQ,eAAelB,UAAUC,IAAI,OAAOE,aAAaC;IACvD,wEAAwE;IACxE,uGAAuG;IACvG,MAAM8B,UAAUjF,oBAAoBC;IACpC,KAAK,MAAMoD,OAAOY,aAAc;QAC9B,MAAM1D,QAAQ0E,QAAQzE,GAAG,CAAC6C,IAAI5C,IAAI;QAClC,IAAIF,SAASA,MAAMG,QAAQ,GAAG,GAAG;YAC/B2C,IAAIyB,kBAAkB,GAAGvE,MAAMI,GAAG;YAClC,IAAIJ,MAAMU,MAAM,CAACe,MAAM,EAAEqB,IAAI6B,mBAAmB,GAAG3E,MAAMU,MAAM;QACjE;IACF;IACA,MAAMkE,QAAQhC,cAAc7C,aAAa;WAAI6C,UAAUiC,MAAM;KAAG,CAACC,IAAI,CAAC,CAACpC,OAASA,SAAS;IACzF,OAAO;QACLiB,eAAezE;QACfwD,MAAMkC,QAAQ,UAAU;QACxBhB,OAAOV;QACP6B,aAAa,CAAC,CAACN;QACf3C,OAAOW,GAAGhB,MAAM;QAChBqC,cAAcP;QACdQ,QAAQR,UAAUvE;QAClB+C,UAAUJ,MAAMF,MAAM;QACtBO,cAAcL,MAAMM,MAAM,CAAC,CAACC,IAAM,CAAC,cAAcV,IAAI,CAACU,IAAIT,MAAM;QAChEW,YAAY,AAACK,CAAAA,GAAGb,KAAK,CAAC,wBAAwB,EAAE,AAAD,EAAGH,MAAM;QACxD,yEAAyE;QACzE,uDAAuD;QACvDyC,UAAU,AAACzB,CAAAA,GAAGb,KAAK,CAAC,oCAAoC,EAAE,AAAD,EAAGH,MAAM;QAClEU,QAAQ,AAACM,CAAAA,GAAGb,KAAK,CAAC,sBAAsB,EAAE,AAAD,EAAGH,MAAM;QAClDY,cAAcqB,aAAaU,MAAM,CAAC,CAACC,KAAKC,IAAMD,MAAMC,EAAEjC,YAAY,EAAE;QACpEC,eAAeoB,aAAaU,MAAM,CAAC,CAACC,KAAKC,IAAMD,MAAMC,EAAEhC,aAAa,EAAE;QACtEC,cAAcmB,aAAaU,MAAM,CAAC,CAACC,KAAKC,IAAMD,MAAMC,EAAE/B,YAAY,EAAE;QACpEgC,oBAAoBb,aAAaU,MAAM,CAAC,CAACC,KAAKC;gBAAaA;mBAAPD,QAAOC,wBAAAA,EAAEC,kBAAkB,cAApBD,mCAAAA,wBAAwB;WAAI;QACvF9B,WAAWkB;IACb;AACF"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/report.ts"],"sourcesContent":["// report.ts — QA report over an extraction, machine-readable with --json.\nimport { countPageMarkers, isPageMarkerLine, splitByPageMarker } from './page-marker.ts';\nimport type { BuildOcrReportInput, BuildReportInput, PageStatsRow, Report, WordConfidenceInput } from './types.ts';\n\n// < SPARSE warns only; < AUTO_OCR means the pages are certainly images (measured:\n// an image-only 100-pager yields ~4 chars/page) and the auto-OCR fallback fires.\nexport const SPARSE_CHARS_PER_PAGE = 200;\nexport const AUTO_OCR_CHARS_PER_PAGE = 20;\n\n/** A manually-bumped integer, deliberately not the npm package version —\n * bump whenever a change can alter output for identical input. See `CHANGELOG.md` for history. */\nexport const OUTPUT_VERSION = 2;\n\n// A body paragraph line may end in sentence/clause punctuation, a closing\n// quote/bracket, an ellipsis, or a digit (chart/label lines like \"1/3\" legitimately end in a number).\nconst TERMINAL_PUNCT = /[.!?:;\"”'’)\\]…0-9]$/;\n\n// Lines that are not body prose at all: headings (incl. \"### pN\" markers),\n// floats/blockquotes, table rows, and list items — excluded before TERMINAL_PUNCT runs.\nconst NON_PROSE_LINE = /^[#>|*-]/;\n\n// A `> [review: reason] text` line (src/emit.ts). Shared by pageStats (per\n// page) and both top-level report builders (whole doc) so the counts can't drift apart.\nconst REVIEW_LINE = /^> \\[review: /gm;\n\n// Dangling lines split by length: long ones are the invisible column-break/splice\n// signal; short ones are usually a missed heading or an unjoined label.\nconst DANGLING_LONG_MIN = 60;\n\n/** Below this per-word confidence (0-100, tesseract.js's `confidence`), a\n * word counts as low-confidence. Measured: junk max 43 vs prose min 76, cut 60, 2026-08-17. */\nexport const LOW_CONFIDENCE_THRESHOLD = 60;\n\n// Cap on `lowConfidenceSample`'s length per page — a few representative\n// offenders, not the whole page re-emitted a second time.\nexport const LOW_CONFIDENCE_SAMPLE_CAP = 12;\n\ninterface LowConfidenceStats {\n measured: number; // words on this page that carried a confidence value at all\n low: number; // of those, how many scored below LOW_CONFIDENCE_THRESHOLD\n sample: string[]; // worst-confidence-first, capped list of the actual low-confidence tokens\n}\n\n// Grouped from the flat recognized-word list (confidence is per-word, never\n// merged into a line — see Word's comment). `measured` is tracked separately from `low` so a page with nothing to measure reports ABSENT, not a lying zero.\nfunction lowConfidenceByPage(words: WordConfidenceInput[]): Map<number, LowConfidenceStats> {\n const byPage = new Map<number, { measured: number; low: number; lowWords: { text: string; confidence: number }[] }>();\n for (const w of words) {\n if (w.confidence === undefined) continue;\n const entry = byPage.get(w.page) ?? { measured: 0, low: 0, lowWords: [] };\n entry.measured++;\n if (w.confidence < LOW_CONFIDENCE_THRESHOLD) {\n entry.low++;\n entry.lowWords.push({ text: w.text, confidence: w.confidence });\n }\n byPage.set(w.page, entry);\n }\n const result = new Map<number, LowConfidenceStats>();\n for (const [page, entry] of byPage) {\n // Sort ascending by confidence BEFORE capping, so the cap keeps the\n // worst offenders regardless of appearance order.\n const sample = entry.lowWords\n .slice()\n .sort((a, b) => a.confidence - b.confidence)\n .slice(0, LOW_CONFIDENCE_SAMPLE_CAP)\n .map((w) => w.text);\n result.set(page, { measured: entry.measured, low: entry.low, sample });\n }\n return result;\n}\n\ninterface DanglingCounts {\n long: number;\n short: number;\n}\n\n// Counts of body paragraph LINES ending WITHOUT terminal punctuation, split\n// by length: `long` is the invisible column-break/splice signal; `short` is usually a missed heading or unjoined label.\nfunction danglingCounts(body: string): DanglingCounts {\n let long = 0;\n let short = 0;\n for (const raw of body.split('\\n')) {\n const line = raw.trim();\n if (!line || NON_PROSE_LINE.test(line)) continue;\n if (TERMINAL_PUNCT.test(line)) continue;\n if (line.length >= DANGLING_LONG_MIN) long++;\n else short++;\n }\n return { long, short };\n}\n\n// One page's own measured stats, derivable from its body text alone —\n// shared by `pageStats` and any future caller that already has a page's body text in hand.\nfunction measurePage(body: string): Omit<PageStatsRow, 'page' | 'path' | 'largeImages' | 'lowConfidenceWords' | 'lowConfidenceSample'> {\n const heads = body.match(/^#{1,6}\\s*(.+)$/gm) || [];\n const dangling = danglingCounts(body);\n return {\n chars: body.length,\n headings: heads.length,\n junkHeadings: heads.filter((h) => !/[A-Za-z]{3}/.test(h)).length,\n floats: (body.match(/^> \\[floats\\]/gm) || []).length,\n paragraphs: (body.match(/^(?![#>-])\\S.*$/gm) || []).length,\n danglingLong: dangling.long,\n danglingShort: dangling.short,\n reviewBlocks: (body.match(REVIEW_LINE) || []).length,\n };\n}\n\n// Per-page QA rows, one per \"### pN\" block. The text path always passes\n// markdown with markers forced on (`statsMd`) regardless of `--page-markers`, so pageStats is always populated.\n//\n// `hybridPages` (text path only) marks a row `largeImages: true` when that\n// page used its text layer but also carries a large embedded image; omitted entirely on the OCR path, which has no equivalent signal.\nfunction pageStats(md: string, path: 'text' | 'ocr', hybridPages?: number[], pagePaths?: Map<number, 'text' | 'ocr'>): PageStatsRow[] {\n const rows: PageStatsRow[] = [];\n for (const { page, body } of splitByPageMarker(md)) {\n const row: PageStatsRow = { page, path: pagePaths?.get(page) ?? path, ...measurePage(body) };\n if (hybridPages && row.path === 'text') row.largeImages = hybridPages.includes(page);\n rows.push(row);\n }\n return rows;\n}\n\nexport function buildReport({ numPages, md, statsMd, stats, bodyH, headingSizes, hybridPages = [] }: BuildReportInput): Report {\n const heads = (md.match(/^#{1,6}\\s*(.+)$/gm) || []).filter((h) => !isPageMarkerLine(h)); // page markers are provenance, not structure\n const perPage = Math.round(md.length / numPages);\n const perPageStats = pageStats(statsMd, 'text', hybridPages);\n return {\n outputVersion: OUTPUT_VERSION,\n path: 'text',\n pages: numPages,\n bodyFontHeight: bodyH,\n headingSizes: headingSizes.slice(0, 6),\n chars: md.length,\n charsPerPage: perPage,\n sparse: perPage < SPARSE_CHARS_PER_PAGE,\n headings: heads.length,\n junkHeadings: heads.filter((h) => !/[A-Za-z]{3}/.test(h)).length,\n listItems: stats.listItems,\n paragraphs: stats.paragraphs,\n joinedPairs: stats.joinedPairs,\n callouts: stats.callouts,\n closedHyphens: stats.closedHyphens,\n danglingLong: perPageStats.reduce((sum, r) => sum + r.danglingLong, 0),\n danglingShort: perPageStats.reduce((sum, r) => sum + r.danglingShort, 0),\n reviewBlocks: perPageStats.reduce((sum, r) => sum + r.reviewBlocks, 0),\n // The text path never sees per-word confidence at all; 0 here means\n // \"nothing to measure\" (see PageStatsRow's field doc), not \"measured 0\".\n lowConfidenceWords: 0,\n hybridPages,\n pageStats: perPageStats,\n };\n}\n\n// QA report for the OCR path: measured from the emitted markdown text.\n// `fallback` records that the text layer was tried first and found empty.\nexport function buildOcrReport({ md, fallback, words = [], pagePaths, hybridPages }: BuildOcrReportInput): Report {\n const numPages = countPageMarkers(md);\n const heads = (md.match(/^#{1,6}\\s*(.+)$/gm) || []).filter((h) => !isPageMarkerLine(h));\n const perPage = numPages ? Math.round(md.length / numPages) : 0;\n const perPageStats = pageStats(md, 'ocr', hybridPages, pagePaths);\n // Attach the low-confidence detector's per-page results after the fact:\n // pageStats() has no confidence data (it reads markdown text only), so join it in here by page number.\n const lowConf = lowConfidenceByPage(words);\n for (const row of perPageStats) {\n const entry = lowConf.get(row.page);\n if (entry && entry.measured > 0) {\n row.lowConfidenceWords = entry.low;\n if (entry.sample.length) row.lowConfidenceSample = entry.sample;\n }\n }\n const mixed = pagePaths !== undefined && [...pagePaths.values()].some((path) => path === 'text');\n return {\n outputVersion: OUTPUT_VERSION,\n path: mixed ? 'mixed' : 'ocr',\n pages: numPages,\n ocrFallback: !!fallback,\n chars: md.length,\n charsPerPage: perPage,\n sparse: perPage < SPARSE_CHARS_PER_PAGE,\n headings: heads.length,\n junkHeadings: heads.filter((h) => !/[A-Za-z]{3}/.test(h)).length,\n paragraphs: (md.match(/^(?![#>-])\\S.*$/gm) || []).length,\n // Exclude BOTH \"[floats]\" and \"[review: ...]\" lines — a review marker is\n // a labeled unstructured block, not a genuine callout.\n callouts: (md.match(/^> (?!\\[floats\\]|\\[review:)/gm) || []).length,\n floats: (md.match(/^> \\[floats\\]/gm) || []).length,\n danglingLong: perPageStats.reduce((sum, r) => sum + r.danglingLong, 0),\n danglingShort: perPageStats.reduce((sum, r) => sum + r.danglingShort, 0),\n reviewBlocks: perPageStats.reduce((sum, r) => sum + r.reviewBlocks, 0),\n lowConfidenceWords: perPageStats.reduce((sum, r) => sum + (r.lowConfidenceWords ?? 0), 0),\n pageStats: perPageStats,\n };\n}\n"],"names":["countPageMarkers","isPageMarkerLine","splitByPageMarker","SPARSE_CHARS_PER_PAGE","AUTO_OCR_CHARS_PER_PAGE","OUTPUT_VERSION","TERMINAL_PUNCT","NON_PROSE_LINE","REVIEW_LINE","DANGLING_LONG_MIN","LOW_CONFIDENCE_THRESHOLD","LOW_CONFIDENCE_SAMPLE_CAP","lowConfidenceByPage","words","byPage","Map","w","confidence","undefined","entry","get","page","measured","low","lowWords","push","text","set","result","sample","slice","sort","a","b","map","danglingCounts","body","long","short","raw","split","line","trim","test","length","measurePage","heads","match","dangling","chars","headings","junkHeadings","filter","h","floats","paragraphs","danglingLong","danglingShort","reviewBlocks","pageStats","md","path","hybridPages","pagePaths","rows","row","largeImages","includes","buildReport","numPages","statsMd","stats","bodyH","headingSizes","perPage","Math","round","perPageStats","outputVersion","pages","bodyFontHeight","charsPerPage","sparse","listItems","joinedPairs","callouts","closedHyphens","reduce","sum","r","lowConfidenceWords","buildOcrReport","fallback","lowConf","lowConfidenceSample","mixed","values","some","ocrFallback"],"mappings":"AAAA,0EAA0E;AAC1E,SAASA,gBAAgB,EAAEC,gBAAgB,EAAEC,iBAAiB,QAAQ,mBAAmB;AAGzF,kFAAkF;AAClF,iFAAiF;AACjF,OAAO,MAAMC,wBAAwB,IAAI;AACzC,OAAO,MAAMC,0BAA0B,GAAG;AAE1C;gGACgG,GAChG,OAAO,MAAMC,iBAAiB,EAAE;AAEhC,0EAA0E;AAC1E,sGAAsG;AACtG,MAAMC,iBAAiB;AAEvB,2EAA2E;AAC3E,wFAAwF;AACxF,MAAMC,iBAAiB;AAEvB,2EAA2E;AAC3E,wFAAwF;AACxF,MAAMC,cAAc;AAEpB,kFAAkF;AAClF,wEAAwE;AACxE,MAAMC,oBAAoB;AAE1B;6FAC6F,GAC7F,OAAO,MAAMC,2BAA2B,GAAG;AAE3C,wEAAwE;AACxE,0DAA0D;AAC1D,OAAO,MAAMC,4BAA4B,GAAG;AAQ5C,4EAA4E;AAC5E,4JAA4J;AAC5J,SAASC,oBAAoBC,KAA4B;IACvD,MAAMC,SAAS,IAAIC;IACnB,KAAK,MAAMC,KAAKH,MAAO;YAEPC;QADd,IAAIE,EAAEC,UAAU,KAAKC,WAAW;QAChC,MAAMC,SAAQL,cAAAA,OAAOM,GAAG,CAACJ,EAAEK,IAAI,eAAjBP,yBAAAA,cAAsB;YAAEQ,UAAU;YAAGC,KAAK;YAAGC,UAAU,EAAE;QAAC;QACxEL,MAAMG,QAAQ;QACd,IAAIN,EAAEC,UAAU,GAAGP,0BAA0B;YAC3CS,MAAMI,GAAG;YACTJ,MAAMK,QAAQ,CAACC,IAAI,CAAC;gBAAEC,MAAMV,EAAEU,IAAI;gBAAET,YAAYD,EAAEC,UAAU;YAAC;QAC/D;QACAH,OAAOa,GAAG,CAACX,EAAEK,IAAI,EAAEF;IACrB;IACA,MAAMS,SAAS,IAAIb;IACnB,KAAK,MAAM,CAACM,MAAMF,MAAM,IAAIL,OAAQ;QAClC,oEAAoE;QACpE,kDAAkD;QAClD,MAAMe,SAASV,MAAMK,QAAQ,CAC1BM,KAAK,GACLC,IAAI,CAAC,CAACC,GAAGC,IAAMD,EAAEf,UAAU,GAAGgB,EAAEhB,UAAU,EAC1Ca,KAAK,CAAC,GAAGnB,2BACTuB,GAAG,CAAC,CAAClB,IAAMA,EAAEU,IAAI;QACpBE,OAAOD,GAAG,CAACN,MAAM;YAAEC,UAAUH,MAAMG,QAAQ;YAAEC,KAAKJ,MAAMI,GAAG;YAAEM;QAAO;IACtE;IACA,OAAOD;AACT;AAOA,4EAA4E;AAC5E,wHAAwH;AACxH,SAASO,eAAeC,IAAY;IAClC,IAAIC,OAAO;IACX,IAAIC,QAAQ;IACZ,KAAK,MAAMC,OAAOH,KAAKI,KAAK,CAAC,MAAO;QAClC,MAAMC,OAAOF,IAAIG,IAAI;QACrB,IAAI,CAACD,QAAQlC,eAAeoC,IAAI,CAACF,OAAO;QACxC,IAAInC,eAAeqC,IAAI,CAACF,OAAO;QAC/B,IAAIA,KAAKG,MAAM,IAAInC,mBAAmB4B;aACjCC;IACP;IACA,OAAO;QAAED;QAAMC;IAAM;AACvB;AAEA,sEAAsE;AACtE,2FAA2F;AAC3F,SAASO,YAAYT,IAAY;IAC/B,MAAMU,QAAQV,KAAKW,KAAK,CAAC,wBAAwB,EAAE;IACnD,MAAMC,WAAWb,eAAeC;IAChC,OAAO;QACLa,OAAOb,KAAKQ,MAAM;QAClBM,UAAUJ,MAAMF,MAAM;QACtBO,cAAcL,MAAMM,MAAM,CAAC,CAACC,IAAM,CAAC,cAAcV,IAAI,CAACU,IAAIT,MAAM;QAChEU,QAAQ,AAAClB,CAAAA,KAAKW,KAAK,CAAC,sBAAsB,EAAE,AAAD,EAAGH,MAAM;QACpDW,YAAY,AAACnB,CAAAA,KAAKW,KAAK,CAAC,wBAAwB,EAAE,AAAD,EAAGH,MAAM;QAC1DY,cAAcR,SAASX,IAAI;QAC3BoB,eAAeT,SAASV,KAAK;QAC7BoB,cAAc,AAACtB,CAAAA,KAAKW,KAAK,CAACvC,gBAAgB,EAAE,AAAD,EAAGoC,MAAM;IACtD;AACF;AAEA,wEAAwE;AACxE,gHAAgH;AAChH,EAAE;AACF,2EAA2E;AAC3E,sIAAsI;AACtI,SAASe,UAAUC,EAAU,EAAEC,IAAoB,EAAEC,WAAsB,EAAEC,SAAuC;IAClH,MAAMC,OAAuB,EAAE;IAC/B,KAAK,MAAM,EAAE3C,IAAI,EAAEe,IAAI,EAAE,IAAIlC,kBAAkB0D,IAAK;;QAClD,MAAMK,MAAoB;YAAE5C;YAAMwC,IAAI,UAAEE,sBAAAA,gCAAAA,UAAW3C,GAAG,CAACC,4CAASwC;YAAM,GAAGhB,YAAYT,KAAK;QAAC;QAC3F,IAAI0B,eAAeG,IAAIJ,IAAI,KAAK,QAAQI,IAAIC,WAAW,GAAGJ,YAAYK,QAAQ,CAAC9C;QAC/E2C,KAAKvC,IAAI,CAACwC;IACZ;IACA,OAAOD;AACT;AAEA,OAAO,SAASI,YAAY,EAAEC,QAAQ,EAAET,EAAE,EAAEU,OAAO,EAAEC,KAAK,EAAEC,KAAK,EAAEC,YAAY,EAAEX,cAAc,EAAE,EAAoB;IACnH,MAAMhB,QAAQ,AAACc,CAAAA,GAAGb,KAAK,CAAC,wBAAwB,EAAE,AAAD,EAAGK,MAAM,CAAC,CAACC,IAAM,CAACpD,iBAAiBoD,KAAK,6CAA6C;IACtI,MAAMqB,UAAUC,KAAKC,KAAK,CAAChB,GAAGhB,MAAM,GAAGyB;IACvC,MAAMQ,eAAelB,UAAUW,SAAS,QAAQR;IAChD,OAAO;QACLgB,eAAezE;QACfwD,MAAM;QACNkB,OAAOV;QACPW,gBAAgBR;QAChBC,cAAcA,aAAa3C,KAAK,CAAC,GAAG;QACpCmB,OAAOW,GAAGhB,MAAM;QAChBqC,cAAcP;QACdQ,QAAQR,UAAUvE;QAClB+C,UAAUJ,MAAMF,MAAM;QACtBO,cAAcL,MAAMM,MAAM,CAAC,CAACC,IAAM,CAAC,cAAcV,IAAI,CAACU,IAAIT,MAAM;QAChEuC,WAAWZ,MAAMY,SAAS;QAC1B5B,YAAYgB,MAAMhB,UAAU;QAC5B6B,aAAab,MAAMa,WAAW;QAC9BC,UAAUd,MAAMc,QAAQ;QACxBC,eAAef,MAAMe,aAAa;QAClC9B,cAAcqB,aAAaU,MAAM,CAAC,CAACC,KAAKC,IAAMD,MAAMC,EAAEjC,YAAY,EAAE;QACpEC,eAAeoB,aAAaU,MAAM,CAAC,CAACC,KAAKC,IAAMD,MAAMC,EAAEhC,aAAa,EAAE;QACtEC,cAAcmB,aAAaU,MAAM,CAAC,CAACC,KAAKC,IAAMD,MAAMC,EAAE/B,YAAY,EAAE;QACpE,oEAAoE;QACpE,yEAAyE;QACzEgC,oBAAoB;QACpB5B;QACAH,WAAWkB;IACb;AACF;AAEA,uEAAuE;AACvE,0EAA0E;AAC1E,OAAO,SAASc,eAAe,EAAE/B,EAAE,EAAEgC,QAAQ,EAAE/E,QAAQ,EAAE,EAAEkD,SAAS,EAAED,WAAW,EAAuB;IACtG,MAAMO,WAAWrE,iBAAiB4D;IAClC,MAAMd,QAAQ,AAACc,CAAAA,GAAGb,KAAK,CAAC,wBAAwB,EAAE,AAAD,EAAGK,MAAM,CAAC,CAACC,IAAM,CAACpD,iBAAiBoD;IACpF,MAAMqB,UAAUL,WAAWM,KAAKC,KAAK,CAAChB,GAAGhB,MAAM,GAAGyB,YAAY;IAC9D,MAAMQ,eAAelB,UAAUC,IAAI,OAAOE,aAAaC;IACvD,wEAAwE;IACxE,uGAAuG;IACvG,MAAM8B,UAAUjF,oBAAoBC;IACpC,KAAK,MAAMoD,OAAOY,aAAc;QAC9B,MAAM1D,QAAQ0E,QAAQzE,GAAG,CAAC6C,IAAI5C,IAAI;QAClC,IAAIF,SAASA,MAAMG,QAAQ,GAAG,GAAG;YAC/B2C,IAAIyB,kBAAkB,GAAGvE,MAAMI,GAAG;YAClC,IAAIJ,MAAMU,MAAM,CAACe,MAAM,EAAEqB,IAAI6B,mBAAmB,GAAG3E,MAAMU,MAAM;QACjE;IACF;IACA,MAAMkE,QAAQhC,cAAc7C,aAAa;WAAI6C,UAAUiC,MAAM;KAAG,CAACC,IAAI,CAAC,CAACpC,OAASA,SAAS;IACzF,OAAO;QACLiB,eAAezE;QACfwD,MAAMkC,QAAQ,UAAU;QACxBhB,OAAOV;QACP6B,aAAa,CAAC,CAACN;QACf3C,OAAOW,GAAGhB,MAAM;QAChBqC,cAAcP;QACdQ,QAAQR,UAAUvE;QAClB+C,UAAUJ,MAAMF,MAAM;QACtBO,cAAcL,MAAMM,MAAM,CAAC,CAACC,IAAM,CAAC,cAAcV,IAAI,CAACU,IAAIT,MAAM;QAChEW,YAAY,AAACK,CAAAA,GAAGb,KAAK,CAAC,wBAAwB,EAAE,AAAD,EAAGH,MAAM;QACxD,yEAAyE;QACzE,uDAAuD;QACvDyC,UAAU,AAACzB,CAAAA,GAAGb,KAAK,CAAC,oCAAoC,EAAE,AAAD,EAAGH,MAAM;QAClEU,QAAQ,AAACM,CAAAA,GAAGb,KAAK,CAAC,sBAAsB,EAAE,AAAD,EAAGH,MAAM;QAClDY,cAAcqB,aAAaU,MAAM,CAAC,CAACC,KAAKC,IAAMD,MAAMC,EAAEjC,YAAY,EAAE;QACpEC,eAAeoB,aAAaU,MAAM,CAAC,CAACC,KAAKC,IAAMD,MAAMC,EAAEhC,aAAa,EAAE;QACtEC,cAAcmB,aAAaU,MAAM,CAAC,CAACC,KAAKC,IAAMD,MAAMC,EAAE/B,YAAY,EAAE;QACpEgC,oBAAoBb,aAAaU,MAAM,CAAC,CAACC,KAAKC;gBAAaA;mBAAPD,QAAOC,wBAAAA,EAAEC,kBAAkB,cAApBD,mCAAAA,wBAAwB;WAAI;QACvF9B,WAAWkB;IACb;AACF"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/resolve.ts"],"sourcesContent":["// Resolves an installed package file's on-disk path for both build targets:\n// ESM's import.meta.resolve returns a file:// URL, the CJS build's rewritten require.resolve a plain path — normalizes both to a plain path.\nimport { fileURLToPath } from 'node:url';\n\nexport function resolvePackagePath(specifier: string): string {\n const resolved = import.meta.resolve(specifier);\n return resolved.startsWith('file://') ? fileURLToPath(resolved) : resolved;\n}\n"],"names":["fileURLToPath","resolvePackagePath","specifier","resolved","resolve","startsWith"],"mappings":"AAAA,4EAA4E;AAC5E,6IAA6I;AAC7I,SAASA,aAAa,QAAQ,WAAW;AAEzC,OAAO,SAASC,mBAAmBC,SAAiB;IAClD,MAAMC,WAAW,YAAYC,OAAO,CAACF;IACrC,OAAOC,SAASE,UAAU,CAAC,aAAaL,cAAcG,YAAYA;AACpE"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/resolve.ts"],"sourcesContent":["// Resolves an installed package file's on-disk path for both build targets:\n// ESM's import.meta.resolve returns a file:// URL, the CJS build's rewritten require.resolve a plain path — normalizes both to a plain path.\nimport { fileURLToPath } from 'node:url';\n\nexport function resolvePackagePath(specifier: string): string {\n const resolved = import.meta.resolve(specifier);\n return resolved.startsWith('file://') ? fileURLToPath(resolved) : resolved;\n}\n"],"names":["fileURLToPath","resolvePackagePath","specifier","resolved","resolve","startsWith"],"mappings":"AAAA,4EAA4E;AAC5E,6IAA6I;AAC7I,SAASA,aAAa,QAAQ,WAAW;AAEzC,OAAO,SAASC,mBAAmBC,SAAiB;IAClD,MAAMC,WAAW,YAAYC,OAAO,CAACF;IACrC,OAAOC,SAASE,UAAU,CAAC,aAAaL,cAAcG,YAAYA;AACpE"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/text-analysis.ts"],"sourcesContent":["// Shared text-layer analysis. It keeps PDF source runs separate from layout\n// reconstruction, while Markdown blocks retain the source-run indexes that\n// produced them.\nimport type { PageWord } from './geometry.ts';\nimport { toLines } from './lines.ts';\nimport { buildMarkdown } from './markdown.ts';\nimport { buildReport, OUTPUT_VERSION } from './report.ts';\nimport type { Analysis, AnalysisPage, AnalysisWord, CollectResult, Glyph, PageLines } from './types.ts';\n\nfunction sourceWord(glyph: Glyph, dims: { width: number; height: number }): AnalysisWord {\n return {\n text: glyph.s,\n box: {\n x: dims.width > 0 ? glyph.bounds.x / dims.width : 0,\n y: dims.height > 0 ? (dims.height - glyph.bounds.y - glyph.bounds.h) / dims.height : 0,\n w: dims.width > 0 ? glyph.bounds.w / dims.width : 0,\n h: dims.height > 0 ? glyph.bounds.h / dims.height : 0,\n },\n };\n}\n\nfunction callbackWords(pages: AnalysisPage[]): PageWord[] {\n return pages.flatMap((page) => page.words.map((word) => ({ page: page.page, text: word.text, ...word.box })));\n}\n\nexport interface TextAnalysisResult {\n analysis: Analysis;\n markdown: string;\n words: PageWord[];\n}\n\nexport function selectCollectedPages(collected: CollectResult, pageNumbers: Set<number>): CollectResult {\n const pages = collected.pages.filter((page) => pageNumbers.has(page.page));\n const heightChars = new Map<number, number>();\n for (const page of pages) {\n for (const glyph of page.glyphs) heightChars.set(glyph.h, (heightChars.get(glyph.h) ?? 0) + glyph.s.length);\n }\n return { numPages: pages.length, pages, heightChars };\n}\n\n/** Builds the text result once for Markdown, raw analysis, text callbacks,\n * and reporting. The `pages` returned by buildMarkdown own the actual block\n * construction, so this never reconstructs ownership from rendered text. */\nexport function buildTextAnalysis(collected: CollectResult, pageMarkers: boolean): TextAnalysisResult {\n const pageLines: PageLines[] = collected.pages.map((page) => ({ page: page.page, lines: toLines(page) }));\n const rendered = buildMarkdown(pageLines, collected.heightChars, { pageMarkers });\n const statsMd = pageMarkers ? rendered.md : buildMarkdown(pageLines, collected.heightChars, { pageMarkers: true }).md;\n const hybridPages = collected.pages.filter((page) => page.largeImage).map((page) => page.page);\n const report = buildReport({\n numPages: collected.numPages,\n md: rendered.md,\n statsMd,\n stats: rendered.stats,\n bodyH: rendered.bodyH,\n headingSizes: rendered.headingSizes,\n hybridPages,\n });\n const analysisPages: AnalysisPage[] = collected.pages.map((page) => ({\n page: page.page,\n path: 'text',\n words: page.glyphs.map((glyph) => sourceWord(glyph, page)),\n blocks: rendered.pages.find((renderedPage) => renderedPage.page === page.page)?.blocks ?? [],\n }));\n const analysis: Analysis = { outputVersion: OUTPUT_VERSION, report, pages: analysisPages };\n return { analysis, markdown: rendered.md, words: callbackWords(analysisPages) };\n}\n"],"names":["toLines","buildMarkdown","buildReport","OUTPUT_VERSION","sourceWord","glyph","dims","text","s","box","x","width","bounds","y","height","h","w","callbackWords","pages","flatMap","page","words","map","word","selectCollectedPages","collected","pageNumbers","filter","has","heightChars","Map","glyphs","set","get","length","numPages","buildTextAnalysis","pageMarkers","pageLines","lines","rendered","statsMd","md","hybridPages","largeImage","report","stats","bodyH","headingSizes","analysisPages","path","blocks","find","renderedPage","analysis","outputVersion","markdown"],"mappings":"AAAA,4EAA4E;AAC5E,2EAA2E;AAC3E,iBAAiB;AAEjB,SAASA,OAAO,QAAQ,aAAa;AACrC,SAASC,aAAa,QAAQ,gBAAgB;AAC9C,SAASC,WAAW,EAAEC,cAAc,QAAQ,cAAc;AAG1D,SAASC,WAAWC,KAAY,EAAEC,IAAuC;IACvE,OAAO;QACLC,MAAMF,MAAMG,CAAC;QACbC,KAAK;YACHC,GAAGJ,KAAKK,KAAK,GAAG,IAAIN,MAAMO,MAAM,CAACF,CAAC,GAAGJ,KAAKK,KAAK,GAAG;YAClDE,GAAGP,KAAKQ,MAAM,GAAG,IAAI,AAACR,CAAAA,KAAKQ,MAAM,GAAGT,MAAMO,MAAM,CAACC,CAAC,GAAGR,MAAMO,MAAM,CAACG,CAAC,AAADA,IAAKT,KAAKQ,MAAM,GAAG;YACrFE,GAAGV,KAAKK,KAAK,GAAG,IAAIN,MAAMO,MAAM,CAACI,CAAC,GAAGV,KAAKK,KAAK,GAAG;YAClDI,GAAGT,KAAKQ,MAAM,GAAG,IAAIT,MAAMO,MAAM,CAACG,CAAC,GAAGT,KAAKQ,MAAM,GAAG;QACtD;IACF;AACF;AAEA,SAASG,cAAcC,KAAqB;IAC1C,OAAOA,MAAMC,OAAO,CAAC,CAACC,OAASA,KAAKC,KAAK,CAACC,GAAG,CAAC,CAACC,OAAU,CAAA;gBAAEH,MAAMA,KAAKA,IAAI;gBAAEb,MAAMgB,KAAKhB,IAAI;gBAAE,GAAGgB,KAAKd,GAAG;YAAC,CAAA;AAC3G;AAQA,OAAO,SAASe,qBAAqBC,SAAwB,EAAEC,WAAwB;IACrF,MAAMR,QAAQO,UAAUP,KAAK,CAACS,MAAM,CAAC,CAACP,OAASM,YAAYE,GAAG,CAACR,KAAKA,IAAI;IACxE,MAAMS,cAAc,IAAIC;IACxB,KAAK,MAAMV,QAAQF,MAAO;YACmCW;QAA3D,KAAK,MAAMxB,SAASe,KAAKW,MAAM,CAAEF,YAAYG,GAAG,CAAC3B,MAAMU,CAAC,EAAE,EAACc,mBAAAA,YAAYI,GAAG,CAAC5B,MAAMU,CAAC,eAAvBc,8BAAAA,mBAA4B,KAAKxB,MAAMG,CAAC,CAAC0B,MAAM;IAC5G;IACA,OAAO;QAAEC,UAAUjB,MAAMgB,MAAM;QAAEhB;QAAOW;IAAY;AACtD;AAEA;;0EAE0E,GAC1E,OAAO,SAASO,kBAAkBX,SAAwB,EAAEY,WAAoB;IAC9E,MAAMC,YAAyBb,UAAUP,KAAK,CAACI,GAAG,CAAC,CAACF,OAAU,CAAA;YAAEA,MAAMA,KAAKA,IAAI;YAAEmB,OAAOvC,QAAQoB;QAAM,CAAA;IACtG,MAAMoB,WAAWvC,cAAcqC,WAAWb,UAAUI,WAAW,EAAE;QAAEQ;IAAY;IAC/E,MAAMI,UAAUJ,cAAcG,SAASE,EAAE,GAAGzC,cAAcqC,WAAWb,UAAUI,WAAW,EAAE;QAAEQ,aAAa;IAAK,GAAGK,EAAE;IACrH,MAAMC,cAAclB,UAAUP,KAAK,CAACS,MAAM,CAAC,CAACP,OAASA,KAAKwB,UAAU,EAAEtB,GAAG,CAAC,CAACF,OAASA,KAAKA,IAAI;IAC7F,MAAMyB,SAAS3C,YAAY;QACzBiC,UAAUV,UAAUU,QAAQ;QAC5BO,IAAIF,SAASE,EAAE;QACfD;QACAK,OAAON,SAASM,KAAK;QACrBC,OAAOP,SAASO,KAAK;QACrBC,cAAcR,SAASQ,YAAY;QACnCL;IACF;IACA,MAAMM,gBAAgCxB,UAAUP,KAAK,CAACI,GAAG,CAAC,CAACF;;YAIjDoB;eAJ2D;YACnEpB,MAAMA,KAAKA,IAAI;YACf8B,MAAM;YACN7B,OAAOD,KAAKW,MAAM,CAACT,GAAG,CAAC,CAACjB,QAAUD,WAAWC,OAAOe;YACpD+B,MAAM,WAAEX,uBAAAA,SAAStB,KAAK,CAACkC,IAAI,CAAC,CAACC,eAAiBA,aAAajC,IAAI,KAAKA,KAAKA,IAAI,eAArEoB,2CAAAA,qBAAwEW,MAAM,uCAAI,EAAE;QAC9F;;IACA,MAAMG,WAAqB;QAAEC,eAAepD;QAAgB0C;QAAQ3B,OAAO+B;IAAc;IACzF,OAAO;QAAEK;QAAUE,UAAUhB,SAASE,EAAE;QAAErB,OAAOJ,cAAcgC;IAAe;AAChF"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/text-analysis.ts"],"sourcesContent":["// Shared text-layer analysis. It keeps PDF source runs separate from layout\n// reconstruction, while Markdown blocks retain the source-run indexes that\n// produced them.\nimport type { PageWord } from './geometry.ts';\nimport { toLines } from './lines.ts';\nimport { buildMarkdown } from './markdown.ts';\nimport { buildReport, OUTPUT_VERSION } from './report.ts';\nimport type { Analysis, AnalysisPage, AnalysisWord, CollectResult, Glyph, PageLines } from './types.ts';\n\nfunction sourceWord(glyph: Glyph, dims: { width: number; height: number }): AnalysisWord {\n return {\n text: glyph.s,\n box: {\n x: dims.width > 0 ? glyph.bounds.x / dims.width : 0,\n y: dims.height > 0 ? (dims.height - glyph.bounds.y - glyph.bounds.h) / dims.height : 0,\n w: dims.width > 0 ? glyph.bounds.w / dims.width : 0,\n h: dims.height > 0 ? glyph.bounds.h / dims.height : 0,\n },\n };\n}\n\nfunction callbackWords(pages: AnalysisPage[]): PageWord[] {\n return pages.flatMap((page) => page.words.map((word) => ({ page: page.page, text: word.text, ...word.box })));\n}\n\nexport interface TextAnalysisResult {\n analysis: Analysis;\n markdown: string;\n words: PageWord[];\n}\n\nexport function selectCollectedPages(collected: CollectResult, pageNumbers: Set<number>): CollectResult {\n const pages = collected.pages.filter((page) => pageNumbers.has(page.page));\n const heightChars = new Map<number, number>();\n for (const page of pages) {\n for (const glyph of page.glyphs) heightChars.set(glyph.h, (heightChars.get(glyph.h) ?? 0) + glyph.s.length);\n }\n return { numPages: pages.length, pages, heightChars };\n}\n\n/** Builds the text result once for Markdown, raw analysis, text callbacks,\n * and reporting. The `pages` returned by buildMarkdown own the actual block\n * construction, so this never reconstructs ownership from rendered text. */\nexport function buildTextAnalysis(collected: CollectResult, pageMarkers: boolean): TextAnalysisResult {\n const pageLines: PageLines[] = collected.pages.map((page) => ({ page: page.page, lines: toLines(page) }));\n const rendered = buildMarkdown(pageLines, collected.heightChars, { pageMarkers });\n const statsMd = pageMarkers ? rendered.md : buildMarkdown(pageLines, collected.heightChars, { pageMarkers: true }).md;\n const hybridPages = collected.pages.filter((page) => page.largeImage).map((page) => page.page);\n const report = buildReport({\n numPages: collected.numPages,\n md: rendered.md,\n statsMd,\n stats: rendered.stats,\n bodyH: rendered.bodyH,\n headingSizes: rendered.headingSizes,\n hybridPages,\n });\n const analysisPages: AnalysisPage[] = collected.pages.map((page) => ({\n page: page.page,\n path: 'text',\n words: page.glyphs.map((glyph) => sourceWord(glyph, page)),\n blocks: rendered.pages.find((renderedPage) => renderedPage.page === page.page)?.blocks ?? [],\n }));\n const analysis: Analysis = { outputVersion: OUTPUT_VERSION, report, pages: analysisPages };\n return { analysis, markdown: rendered.md, words: callbackWords(analysisPages) };\n}\n"],"names":["toLines","buildMarkdown","buildReport","OUTPUT_VERSION","sourceWord","glyph","dims","text","s","box","x","width","bounds","y","height","h","w","callbackWords","pages","flatMap","page","words","map","word","selectCollectedPages","collected","pageNumbers","filter","has","heightChars","Map","glyphs","set","get","length","numPages","buildTextAnalysis","pageMarkers","pageLines","lines","rendered","statsMd","md","hybridPages","largeImage","report","stats","bodyH","headingSizes","analysisPages","path","blocks","find","renderedPage","analysis","outputVersion","markdown"],"mappings":"AAAA,4EAA4E;AAC5E,2EAA2E;AAC3E,iBAAiB;AAEjB,SAASA,OAAO,QAAQ,aAAa;AACrC,SAASC,aAAa,QAAQ,gBAAgB;AAC9C,SAASC,WAAW,EAAEC,cAAc,QAAQ,cAAc;AAG1D,SAASC,WAAWC,KAAY,EAAEC,IAAuC;IACvE,OAAO;QACLC,MAAMF,MAAMG,CAAC;QACbC,KAAK;YACHC,GAAGJ,KAAKK,KAAK,GAAG,IAAIN,MAAMO,MAAM,CAACF,CAAC,GAAGJ,KAAKK,KAAK,GAAG;YAClDE,GAAGP,KAAKQ,MAAM,GAAG,IAAI,AAACR,CAAAA,KAAKQ,MAAM,GAAGT,MAAMO,MAAM,CAACC,CAAC,GAAGR,MAAMO,MAAM,CAACG,CAAC,AAADA,IAAKT,KAAKQ,MAAM,GAAG;YACrFE,GAAGV,KAAKK,KAAK,GAAG,IAAIN,MAAMO,MAAM,CAACI,CAAC,GAAGV,KAAKK,KAAK,GAAG;YAClDI,GAAGT,KAAKQ,MAAM,GAAG,IAAIT,MAAMO,MAAM,CAACG,CAAC,GAAGT,KAAKQ,MAAM,GAAG;QACtD;IACF;AACF;AAEA,SAASG,cAAcC,KAAqB;IAC1C,OAAOA,MAAMC,OAAO,CAAC,CAACC,OAASA,KAAKC,KAAK,CAACC,GAAG,CAAC,CAACC,OAAU,CAAA;gBAAEH,MAAMA,KAAKA,IAAI;gBAAEb,MAAMgB,KAAKhB,IAAI;gBAAE,GAAGgB,KAAKd,GAAG;YAAC,CAAA;AAC3G;AAQA,OAAO,SAASe,qBAAqBC,SAAwB,EAAEC,WAAwB;IACrF,MAAMR,QAAQO,UAAUP,KAAK,CAACS,MAAM,CAAC,CAACP,OAASM,YAAYE,GAAG,CAACR,KAAKA,IAAI;IACxE,MAAMS,cAAc,IAAIC;IACxB,KAAK,MAAMV,QAAQF,MAAO;YACmCW;QAA3D,KAAK,MAAMxB,SAASe,KAAKW,MAAM,CAAEF,YAAYG,GAAG,CAAC3B,MAAMU,CAAC,EAAE,EAACc,mBAAAA,YAAYI,GAAG,CAAC5B,MAAMU,CAAC,eAAvBc,8BAAAA,mBAA4B,KAAKxB,MAAMG,CAAC,CAAC0B,MAAM;IAC5G;IACA,OAAO;QAAEC,UAAUjB,MAAMgB,MAAM;QAAEhB;QAAOW;IAAY;AACtD;AAEA;;0EAE0E,GAC1E,OAAO,SAASO,kBAAkBX,SAAwB,EAAEY,WAAoB;IAC9E,MAAMC,YAAyBb,UAAUP,KAAK,CAACI,GAAG,CAAC,CAACF,OAAU,CAAA;YAAEA,MAAMA,KAAKA,IAAI;YAAEmB,OAAOvC,QAAQoB;QAAM,CAAA;IACtG,MAAMoB,WAAWvC,cAAcqC,WAAWb,UAAUI,WAAW,EAAE;QAAEQ;IAAY;IAC/E,MAAMI,UAAUJ,cAAcG,SAASE,EAAE,GAAGzC,cAAcqC,WAAWb,UAAUI,WAAW,EAAE;QAAEQ,aAAa;IAAK,GAAGK,EAAE;IACrH,MAAMC,cAAclB,UAAUP,KAAK,CAACS,MAAM,CAAC,CAACP,OAASA,KAAKwB,UAAU,EAAEtB,GAAG,CAAC,CAACF,OAASA,KAAKA,IAAI;IAC7F,MAAMyB,SAAS3C,YAAY;QACzBiC,UAAUV,UAAUU,QAAQ;QAC5BO,IAAIF,SAASE,EAAE;QACfD;QACAK,OAAON,SAASM,KAAK;QACrBC,OAAOP,SAASO,KAAK;QACrBC,cAAcR,SAASQ,YAAY;QACnCL;IACF;IACA,MAAMM,gBAAgCxB,UAAUP,KAAK,CAACI,GAAG,CAAC,CAACF;;YAIjDoB;eAJ2D;YACnEpB,MAAMA,KAAKA,IAAI;YACf8B,MAAM;YACN7B,OAAOD,KAAKW,MAAM,CAACT,GAAG,CAAC,CAACjB,QAAUD,WAAWC,OAAOe;YACpD+B,MAAM,WAAEX,uBAAAA,SAAStB,KAAK,CAACkC,IAAI,CAAC,CAACC,eAAiBA,aAAajC,IAAI,KAAKA,KAAKA,IAAI,eAArEoB,2CAAAA,qBAAwEW,MAAM,uCAAI,EAAE;QAC9F;;IACA,MAAMG,WAAqB;QAAEC,eAAepD;QAAgB0C;QAAQ3B,OAAO+B;IAAc;IACzF,OAAO;QAAEK;QAAUE,UAAUhB,SAASE,EAAE;QAAErB,OAAOJ,cAAcgC;IAAe;AAChF"}