@effortlessmotion/pdf-to-md 0.1.8 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (108) hide show
  1. package/README.md +5 -5
  2. package/dist/cjs/analyze.d.cts +3 -1
  3. package/dist/cjs/analyze.d.ts +3 -1
  4. package/dist/cjs/analyze.js +38 -100
  5. package/dist/cjs/analyze.js.map +1 -1
  6. package/dist/cjs/audit.d.cts +6 -5
  7. package/dist/cjs/audit.d.ts +6 -5
  8. package/dist/cjs/audit.js +368 -60
  9. package/dist/cjs/audit.js.map +1 -1
  10. package/dist/cjs/cli/audit.js.map +1 -1
  11. package/dist/cjs/cli/extract.js +13 -48
  12. package/dist/cjs/cli/extract.js.map +1 -1
  13. package/dist/cjs/cli/index.js.map +1 -1
  14. package/dist/cjs/cli/render.js.map +1 -1
  15. package/dist/cjs/cli/types.js.map +1 -1
  16. package/dist/cjs/cli.js.map +1 -1
  17. package/dist/cjs/collect.js +91 -35
  18. package/dist/cjs/collect.js.map +1 -1
  19. package/dist/cjs/dict.js.map +1 -1
  20. package/dist/cjs/emit.js.map +1 -1
  21. package/dist/cjs/engines/tesseract.js.map +1 -1
  22. package/dist/cjs/errors.d.cts +2 -0
  23. package/dist/cjs/errors.d.ts +2 -0
  24. package/dist/cjs/errors.js.map +1 -1
  25. package/dist/cjs/extract.d.cts +20 -9
  26. package/dist/cjs/extract.d.ts +20 -9
  27. package/dist/cjs/extract.js +333 -106
  28. package/dist/cjs/extract.js.map +1 -1
  29. package/dist/cjs/geometry.js.map +1 -1
  30. package/dist/cjs/index.js.map +1 -1
  31. package/dist/cjs/lines.js +21 -10
  32. package/dist/cjs/lines.js.map +1 -1
  33. package/dist/cjs/markdown.js +140 -54
  34. package/dist/cjs/markdown.js.map +1 -1
  35. package/dist/cjs/page-marker.d.cts +1 -1
  36. package/dist/cjs/page-marker.d.ts +1 -1
  37. package/dist/cjs/page-marker.js +39 -8
  38. package/dist/cjs/page-marker.js.map +1 -1
  39. package/dist/cjs/pdf-open.js.map +1 -1
  40. package/dist/cjs/raster.js.map +1 -1
  41. package/dist/cjs/render-analysis.d.cts +4 -2
  42. package/dist/cjs/render-analysis.d.ts +4 -2
  43. package/dist/cjs/render-analysis.js +5 -3
  44. package/dist/cjs/render-analysis.js.map +1 -1
  45. package/dist/cjs/report.d.cts +2 -2
  46. package/dist/cjs/report.d.ts +2 -2
  47. package/dist/cjs/report.js +27 -8
  48. package/dist/cjs/report.js.map +1 -1
  49. package/dist/cjs/resolve.js.map +1 -1
  50. package/dist/cjs/text-analysis.d.cts +12 -0
  51. package/dist/cjs/text-analysis.d.ts +12 -0
  52. package/dist/cjs/text-analysis.js +175 -0
  53. package/dist/cjs/text-analysis.js.map +1 -0
  54. package/dist/cjs/types.d.cts +40 -3
  55. package/dist/cjs/types.d.ts +40 -3
  56. package/dist/cjs/types.js +2 -3
  57. package/dist/cjs/types.js.map +1 -1
  58. package/dist/cjs/validate.js.map +1 -1
  59. package/dist/esm/analyze.d.ts +3 -1
  60. package/dist/esm/analyze.js +18 -89
  61. package/dist/esm/analyze.js.map +1 -1
  62. package/dist/esm/audit.d.ts +6 -5
  63. package/dist/esm/audit.js +236 -29
  64. package/dist/esm/audit.js.map +1 -1
  65. package/dist/esm/cli/audit.js.map +1 -1
  66. package/dist/esm/cli/extract.js +10 -23
  67. package/dist/esm/cli/extract.js.map +1 -1
  68. package/dist/esm/cli/index.js.map +1 -1
  69. package/dist/esm/cli/render.js.map +1 -1
  70. package/dist/esm/cli/types.js.map +1 -1
  71. package/dist/esm/cli.js.map +1 -1
  72. package/dist/esm/collect.js +64 -15
  73. package/dist/esm/collect.js.map +1 -1
  74. package/dist/esm/dict.js.map +1 -1
  75. package/dist/esm/emit.js.map +1 -1
  76. package/dist/esm/engines/tesseract.js.map +1 -1
  77. package/dist/esm/errors.d.ts +2 -0
  78. package/dist/esm/errors.js.map +1 -1
  79. package/dist/esm/extract.d.ts +20 -9
  80. package/dist/esm/extract.js +167 -76
  81. package/dist/esm/extract.js.map +1 -1
  82. package/dist/esm/geometry.js.map +1 -1
  83. package/dist/esm/index.js.map +1 -1
  84. package/dist/esm/lines.js +14 -10
  85. package/dist/esm/lines.js.map +1 -1
  86. package/dist/esm/markdown.js +110 -27
  87. package/dist/esm/markdown.js.map +1 -1
  88. package/dist/esm/page-marker.d.ts +1 -1
  89. package/dist/esm/page-marker.js +15 -9
  90. package/dist/esm/page-marker.js.map +1 -1
  91. package/dist/esm/pdf-open.js.map +1 -1
  92. package/dist/esm/raster.js.map +1 -1
  93. package/dist/esm/render-analysis.d.ts +4 -2
  94. package/dist/esm/render-analysis.js +9 -5
  95. package/dist/esm/render-analysis.js.map +1 -1
  96. package/dist/esm/report.d.ts +2 -2
  97. package/dist/esm/report.js +12 -7
  98. package/dist/esm/report.js.map +1 -1
  99. package/dist/esm/resolve.js.map +1 -1
  100. package/dist/esm/text-analysis.d.ts +12 -0
  101. package/dist/esm/text-analysis.js +81 -0
  102. package/dist/esm/text-analysis.js.map +1 -0
  103. package/dist/esm/types.d.ts +40 -3
  104. package/dist/esm/types.js +4 -4
  105. package/dist/esm/types.js.map +1 -1
  106. package/dist/esm/validate.js.map +1 -1
  107. package/package.json +1 -1
  108. package/skills/pdf-to-md/SKILL.md +39 -66
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/geometry.ts"],"sourcesContent":["// geometry.ts — OCR-path pass 2: words -> lines/columns/floats. Input is\n// flat words (normalized page coords, origin bottom-left, y up), not pre-clustered line observations.\nexport interface Word {\n text: string;\n x: number; // rect.minX\n y: number; // rect.minY\n w: number; // rect.width\n h: number; // rect.height\n // 0-100 (tesseract.js's own `confidence` field, not `conf`). Optional —\n // passthrough only; see report.ts's LOW_CONFIDENCE_THRESHOLD for the consumer.\n confidence?: number;\n}\n\n/** A `Word` with its page number — the shared shape behind both the OCR\n * engine's own output (tesseract.ts) and the replay input contract (extract.ts's OcrWordInput). */\nexport interface PageWord extends Word {\n page: number;\n}\n\nexport interface OcrLine {\n text: string;\n x: number; // rect.minX, used for float-alignment and indentation checks\n width: number; // rect.width, used for the float width check\n midY: number;\n h: number; // char-weighted dominant constituent height\n col: number;\n // Constituent words, left-to-right (same order as `text`'s tokens) — carries\n // word identity through row-building for analyze()'s block->word linkage.\n words: Word[];\n}\n\nexport interface PageOCR {\n lines: OcrLine[];\n // Decorative fragment candidates (src/emit.ts's floats aside), kept as full\n // OcrLine so callers recover both the printed text and constituent words.\n floats: OcrLine[];\n pitch: number;\n}\n\n/** Tuning knobs for the OCR-path geometry pass (CLI: `--float-*`/`--para-gap`/\n * `--heading-scale`/`--col-*`/`--line-*`). See DEFAULT_TUNING for defaults. */\nexport interface Tuning {\n /** fragments with more words than this are body text, not decoration */\n floatMaxWords: number;\n /** fraction of page width above which a fragment is too wide to be\n * decoration */\n floatMaxWidth: number;\n /** how far a fragment's left edge must sit from its column edge to be\n * decoration */\n floatMargin: number;\n /** a vertical gap this many times the line pitch is a paragraph break */\n paraGap: number;\n /** lines taller than this times body height are headings */\n headingScale: number;\n /** boxes wider than this are excluded from gutter detection */\n colMaxWidth: number;\n /** fractional x of the two-column midpoint */\n colSplit: number;\n /** vertical distance within which two boxes are the same line */\n lineYTol: number;\n /** same-line boxes with a larger height ratio don't merge */\n lineHeightRatio: number;\n}\n\n/** Measured defaults; derivation in `test/unit/tuning.test.ts`. lineHeightRatio\n * 2.4 = pair-F1 plateau edge (0.924@1.6 -> 0.995@2.4, 9,471 pairs, 2026-08-16). */\nexport const DEFAULT_TUNING: Tuning = {\n floatMaxWords: 3,\n floatMaxWidth: 0.15,\n floatMargin: 0.008,\n paraGap: 1.6,\n headingScale: 2.0,\n colMaxWidth: 0.55,\n colSplit: 0.5,\n lineYTol: 0.006,\n lineHeightRatio: 2.4,\n};\n\n// Two-column decision (test/unit/column-break.test.ts): gutter ink <=0.017\n// (2-col) vs >=0.047 (1-col) measured over 100 baseline pages, cut 0.03.\nexport const MAX_GUTTER_INK_FRAC = 0.03;\n\n// Near-empty pages (e.g. a 2-word title page) have no gutter ink either, so\n// a word-count floor is needed too; genuine columns measure >=76 words.\nexport const MIN_COL_WORDS = 10;\n\n// lineYTol is an absolute page fraction measured on body text, but a word's\n// box grows downward with its descenders, so its midpoint sits lower than a\n// descenderless neighbour's on the same printed line. At body size that offset\n// is ~0.003 (inside the tolerance); on 56pt display type it is ~0.007 (outside\n// it), which splits one heading into two rows that then emit in midY order\n// (\"Open Road\" -> \"Road Open\"). A descender is ~21% of the em, so the offset is\n// ~11% of the taller box; 0.2 clears it with margin and still sits far below any\n// line pitch. Body rows are unaffected: 0.2 * a body height stays under the floor.\nexport const LINE_Y_TOL_HEIGHT_FRAC = 0.2;\n\n// Measured: a thin data rail is 11% of body words; the thinnest genuine\n// column is 31% — 0.2 sits between.\nexport const MIN_COL_SHARE = 0.2;\n\ninterface Rect {\n x: number;\n y: number;\n w: number;\n h: number;\n}\ntype Range = readonly [number, number];\n\nconst maxX = (r: Rect): number => r.x + r.w;\nconst maxY = (r: Rect): number => r.y + r.h;\nconst midX = (r: Rect): number => r.x + r.w / 2;\nconst midY = (r: Rect): number => r.y + r.h / 2;\n\nfunction union(a: Rect, b: Rect): Rect {\n const x0 = Math.min(a.x, b.x);\n const y0 = Math.min(a.y, b.y);\n const x1 = Math.max(maxX(a), maxX(b));\n const y1 = Math.max(maxY(a), maxY(b));\n return { x: x0, y: y0, w: x1 - x0, h: y1 - y0 };\n}\n\n// Overlap of a rect's x-span with a column x-range.\nfunction xOverlap(r: Rect, range: Range): number {\n return Math.max(0, Math.min(maxX(r), range[1]) - Math.max(r.x, range[0]));\n}\n\nfunction median(xs: number[]): number | undefined {\n if (!xs.length) return undefined;\n return [...xs].sort((a, b) => a - b)[Math.floor(xs.length / 2)];\n}\n\n// Char-weighted dominant height: most characters wins (ties keep first) —\n// same rule as src/lines.ts, so a small merged fragment can't promote a heading.\nfunction dominantHeight(parts: Word[]): number {\n let best = parts[0];\n for (let i = 1; i < parts.length; i++) {\n if (parts[i].text.length > best.text.length) best = parts[i];\n }\n return best.h;\n}\n\nfunction assignColumn(rect: Rect, colRanges: Range[]): number {\n if (colRanges.length !== 2) return 0;\n const l = xOverlap(rect, colRanges[0]);\n const r = xOverlap(rect, colRanges[1]);\n if (l !== r) return l > r ? 0 : 1;\n const centers = colRanges.map((rg) => (rg[0] + rg[1]) / 2);\n return Math.abs(midX(rect) - centers[0]) <= Math.abs(midX(rect) - centers[1]) ? 0 : 1;\n}\n\n// A column x-range from full-width body rows: short paragraph-final rows and\n// decorative fragments must not stretch it.\nfunction range(rects: Rect[]): Range | undefined {\n if (rects.length < 2) return undefined;\n return [Math.min(...rects.map((r) => r.x)), Math.max(...rects.map(maxX))];\n}\n\ninterface Row {\n rect: Rect;\n words: Word[];\n band: number; // -1 (gutter band / n/a), 0 (left or single column), 1 (right)\n}\n\n// Groups same-visual-line words via lineYTol/lineHeightRatio, requiring band\n// agreement; searches ALL open rows since per-word y drifts ~0.001 across a\n// printed line, enough to interleave two lines' words in y-sorted order. The y\n// tolerance scales with box height (LINE_Y_TOL_HEIGHT_FRAC) so display type,\n// whose descenders shift a word's midpoint further, still groups as one row.\nfunction buildRows(words: Word[], tuning: Tuning, bandOf: (w: Word) => number): Row[] {\n const rows: Row[] = [];\n // Sort order only affects which compatible row a tie lands in (every row\n // is searched) — top-to-bottom, left-to-right keeps results deterministic.\n const sorted = [...words].sort((a, b) => midY(b) - midY(a) || a.x - b.x);\n for (const w of sorted) {\n const band = bandOf(w);\n const target = rows.find((r) => {\n if (r.band !== band) return false;\n const yTol = Math.max(tuning.lineYTol, Math.max(r.rect.h, w.h) * LINE_Y_TOL_HEIGHT_FRAC);\n return Math.abs(midY(r.rect) - midY(w)) <= yTol && Math.max(r.rect.h, w.h) < Math.min(r.rect.h, w.h) * tuning.lineHeightRatio;\n });\n if (target) {\n target.words.push(w);\n target.rect = union(target.rect, w);\n } else {\n rows.push({ rect: { x: w.x, y: w.y, w: w.w, h: w.h }, words: [w], band });\n }\n }\n return rows;\n}\n\nfunction makeLine(parts: Word[], rect: Rect, col: number): OcrLine {\n const sorted = [...parts].sort((a, b) => a.x - b.x);\n const text = sorted.map((p) => p.text).join(' ');\n return {\n text,\n x: rect.x,\n width: rect.w,\n midY: midY(rect),\n h: dominantHeight(parts),\n col,\n words: sorted,\n };\n}\n\n// Word-geometry pass (render/recognize happens upstream, in the OCR engine).\n// Body-height words band left/right before row-grouping; heading-height words group across the full width, so a title stays one line.\nexport function buildPageOCR(words: Word[], tuning: Tuning): PageOCR {\n if (!words.length) return { lines: [], floats: [], pitch: 0.012 };\n\n const colBand = 0.02;\n const colLeftCut = tuning.colSplit - colBand;\n const colRightCut = tuning.colSplit + colBand;\n\n const medianH = median(words.map((w) => w.h)) ?? 0.017;\n // Same literal `medianH * 2` used elsewhere for this gate — not\n // `tuning.headingScale`, a separate constant that happens to share the 2.0 default.\n const tallGate = medianH * 2;\n\n // Two-column decision (test/unit/column-break.test.ts): gutter ink <=0.017\n // (2-col) vs >=0.047 (1-col), cut 0.03; floors >=0.2 share/>=10 words per side.\n const bodyWords = words.filter((w) => w.h < tallGate);\n const gutterInk = bodyWords.filter((w) => w.x < tuning.colSplit && maxX(w) > tuning.colSplit).length;\n const leftPop = bodyWords.filter((w) => midX(w) < colLeftCut).length;\n const rightPop = bodyWords.filter((w) => midX(w) > colRightCut).length;\n const twoCol = leftPop >= MIN_COL_WORDS && rightPop >= MIN_COL_WORDS && leftPop >= bodyWords.length * MIN_COL_SHARE && rightPop >= bodyWords.length * MIN_COL_SHARE && gutterInk <= bodyWords.length * MAX_GUTTER_INK_FRAC;\n\n // Band by word CENTER, no dead band: a word box can touch the split exactly\n // (a box can touch the split exactly) and still belongs to its center's column — the twoCol\n // gate above already guarantees near-zero gutter ink.\n const bandOf = (w: Word): number => {\n if (!twoCol) return 0;\n return midX(w) < tuning.colSplit ? 0 : 1;\n };\n const tallRows = buildRows(\n words.filter((w) => w.h >= tallGate),\n tuning,\n () => 0\n );\n const normalRows = buildRows(\n words.filter((w) => w.h < tallGate),\n tuning,\n bandOf\n );\n const rows = [...tallRows, ...normalRows];\n\n // Column ranges from body rows (height <= medianH*1.6): two-col ranges use\n // rows 0.2-0.55 wide; single-col has no upper bound (full-width rows ARE the column).\n let colRanges: Range[];\n if (twoCol) {\n const wideRows = rows.filter((r) => r.rect.w >= 0.2 && r.rect.w <= 0.55 && r.rect.h <= medianH * 1.6);\n const left = range(wideRows.filter((r) => r.band === 0).map((r) => r.rect));\n const right = range(wideRows.filter((r) => r.band === 1).map((r) => r.rect));\n colRanges = [left, right].filter((r): r is Range => r !== undefined);\n } else {\n const wideRows = rows.filter((r) => r.rect.w >= 0.2 && r.rect.h <= medianH * 1.6);\n const single = range(wideRows.map((r) => r.rect));\n colRanges = single !== undefined ? [single] : [];\n }\n\n const lines: OcrLine[] = rows.map((row) => makeLine(row.words, row.rect, assignColumn(row.rect, colRanges)));\n lines.sort((a, b) => a.col - b.col || b.midY - a.midY);\n\n // Float detection: short+narrow+misaligned, rescued into body when it\n // hangs under a body line like a paragraph continuation (same col, gap<=paraGap x pitch, x-overlap) — protects a centered paragraph's short last line.\n const preGaps: number[] = [];\n for (let k = 1; k < lines.length; k++) {\n if (lines[k].col === lines[k - 1].col) {\n const g = lines[k - 1].midY - lines[k].midY;\n if (g > 0.0005) preGaps.push(g);\n }\n }\n const provisionalPitch = median(preGaps) ?? 0.012;\n const colStarts = new Map<number, number>();\n colRanges.forEach((r, i) => {\n colStarts.set(i, r[0]);\n });\n const body: OcrLine[] = [];\n const floatCandidates: OcrLine[] = [];\n // Display-size junk (e.g. \"1/3\" at 68pt, 0.179 wide vs the 0.15 cap)\n // escapes the narrow float test; caught here by junk text + isolation (no adjacent tall line within 2.2x height).\n const tallLines = lines.filter((l) => l.h >= tallGate);\n for (const line of lines) {\n const wordCount = line.text.split(' ').filter(Boolean).length;\n const start = colStarts.get(line.col);\n const short = wordCount <= tuning.floatMaxWords && start !== undefined && Math.abs(line.x - start) > tuning.floatMargin;\n const displayJunkFragment =\n short &&\n line.h >= tallGate &&\n !/[A-Za-z]{3}/.test(line.text) &&\n // Same-column only, matching emitPage's heading-run gather — a heading\n // in the OTHER column can be y-adjacent without composing with this one.\n !tallLines.some((other) => other !== line && other.col === line.col && Math.abs(other.midY - line.midY) < Math.max(other.h, line.h) * 2.2);\n const looksDecorative = displayJunkFragment || (short && line.width < tuning.floatMaxWidth);\n const paragraphAdjacent =\n looksDecorative &&\n body.some((b) => {\n if (b.col !== line.col) return false;\n const gap = b.midY - line.midY;\n if (gap <= 0 || gap > tuning.paraGap * provisionalPitch) return false;\n const overlap = Math.min(b.x + b.width, line.x + line.width) - Math.max(b.x, line.x);\n return overlap >= line.width * 0.5;\n });\n if (looksDecorative && !paragraphAdjacent) {\n floatCandidates.push(line);\n } else {\n body.push(line);\n }\n }\n // One float per candidate row, in line order — no clustering of adjacent\n // candidates: replay against the frozen baseline regressed ~30 pages when tried.\n const floats = floatCandidates;\n\n // Line pitch = median vertical gap between consecutive same-column lines.\n const gaps: number[] = [];\n for (let k = 1; k < body.length; k++) {\n if (body[k].col === body[k - 1].col) {\n const g = body[k - 1].midY - body[k].midY;\n if (g > 0.0005) gaps.push(g);\n }\n }\n return { lines: body, floats, pitch: median(gaps) ?? 0.012 };\n}\n\n// Document-wide height histogram -> heading levels\n\n// Bucket heights to 0.002 of page height so histogram keys are stable.\nexport function bucket(h: number): number {\n return Math.round(h * 500) / 500;\n}\n\n// `pages` are the already-body-only (post-float-filtering) PageOCR results.\nexport function headingLevels(pages: PageOCR[], tuning: Tuning): { bodyH: number; levelOf: Map<number, number> } {\n const chars = new Map<number, number>();\n for (const p of pages) {\n for (const l of p.lines) {\n const b = bucket(l.h);\n chars.set(b, (chars.get(b) ?? 0) + l.text.length);\n }\n }\n // Most-common height wins; ties broken by first-encountered (deterministic;\n // char-count ties across real documents are not observed).\n let bodyH = 0;\n let bestCount = -1;\n for (const [k, v] of chars) {\n if (v > bestCount) {\n bestCount = v;\n bodyH = k;\n }\n }\n\n const levelOf = new Map<number, number>();\n let level = 3; // \"### pN\" page markers occupy level 3\n let rep: number | null = null;\n const sizes = [...chars.keys()].filter((s) => s > bodyH * tuning.headingScale).sort((a, b) => b - a);\n for (const s of sizes) {\n if (rep === null || s < rep * 0.8) {\n level = Math.min(6, level + 1);\n rep = s;\n }\n levelOf.set(s, level);\n }\n return { bodyH, levelOf };\n}\n"],"names":["DEFAULT_TUNING","floatMaxWords","floatMaxWidth","floatMargin","paraGap","headingScale","colMaxWidth","colSplit","lineYTol","lineHeightRatio","MAX_GUTTER_INK_FRAC","MIN_COL_WORDS","LINE_Y_TOL_HEIGHT_FRAC","MIN_COL_SHARE","maxX","r","x","w","maxY","y","h","midX","midY","union","a","b","x0","Math","min","y0","x1","max","y1","xOverlap","range","median","xs","length","undefined","sort","floor","dominantHeight","parts","best","i","text","assignColumn","rect","colRanges","l","centers","map","rg","abs","rects","buildRows","words","tuning","bandOf","rows","sorted","band","target","find","yTol","push","makeLine","col","p","join","width","buildPageOCR","lines","floats","pitch","colBand","colLeftCut","colRightCut","medianH","tallGate","bodyWords","filter","gutterInk","leftPop","rightPop","twoCol","tallRows","normalRows","wideRows","left","right","single","row","preGaps","k","g","provisionalPitch","colStarts","Map","forEach","set","body","floatCandidates","tallLines","line","wordCount","split","Boolean","start","get","short","displayJunkFragment","test","some","other","looksDecorative","paragraphAdjacent","gap","overlap","gaps","bucket","round","headingLevels","pages","chars","bodyH","bestCount","v","levelOf","level","rep","sizes","keys","s"],"mappings":"AAAA,yEAAyE;AACzE,sGAAsG;AA+DtG;iFACiF,GACjF,OAAO,MAAMA,iBAAyB;IACpCC,eAAe;IACfC,eAAe;IACfC,aAAa;IACbC,SAAS;IACTC,cAAc;IACdC,aAAa;IACbC,UAAU;IACVC,UAAU;IACVC,iBAAiB;AACnB,EAAE;AAEF,2EAA2E;AAC3E,yEAAyE;AACzE,OAAO,MAAMC,sBAAsB,KAAK;AAExC,4EAA4E;AAC5E,wEAAwE;AACxE,OAAO,MAAMC,gBAAgB,GAAG;AAEhC,4EAA4E;AAC5E,4EAA4E;AAC5E,+EAA+E;AAC/E,+EAA+E;AAC/E,2EAA2E;AAC3E,gFAAgF;AAChF,iFAAiF;AACjF,mFAAmF;AACnF,OAAO,MAAMC,yBAAyB,IAAI;AAE1C,wEAAwE;AACxE,oCAAoC;AACpC,OAAO,MAAMC,gBAAgB,IAAI;AAUjC,MAAMC,OAAO,CAACC,IAAoBA,EAAEC,CAAC,GAAGD,EAAEE,CAAC;AAC3C,MAAMC,OAAO,CAACH,IAAoBA,EAAEI,CAAC,GAAGJ,EAAEK,CAAC;AAC3C,MAAMC,OAAO,CAACN,IAAoBA,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAG;AAC9C,MAAMK,OAAO,CAACP,IAAoBA,EAAEI,CAAC,GAAGJ,EAAEK,CAAC,GAAG;AAE9C,SAASG,MAAMC,CAAO,EAAEC,CAAO;IAC7B,MAAMC,KAAKC,KAAKC,GAAG,CAACJ,EAAER,CAAC,EAAES,EAAET,CAAC;IAC5B,MAAMa,KAAKF,KAAKC,GAAG,CAACJ,EAAEL,CAAC,EAAEM,EAAEN,CAAC;IAC5B,MAAMW,KAAKH,KAAKI,GAAG,CAACjB,KAAKU,IAAIV,KAAKW;IAClC,MAAMO,KAAKL,KAAKI,GAAG,CAACb,KAAKM,IAAIN,KAAKO;IAClC,OAAO;QAAET,GAAGU;QAAIP,GAAGU;QAAIZ,GAAGa,KAAKJ;QAAIN,GAAGY,KAAKH;IAAG;AAChD;AAEA,oDAAoD;AACpD,SAASI,SAASlB,CAAO,EAAEmB,KAAY;IACrC,OAAOP,KAAKI,GAAG,CAAC,GAAGJ,KAAKC,GAAG,CAACd,KAAKC,IAAImB,KAAK,CAAC,EAAE,IAAIP,KAAKI,GAAG,CAAChB,EAAEC,CAAC,EAAEkB,KAAK,CAAC,EAAE;AACzE;AAEA,SAASC,OAAOC,EAAY;IAC1B,IAAI,CAACA,GAAGC,MAAM,EAAE,OAAOC;IACvB,OAAO;WAAIF;KAAG,CAACG,IAAI,CAAC,CAACf,GAAGC,IAAMD,IAAIC,EAAE,CAACE,KAAKa,KAAK,CAACJ,GAAGC,MAAM,GAAG,GAAG;AACjE;AAEA,0EAA0E;AAC1E,iFAAiF;AACjF,SAASI,eAAeC,KAAa;IACnC,IAAIC,OAAOD,KAAK,CAAC,EAAE;IACnB,IAAK,IAAIE,IAAI,GAAGA,IAAIF,MAAML,MAAM,EAAEO,IAAK;QACrC,IAAIF,KAAK,CAACE,EAAE,CAACC,IAAI,CAACR,MAAM,GAAGM,KAAKE,IAAI,CAACR,MAAM,EAAEM,OAAOD,KAAK,CAACE,EAAE;IAC9D;IACA,OAAOD,KAAKvB,CAAC;AACf;AAEA,SAAS0B,aAAaC,IAAU,EAAEC,SAAkB;IAClD,IAAIA,UAAUX,MAAM,KAAK,GAAG,OAAO;IACnC,MAAMY,IAAIhB,SAASc,MAAMC,SAAS,CAAC,EAAE;IACrC,MAAMjC,IAAIkB,SAASc,MAAMC,SAAS,CAAC,EAAE;IACrC,IAAIC,MAAMlC,GAAG,OAAOkC,IAAIlC,IAAI,IAAI;IAChC,MAAMmC,UAAUF,UAAUG,GAAG,CAAC,CAACC,KAAO,AAACA,CAAAA,EAAE,CAAC,EAAE,GAAGA,EAAE,CAAC,EAAE,AAAD,IAAK;IACxD,OAAOzB,KAAK0B,GAAG,CAAChC,KAAK0B,QAAQG,OAAO,CAAC,EAAE,KAAKvB,KAAK0B,GAAG,CAAChC,KAAK0B,QAAQG,OAAO,CAAC,EAAE,IAAI,IAAI;AACtF;AAEA,6EAA6E;AAC7E,4CAA4C;AAC5C,SAAShB,MAAMoB,KAAa;IAC1B,IAAIA,MAAMjB,MAAM,GAAG,GAAG,OAAOC;IAC7B,OAAO;QAACX,KAAKC,GAAG,IAAI0B,MAAMH,GAAG,CAAC,CAACpC,IAAMA,EAAEC,CAAC;QAAIW,KAAKI,GAAG,IAAIuB,MAAMH,GAAG,CAACrC;KAAO;AAC3E;AAQA,6EAA6E;AAC7E,4EAA4E;AAC5E,+EAA+E;AAC/E,6EAA6E;AAC7E,6EAA6E;AAC7E,SAASyC,UAAUC,KAAa,EAAEC,MAAc,EAAEC,MAA2B;IAC3E,MAAMC,OAAc,EAAE;IACtB,yEAAyE;IACzE,2EAA2E;IAC3E,MAAMC,SAAS;WAAIJ;KAAM,CAACjB,IAAI,CAAC,CAACf,GAAGC,IAAMH,KAAKG,KAAKH,KAAKE,MAAMA,EAAER,CAAC,GAAGS,EAAET,CAAC;IACvE,KAAK,MAAMC,KAAK2C,OAAQ;QACtB,MAAMC,OAAOH,OAAOzC;QACpB,MAAM6C,SAASH,KAAKI,IAAI,CAAC,CAAChD;YACxB,IAAIA,EAAE8C,IAAI,KAAKA,MAAM,OAAO;YAC5B,MAAMG,OAAOrC,KAAKI,GAAG,CAAC0B,OAAOjD,QAAQ,EAAEmB,KAAKI,GAAG,CAAChB,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAIR;YACjE,OAAOe,KAAK0B,GAAG,CAAC/B,KAAKP,EAAEgC,IAAI,IAAIzB,KAAKL,OAAO+C,QAAQrC,KAAKI,GAAG,CAAChB,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAIO,KAAKC,GAAG,CAACb,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAIqC,OAAOhD,eAAe;QAC/H;QACA,IAAIqD,QAAQ;YACVA,OAAON,KAAK,CAACS,IAAI,CAAChD;YAClB6C,OAAOf,IAAI,GAAGxB,MAAMuC,OAAOf,IAAI,EAAE9B;QACnC,OAAO;YACL0C,KAAKM,IAAI,CAAC;gBAAElB,MAAM;oBAAE/B,GAAGC,EAAED,CAAC;oBAAEG,GAAGF,EAAEE,CAAC;oBAAEF,GAAGA,EAAEA,CAAC;oBAAEG,GAAGH,EAAEG,CAAC;gBAAC;gBAAGoC,OAAO;oBAACvC;iBAAE;gBAAE4C;YAAK;QACzE;IACF;IACA,OAAOF;AACT;AAEA,SAASO,SAASxB,KAAa,EAAEK,IAAU,EAAEoB,GAAW;IACtD,MAAMP,SAAS;WAAIlB;KAAM,CAACH,IAAI,CAAC,CAACf,GAAGC,IAAMD,EAAER,CAAC,GAAGS,EAAET,CAAC;IAClD,MAAM6B,OAAOe,OAAOT,GAAG,CAAC,CAACiB,IAAMA,EAAEvB,IAAI,EAAEwB,IAAI,CAAC;IAC5C,OAAO;QACLxB;QACA7B,GAAG+B,KAAK/B,CAAC;QACTsD,OAAOvB,KAAK9B,CAAC;QACbK,MAAMA,KAAKyB;QACX3B,GAAGqB,eAAeC;QAClByB;QACAX,OAAOI;IACT;AACF;AAEA,6EAA6E;AAC7E,sIAAsI;AACtI,OAAO,SAASW,aAAaf,KAAa,EAAEC,MAAc;QAOxCtB,SA0DSA,UAiDYA;IAjHrC,IAAI,CAACqB,MAAMnB,MAAM,EAAE,OAAO;QAAEmC,OAAO,EAAE;QAAEC,QAAQ,EAAE;QAAEC,OAAO;IAAM;IAEhE,MAAMC,UAAU;IAChB,MAAMC,aAAanB,OAAOlD,QAAQ,GAAGoE;IACrC,MAAME,cAAcpB,OAAOlD,QAAQ,GAAGoE;IAEtC,MAAMG,WAAU3C,UAAAA,OAAOqB,MAAML,GAAG,CAAC,CAAClC,IAAMA,EAAEG,CAAC,gBAA3Be,qBAAAA,UAAiC;IACjD,gEAAgE;IAChE,oFAAoF;IACpF,MAAM4C,WAAWD,UAAU;IAE3B,2EAA2E;IAC3E,gFAAgF;IAChF,MAAME,YAAYxB,MAAMyB,MAAM,CAAC,CAAChE,IAAMA,EAAEG,CAAC,GAAG2D;IAC5C,MAAMG,YAAYF,UAAUC,MAAM,CAAC,CAAChE,IAAMA,EAAED,CAAC,GAAGyC,OAAOlD,QAAQ,IAAIO,KAAKG,KAAKwC,OAAOlD,QAAQ,EAAE8B,MAAM;IACpG,MAAM8C,UAAUH,UAAUC,MAAM,CAAC,CAAChE,IAAMI,KAAKJ,KAAK2D,YAAYvC,MAAM;IACpE,MAAM+C,WAAWJ,UAAUC,MAAM,CAAC,CAAChE,IAAMI,KAAKJ,KAAK4D,aAAaxC,MAAM;IACtE,MAAMgD,SAASF,WAAWxE,iBAAiByE,YAAYzE,iBAAiBwE,WAAWH,UAAU3C,MAAM,GAAGxB,iBAAiBuE,YAAYJ,UAAU3C,MAAM,GAAGxB,iBAAiBqE,aAAaF,UAAU3C,MAAM,GAAG3B;IAEvM,4EAA4E;IAC5E,4FAA4F;IAC5F,sDAAsD;IACtD,MAAMgD,SAAS,CAACzC;QACd,IAAI,CAACoE,QAAQ,OAAO;QACpB,OAAOhE,KAAKJ,KAAKwC,OAAOlD,QAAQ,GAAG,IAAI;IACzC;IACA,MAAM+E,WAAW/B,UACfC,MAAMyB,MAAM,CAAC,CAAChE,IAAMA,EAAEG,CAAC,IAAI2D,WAC3BtB,QACA,IAAM;IAER,MAAM8B,aAAahC,UACjBC,MAAMyB,MAAM,CAAC,CAAChE,IAAMA,EAAEG,CAAC,GAAG2D,WAC1BtB,QACAC;IAEF,MAAMC,OAAO;WAAI2B;WAAaC;KAAW;IAEzC,2EAA2E;IAC3E,sFAAsF;IACtF,IAAIvC;IACJ,IAAIqC,QAAQ;QACV,MAAMG,WAAW7B,KAAKsB,MAAM,CAAC,CAAClE,IAAMA,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,OAAOF,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,QAAQF,EAAEgC,IAAI,CAAC3B,CAAC,IAAI0D,UAAU;QACjG,MAAMW,OAAOvD,MAAMsD,SAASP,MAAM,CAAC,CAAClE,IAAMA,EAAE8C,IAAI,KAAK,GAAGV,GAAG,CAAC,CAACpC,IAAMA,EAAEgC,IAAI;QACzE,MAAM2C,QAAQxD,MAAMsD,SAASP,MAAM,CAAC,CAAClE,IAAMA,EAAE8C,IAAI,KAAK,GAAGV,GAAG,CAAC,CAACpC,IAAMA,EAAEgC,IAAI;QAC1EC,YAAY;YAACyC;YAAMC;SAAM,CAACT,MAAM,CAAC,CAAClE,IAAkBA,MAAMuB;IAC5D,OAAO;QACL,MAAMkD,WAAW7B,KAAKsB,MAAM,CAAC,CAAClE,IAAMA,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,OAAOF,EAAEgC,IAAI,CAAC3B,CAAC,IAAI0D,UAAU;QAC7E,MAAMa,SAASzD,MAAMsD,SAASrC,GAAG,CAAC,CAACpC,IAAMA,EAAEgC,IAAI;QAC/CC,YAAY2C,WAAWrD,YAAY;YAACqD;SAAO,GAAG,EAAE;IAClD;IAEA,MAAMnB,QAAmBb,KAAKR,GAAG,CAAC,CAACyC,MAAQ1B,SAAS0B,IAAIpC,KAAK,EAAEoC,IAAI7C,IAAI,EAAED,aAAa8C,IAAI7C,IAAI,EAAEC;IAChGwB,MAAMjC,IAAI,CAAC,CAACf,GAAGC,IAAMD,EAAE2C,GAAG,GAAG1C,EAAE0C,GAAG,IAAI1C,EAAEH,IAAI,GAAGE,EAAEF,IAAI;IAErD,sEAAsE;IACtE,uJAAuJ;IACvJ,MAAMuE,UAAoB,EAAE;IAC5B,IAAK,IAAIC,IAAI,GAAGA,IAAItB,MAAMnC,MAAM,EAAEyD,IAAK;QACrC,IAAItB,KAAK,CAACsB,EAAE,CAAC3B,GAAG,KAAKK,KAAK,CAACsB,IAAI,EAAE,CAAC3B,GAAG,EAAE;YACrC,MAAM4B,IAAIvB,KAAK,CAACsB,IAAI,EAAE,CAACxE,IAAI,GAAGkD,KAAK,CAACsB,EAAE,CAACxE,IAAI;YAC3C,IAAIyE,IAAI,QAAQF,QAAQ5B,IAAI,CAAC8B;QAC/B;IACF;IACA,MAAMC,oBAAmB7D,WAAAA,OAAO0D,sBAAP1D,sBAAAA,WAAmB;IAC5C,MAAM8D,YAAY,IAAIC;IACtBlD,UAAUmD,OAAO,CAAC,CAACpF,GAAG6B;QACpBqD,UAAUG,GAAG,CAACxD,GAAG7B,CAAC,CAAC,EAAE;IACvB;IACA,MAAMsF,OAAkB,EAAE;IAC1B,MAAMC,kBAA6B,EAAE;IACrC,qEAAqE;IACrE,kHAAkH;IAClH,MAAMC,YAAY/B,MAAMS,MAAM,CAAC,CAAChC,IAAMA,EAAE7B,CAAC,IAAI2D;IAC7C,KAAK,MAAMyB,QAAQhC,MAAO;QACxB,MAAMiC,YAAYD,KAAK3D,IAAI,CAAC6D,KAAK,CAAC,KAAKzB,MAAM,CAAC0B,SAAStE,MAAM;QAC7D,MAAMuE,QAAQX,UAAUY,GAAG,CAACL,KAAKrC,GAAG;QACpC,MAAM2C,QAAQL,aAAahD,OAAOxD,aAAa,IAAI2G,UAAUtE,aAAaX,KAAK0B,GAAG,CAACmD,KAAKxF,CAAC,GAAG4F,SAASnD,OAAOtD,WAAW;QACvH,MAAM4G,sBACJD,SACAN,KAAKpF,CAAC,IAAI2D,YACV,CAAC,cAAciC,IAAI,CAACR,KAAK3D,IAAI,KAC7B,uEAAuE;QACvE,yEAAyE;QACzE,CAAC0D,UAAUU,IAAI,CAAC,CAACC,QAAUA,UAAUV,QAAQU,MAAM/C,GAAG,KAAKqC,KAAKrC,GAAG,IAAIxC,KAAK0B,GAAG,CAAC6D,MAAM5F,IAAI,GAAGkF,KAAKlF,IAAI,IAAIK,KAAKI,GAAG,CAACmF,MAAM9F,CAAC,EAAEoF,KAAKpF,CAAC,IAAI;QACxI,MAAM+F,kBAAkBJ,uBAAwBD,SAASN,KAAKlC,KAAK,GAAGb,OAAOvD,aAAa;QAC1F,MAAMkH,oBACJD,mBACAd,KAAKY,IAAI,CAAC,CAACxF;YACT,IAAIA,EAAE0C,GAAG,KAAKqC,KAAKrC,GAAG,EAAE,OAAO;YAC/B,MAAMkD,MAAM5F,EAAEH,IAAI,GAAGkF,KAAKlF,IAAI;YAC9B,IAAI+F,OAAO,KAAKA,MAAM5D,OAAOrD,OAAO,GAAG4F,kBAAkB,OAAO;YAChE,MAAMsB,UAAU3F,KAAKC,GAAG,CAACH,EAAET,CAAC,GAAGS,EAAE6C,KAAK,EAAEkC,KAAKxF,CAAC,GAAGwF,KAAKlC,KAAK,IAAI3C,KAAKI,GAAG,CAACN,EAAET,CAAC,EAAEwF,KAAKxF,CAAC;YACnF,OAAOsG,WAAWd,KAAKlC,KAAK,GAAG;QACjC;QACF,IAAI6C,mBAAmB,CAACC,mBAAmB;YACzCd,gBAAgBrC,IAAI,CAACuC;QACvB,OAAO;YACLH,KAAKpC,IAAI,CAACuC;QACZ;IACF;IACA,yEAAyE;IACzE,iFAAiF;IACjF,MAAM/B,SAAS6B;IAEf,0EAA0E;IAC1E,MAAMiB,OAAiB,EAAE;IACzB,IAAK,IAAIzB,IAAI,GAAGA,IAAIO,KAAKhE,MAAM,EAAEyD,IAAK;QACpC,IAAIO,IAAI,CAACP,EAAE,CAAC3B,GAAG,KAAKkC,IAAI,CAACP,IAAI,EAAE,CAAC3B,GAAG,EAAE;YACnC,MAAM4B,IAAIM,IAAI,CAACP,IAAI,EAAE,CAACxE,IAAI,GAAG+E,IAAI,CAACP,EAAE,CAACxE,IAAI;YACzC,IAAIyE,IAAI,QAAQwB,KAAKtD,IAAI,CAAC8B;QAC5B;IACF;IACA,OAAO;QAAEvB,OAAO6B;QAAM5B;QAAQC,KAAK,GAAEvC,WAAAA,OAAOoF,mBAAPpF,sBAAAA,WAAgB;IAAM;AAC7D;AAEA,mDAAmD;AAEnD,uEAAuE;AACvE,OAAO,SAASqF,OAAOpG,CAAS;IAC9B,OAAOO,KAAK8F,KAAK,CAACrG,IAAI,OAAO;AAC/B;AAEA,4EAA4E;AAC5E,OAAO,SAASsG,cAAcC,KAAgB,EAAElE,MAAc;IAC5D,MAAMmE,QAAQ,IAAI1B;IAClB,KAAK,MAAM9B,KAAKuD,MAAO;QACrB,KAAK,MAAM1E,KAAKmB,EAAEI,KAAK,CAAE;gBAEToD;YADd,MAAMnG,IAAI+F,OAAOvE,EAAE7B,CAAC;YACpBwG,MAAMxB,GAAG,CAAC3E,GAAG,EAACmG,aAAAA,MAAMf,GAAG,CAACpF,gBAAVmG,wBAAAA,aAAgB,KAAK3E,EAAEJ,IAAI,CAACR,MAAM;QAClD;IACF;IACA,4EAA4E;IAC5E,2DAA2D;IAC3D,IAAIwF,QAAQ;IACZ,IAAIC,YAAY,CAAC;IACjB,KAAK,MAAM,CAAChC,GAAGiC,EAAE,IAAIH,MAAO;QAC1B,IAAIG,IAAID,WAAW;YACjBA,YAAYC;YACZF,QAAQ/B;QACV;IACF;IAEA,MAAMkC,UAAU,IAAI9B;IACpB,IAAI+B,QAAQ,GAAG,uCAAuC;IACtD,IAAIC,MAAqB;IACzB,MAAMC,QAAQ;WAAIP,MAAMQ,IAAI;KAAG,CAACnD,MAAM,CAAC,CAACoD,IAAMA,IAAIR,QAAQpE,OAAOpD,YAAY,EAAEkC,IAAI,CAAC,CAACf,GAAGC,IAAMA,IAAID;IAClG,KAAK,MAAM6G,KAAKF,MAAO;QACrB,IAAID,QAAQ,QAAQG,IAAIH,MAAM,KAAK;YACjCD,QAAQtG,KAAKC,GAAG,CAAC,GAAGqG,QAAQ;YAC5BC,MAAMG;QACR;QACAL,QAAQ5B,GAAG,CAACiC,GAAGJ;IACjB;IACA,OAAO;QAAEJ;QAAOG;IAAQ;AAC1B"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/geometry.ts"],"sourcesContent":["// geometry.ts — OCR-path pass 2: words -> lines/columns/floats. Input is\n// flat words (normalized page coords, origin bottom-left, y up), not pre-clustered line observations.\nexport interface Word {\n text: string;\n x: number; // rect.minX\n y: number; // rect.minY\n w: number; // rect.width\n h: number; // rect.height\n // 0-100 (tesseract.js's own `confidence` field, not `conf`). Optional —\n // passthrough only; see report.ts's LOW_CONFIDENCE_THRESHOLD for the consumer.\n confidence?: number;\n}\n\n/** A `Word` with its page number — the shared shape behind both the OCR\n * engine's own output (tesseract.ts) and the replay input contract (extract.ts's OcrWordInput). */\nexport interface PageWord extends Word {\n page: number;\n}\n\nexport interface OcrLine {\n text: string;\n x: number; // rect.minX, used for float-alignment and indentation checks\n width: number; // rect.width, used for the float width check\n midY: number;\n h: number; // char-weighted dominant constituent height\n col: number;\n // Constituent words, left-to-right (same order as `text`'s tokens) — carries\n // word identity through row-building for analyze()'s block->word linkage.\n words: Word[];\n}\n\nexport interface PageOCR {\n lines: OcrLine[];\n // Decorative fragment candidates (src/emit.ts's floats aside), kept as full\n // OcrLine so callers recover both the printed text and constituent words.\n floats: OcrLine[];\n pitch: number;\n}\n\n/** Tuning knobs for the OCR-path geometry pass (CLI: `--float-*`/`--para-gap`/\n * `--heading-scale`/`--col-*`/`--line-*`). See DEFAULT_TUNING for defaults. */\nexport interface Tuning {\n /** fragments with more words than this are body text, not decoration */\n floatMaxWords: number;\n /** fraction of page width above which a fragment is too wide to be\n * decoration */\n floatMaxWidth: number;\n /** how far a fragment's left edge must sit from its column edge to be\n * decoration */\n floatMargin: number;\n /** a vertical gap this many times the line pitch is a paragraph break */\n paraGap: number;\n /** lines taller than this times body height are headings */\n headingScale: number;\n /** boxes wider than this are excluded from gutter detection */\n colMaxWidth: number;\n /** fractional x of the two-column midpoint */\n colSplit: number;\n /** vertical distance within which two boxes are the same line */\n lineYTol: number;\n /** same-line boxes with a larger height ratio don't merge */\n lineHeightRatio: number;\n}\n\n/** Measured defaults; derivation in `test/unit/tuning.test.ts`. lineHeightRatio\n * 2.4 = pair-F1 plateau edge (0.924@1.6 -> 0.995@2.4, 9,471 pairs, 2026-08-16). */\nexport const DEFAULT_TUNING: Tuning = {\n floatMaxWords: 3,\n floatMaxWidth: 0.15,\n floatMargin: 0.008,\n paraGap: 1.6,\n headingScale: 2.0,\n colMaxWidth: 0.55,\n colSplit: 0.5,\n lineYTol: 0.006,\n lineHeightRatio: 2.4,\n};\n\n// Two-column decision (test/unit/column-break.test.ts): gutter ink <=0.017\n// (2-col) vs >=0.047 (1-col) measured over 100 baseline pages, cut 0.03.\nexport const MAX_GUTTER_INK_FRAC = 0.03;\n\n// Near-empty pages (e.g. a 2-word title page) have no gutter ink either, so\n// a word-count floor is needed too; genuine columns measure >=76 words.\nexport const MIN_COL_WORDS = 10;\n\n// lineYTol is an absolute page fraction measured on body text, but a word's\n// box grows downward with its descenders, so its midpoint sits lower than a\n// descenderless neighbour's on the same printed line. At body size that offset\n// is ~0.003 (inside the tolerance); on 56pt display type it is ~0.007 (outside\n// it), which splits one heading into two rows that then emit in midY order\n// (\"Open Road\" -> \"Road Open\"). A descender is ~21% of the em, so the offset is\n// ~11% of the taller box; 0.2 clears it with margin and still sits far below any\n// line pitch. Body rows are unaffected: 0.2 * a body height stays under the floor.\nexport const LINE_Y_TOL_HEIGHT_FRAC = 0.2;\n\n// Measured: a thin data rail is 11% of body words; the thinnest genuine\n// column is 31% — 0.2 sits between.\nexport const MIN_COL_SHARE = 0.2;\n\ninterface Rect {\n x: number;\n y: number;\n w: number;\n h: number;\n}\ntype Range = readonly [number, number];\n\nconst maxX = (r: Rect): number => r.x + r.w;\nconst maxY = (r: Rect): number => r.y + r.h;\nconst midX = (r: Rect): number => r.x + r.w / 2;\nconst midY = (r: Rect): number => r.y + r.h / 2;\n\nfunction union(a: Rect, b: Rect): Rect {\n const x0 = Math.min(a.x, b.x);\n const y0 = Math.min(a.y, b.y);\n const x1 = Math.max(maxX(a), maxX(b));\n const y1 = Math.max(maxY(a), maxY(b));\n return { x: x0, y: y0, w: x1 - x0, h: y1 - y0 };\n}\n\n// Overlap of a rect's x-span with a column x-range.\nfunction xOverlap(r: Rect, range: Range): number {\n return Math.max(0, Math.min(maxX(r), range[1]) - Math.max(r.x, range[0]));\n}\n\nfunction median(xs: number[]): number | undefined {\n if (!xs.length) return undefined;\n return [...xs].sort((a, b) => a - b)[Math.floor(xs.length / 2)];\n}\n\n// Char-weighted dominant height: most characters wins (ties keep first) —\n// same rule as src/lines.ts, so a small merged fragment can't promote a heading.\nfunction dominantHeight(parts: Word[]): number {\n let best = parts[0];\n for (let i = 1; i < parts.length; i++) {\n if (parts[i].text.length > best.text.length) best = parts[i];\n }\n return best.h;\n}\n\nfunction assignColumn(rect: Rect, colRanges: Range[]): number {\n if (colRanges.length !== 2) return 0;\n const l = xOverlap(rect, colRanges[0]);\n const r = xOverlap(rect, colRanges[1]);\n if (l !== r) return l > r ? 0 : 1;\n const centers = colRanges.map((rg) => (rg[0] + rg[1]) / 2);\n return Math.abs(midX(rect) - centers[0]) <= Math.abs(midX(rect) - centers[1]) ? 0 : 1;\n}\n\n// A column x-range from full-width body rows: short paragraph-final rows and\n// decorative fragments must not stretch it.\nfunction range(rects: Rect[]): Range | undefined {\n if (rects.length < 2) return undefined;\n return [Math.min(...rects.map((r) => r.x)), Math.max(...rects.map(maxX))];\n}\n\ninterface Row {\n rect: Rect;\n words: Word[];\n band: number; // -1 (gutter band / n/a), 0 (left or single column), 1 (right)\n}\n\n// Groups same-visual-line words via lineYTol/lineHeightRatio, requiring band\n// agreement; searches ALL open rows since per-word y drifts ~0.001 across a\n// printed line, enough to interleave two lines' words in y-sorted order. The y\n// tolerance scales with box height (LINE_Y_TOL_HEIGHT_FRAC) so display type,\n// whose descenders shift a word's midpoint further, still groups as one row.\nfunction buildRows(words: Word[], tuning: Tuning, bandOf: (w: Word) => number): Row[] {\n const rows: Row[] = [];\n // Sort order only affects which compatible row a tie lands in (every row\n // is searched) — top-to-bottom, left-to-right keeps results deterministic.\n const sorted = [...words].sort((a, b) => midY(b) - midY(a) || a.x - b.x);\n for (const w of sorted) {\n const band = bandOf(w);\n const target = rows.find((r) => {\n if (r.band !== band) return false;\n const yTol = Math.max(tuning.lineYTol, Math.max(r.rect.h, w.h) * LINE_Y_TOL_HEIGHT_FRAC);\n return Math.abs(midY(r.rect) - midY(w)) <= yTol && Math.max(r.rect.h, w.h) < Math.min(r.rect.h, w.h) * tuning.lineHeightRatio;\n });\n if (target) {\n target.words.push(w);\n target.rect = union(target.rect, w);\n } else {\n rows.push({ rect: { x: w.x, y: w.y, w: w.w, h: w.h }, words: [w], band });\n }\n }\n return rows;\n}\n\nfunction makeLine(parts: Word[], rect: Rect, col: number): OcrLine {\n const sorted = [...parts].sort((a, b) => a.x - b.x);\n const text = sorted.map((p) => p.text).join(' ');\n return {\n text,\n x: rect.x,\n width: rect.w,\n midY: midY(rect),\n h: dominantHeight(parts),\n col,\n words: sorted,\n };\n}\n\n// Word-geometry pass (render/recognize happens upstream, in the OCR engine).\n// Body-height words band left/right before row-grouping; heading-height words group across the full width, so a title stays one line.\nexport function buildPageOCR(words: Word[], tuning: Tuning): PageOCR {\n if (!words.length) return { lines: [], floats: [], pitch: 0.012 };\n\n const colBand = 0.02;\n const colLeftCut = tuning.colSplit - colBand;\n const colRightCut = tuning.colSplit + colBand;\n\n const medianH = median(words.map((w) => w.h)) ?? 0.017;\n // Same literal `medianH * 2` used elsewhere for this gate — not\n // `tuning.headingScale`, a separate constant that happens to share the 2.0 default.\n const tallGate = medianH * 2;\n\n // Two-column decision (test/unit/column-break.test.ts): gutter ink <=0.017\n // (2-col) vs >=0.047 (1-col), cut 0.03; floors >=0.2 share/>=10 words per side.\n const bodyWords = words.filter((w) => w.h < tallGate);\n const gutterInk = bodyWords.filter((w) => w.x < tuning.colSplit && maxX(w) > tuning.colSplit).length;\n const leftPop = bodyWords.filter((w) => midX(w) < colLeftCut).length;\n const rightPop = bodyWords.filter((w) => midX(w) > colRightCut).length;\n const twoCol = leftPop >= MIN_COL_WORDS && rightPop >= MIN_COL_WORDS && leftPop >= bodyWords.length * MIN_COL_SHARE && rightPop >= bodyWords.length * MIN_COL_SHARE && gutterInk <= bodyWords.length * MAX_GUTTER_INK_FRAC;\n\n // Band by word CENTER, no dead band: a word box can touch the split exactly\n // (a box can touch the split exactly) and still belongs to its center's column — the twoCol\n // gate above already guarantees near-zero gutter ink.\n const bandOf = (w: Word): number => {\n if (!twoCol) return 0;\n return midX(w) < tuning.colSplit ? 0 : 1;\n };\n const tallRows = buildRows(\n words.filter((w) => w.h >= tallGate),\n tuning,\n () => 0\n );\n const normalRows = buildRows(\n words.filter((w) => w.h < tallGate),\n tuning,\n bandOf\n );\n const rows = [...tallRows, ...normalRows];\n\n // Column ranges from body rows (height <= medianH*1.6): two-col ranges use\n // rows 0.2-0.55 wide; single-col has no upper bound (full-width rows ARE the column).\n let colRanges: Range[];\n if (twoCol) {\n const wideRows = rows.filter((r) => r.rect.w >= 0.2 && r.rect.w <= 0.55 && r.rect.h <= medianH * 1.6);\n const left = range(wideRows.filter((r) => r.band === 0).map((r) => r.rect));\n const right = range(wideRows.filter((r) => r.band === 1).map((r) => r.rect));\n colRanges = [left, right].filter((r): r is Range => r !== undefined);\n } else {\n const wideRows = rows.filter((r) => r.rect.w >= 0.2 && r.rect.h <= medianH * 1.6);\n const single = range(wideRows.map((r) => r.rect));\n colRanges = single !== undefined ? [single] : [];\n }\n\n const lines: OcrLine[] = rows.map((row) => makeLine(row.words, row.rect, assignColumn(row.rect, colRanges)));\n lines.sort((a, b) => a.col - b.col || b.midY - a.midY);\n\n // Float detection: short+narrow+misaligned, rescued into body when it\n // hangs under a body line like a paragraph continuation (same col, gap<=paraGap x pitch, x-overlap) — protects a centered paragraph's short last line.\n const preGaps: number[] = [];\n for (let k = 1; k < lines.length; k++) {\n if (lines[k].col === lines[k - 1].col) {\n const g = lines[k - 1].midY - lines[k].midY;\n if (g > 0.0005) preGaps.push(g);\n }\n }\n const provisionalPitch = median(preGaps) ?? 0.012;\n const colStarts = new Map<number, number>();\n colRanges.forEach((r, i) => {\n colStarts.set(i, r[0]);\n });\n const body: OcrLine[] = [];\n const floatCandidates: OcrLine[] = [];\n // Display-size junk (e.g. \"1/3\" at 68pt, 0.179 wide vs the 0.15 cap)\n // escapes the narrow float test; caught here by junk text + isolation (no adjacent tall line within 2.2x height).\n const tallLines = lines.filter((l) => l.h >= tallGate);\n for (const line of lines) {\n const wordCount = line.text.split(' ').filter(Boolean).length;\n const start = colStarts.get(line.col);\n const short = wordCount <= tuning.floatMaxWords && start !== undefined && Math.abs(line.x - start) > tuning.floatMargin;\n const displayJunkFragment =\n short &&\n line.h >= tallGate &&\n !/[A-Za-z]{3}/.test(line.text) &&\n // Same-column only, matching emitPage's heading-run gather — a heading\n // in the OTHER column can be y-adjacent without composing with this one.\n !tallLines.some((other) => other !== line && other.col === line.col && Math.abs(other.midY - line.midY) < Math.max(other.h, line.h) * 2.2);\n const looksDecorative = displayJunkFragment || (short && line.width < tuning.floatMaxWidth);\n const paragraphAdjacent =\n looksDecorative &&\n body.some((b) => {\n if (b.col !== line.col) return false;\n const gap = b.midY - line.midY;\n if (gap <= 0 || gap > tuning.paraGap * provisionalPitch) return false;\n const overlap = Math.min(b.x + b.width, line.x + line.width) - Math.max(b.x, line.x);\n return overlap >= line.width * 0.5;\n });\n if (looksDecorative && !paragraphAdjacent) {\n floatCandidates.push(line);\n } else {\n body.push(line);\n }\n }\n // One float per candidate row, in line order — no clustering of adjacent\n // candidates: replay against the frozen baseline regressed ~30 pages when tried.\n const floats = floatCandidates;\n\n // Line pitch = median vertical gap between consecutive same-column lines.\n const gaps: number[] = [];\n for (let k = 1; k < body.length; k++) {\n if (body[k].col === body[k - 1].col) {\n const g = body[k - 1].midY - body[k].midY;\n if (g > 0.0005) gaps.push(g);\n }\n }\n return { lines: body, floats, pitch: median(gaps) ?? 0.012 };\n}\n\n// Document-wide height histogram -> heading levels\n\n// Bucket heights to 0.002 of page height so histogram keys are stable.\nexport function bucket(h: number): number {\n return Math.round(h * 500) / 500;\n}\n\n// `pages` are the already-body-only (post-float-filtering) PageOCR results.\nexport function headingLevels(pages: PageOCR[], tuning: Tuning): { bodyH: number; levelOf: Map<number, number> } {\n const chars = new Map<number, number>();\n for (const p of pages) {\n for (const l of p.lines) {\n const b = bucket(l.h);\n chars.set(b, (chars.get(b) ?? 0) + l.text.length);\n }\n }\n // Most-common height wins; ties broken by first-encountered (deterministic;\n // char-count ties across real documents are not observed).\n let bodyH = 0;\n let bestCount = -1;\n for (const [k, v] of chars) {\n if (v > bestCount) {\n bestCount = v;\n bodyH = k;\n }\n }\n\n const levelOf = new Map<number, number>();\n let level = 3; // \"### pN\" page markers occupy level 3\n let rep: number | null = null;\n const sizes = [...chars.keys()].filter((s) => s > bodyH * tuning.headingScale).sort((a, b) => b - a);\n for (const s of sizes) {\n if (rep === null || s < rep * 0.8) {\n level = Math.min(6, level + 1);\n rep = s;\n }\n levelOf.set(s, level);\n }\n return { bodyH, levelOf };\n}\n"],"names":["DEFAULT_TUNING","floatMaxWords","floatMaxWidth","floatMargin","paraGap","headingScale","colMaxWidth","colSplit","lineYTol","lineHeightRatio","MAX_GUTTER_INK_FRAC","MIN_COL_WORDS","LINE_Y_TOL_HEIGHT_FRAC","MIN_COL_SHARE","maxX","r","x","w","maxY","y","h","midX","midY","union","a","b","x0","Math","min","y0","x1","max","y1","xOverlap","range","median","xs","length","undefined","sort","floor","dominantHeight","parts","best","i","text","assignColumn","rect","colRanges","l","centers","map","rg","abs","rects","buildRows","words","tuning","bandOf","rows","sorted","band","target","find","yTol","push","makeLine","col","p","join","width","buildPageOCR","lines","floats","pitch","colBand","colLeftCut","colRightCut","medianH","tallGate","bodyWords","filter","gutterInk","leftPop","rightPop","twoCol","tallRows","normalRows","wideRows","left","right","single","row","preGaps","k","g","provisionalPitch","colStarts","Map","forEach","set","body","floatCandidates","tallLines","line","wordCount","split","Boolean","start","get","short","displayJunkFragment","test","some","other","looksDecorative","paragraphAdjacent","gap","overlap","gaps","bucket","round","headingLevels","pages","chars","bodyH","bestCount","v","levelOf","level","rep","sizes","keys","s"],"mappings":"AAAA,yEAAyE;AACzE,sGAAsG;AA+DtG;iFACiF,GACjF,OAAO,MAAMA,iBAAyB;IACpCC,eAAe;IACfC,eAAe;IACfC,aAAa;IACbC,SAAS;IACTC,cAAc;IACdC,aAAa;IACbC,UAAU;IACVC,UAAU;IACVC,iBAAiB;AACnB,EAAE;AAEF,2EAA2E;AAC3E,yEAAyE;AACzE,OAAO,MAAMC,sBAAsB,KAAK;AAExC,4EAA4E;AAC5E,wEAAwE;AACxE,OAAO,MAAMC,gBAAgB,GAAG;AAEhC,4EAA4E;AAC5E,4EAA4E;AAC5E,+EAA+E;AAC/E,+EAA+E;AAC/E,2EAA2E;AAC3E,gFAAgF;AAChF,iFAAiF;AACjF,mFAAmF;AACnF,OAAO,MAAMC,yBAAyB,IAAI;AAE1C,wEAAwE;AACxE,oCAAoC;AACpC,OAAO,MAAMC,gBAAgB,IAAI;AAUjC,MAAMC,OAAO,CAACC,IAAoBA,EAAEC,CAAC,GAAGD,EAAEE,CAAC;AAC3C,MAAMC,OAAO,CAACH,IAAoBA,EAAEI,CAAC,GAAGJ,EAAEK,CAAC;AAC3C,MAAMC,OAAO,CAACN,IAAoBA,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAG;AAC9C,MAAMK,OAAO,CAACP,IAAoBA,EAAEI,CAAC,GAAGJ,EAAEK,CAAC,GAAG;AAE9C,SAASG,MAAMC,CAAO,EAAEC,CAAO;IAC7B,MAAMC,KAAKC,KAAKC,GAAG,CAACJ,EAAER,CAAC,EAAES,EAAET,CAAC;IAC5B,MAAMa,KAAKF,KAAKC,GAAG,CAACJ,EAAEL,CAAC,EAAEM,EAAEN,CAAC;IAC5B,MAAMW,KAAKH,KAAKI,GAAG,CAACjB,KAAKU,IAAIV,KAAKW;IAClC,MAAMO,KAAKL,KAAKI,GAAG,CAACb,KAAKM,IAAIN,KAAKO;IAClC,OAAO;QAAET,GAAGU;QAAIP,GAAGU;QAAIZ,GAAGa,KAAKJ;QAAIN,GAAGY,KAAKH;IAAG;AAChD;AAEA,oDAAoD;AACpD,SAASI,SAASlB,CAAO,EAAEmB,KAAY;IACrC,OAAOP,KAAKI,GAAG,CAAC,GAAGJ,KAAKC,GAAG,CAACd,KAAKC,IAAImB,KAAK,CAAC,EAAE,IAAIP,KAAKI,GAAG,CAAChB,EAAEC,CAAC,EAAEkB,KAAK,CAAC,EAAE;AACzE;AAEA,SAASC,OAAOC,EAAY;IAC1B,IAAI,CAACA,GAAGC,MAAM,EAAE,OAAOC;IACvB,OAAO;WAAIF;KAAG,CAACG,IAAI,CAAC,CAACf,GAAGC,IAAMD,IAAIC,EAAE,CAACE,KAAKa,KAAK,CAACJ,GAAGC,MAAM,GAAG,GAAG;AACjE;AAEA,0EAA0E;AAC1E,iFAAiF;AACjF,SAASI,eAAeC,KAAa;IACnC,IAAIC,OAAOD,KAAK,CAAC,EAAE;IACnB,IAAK,IAAIE,IAAI,GAAGA,IAAIF,MAAML,MAAM,EAAEO,IAAK;QACrC,IAAIF,KAAK,CAACE,EAAE,CAACC,IAAI,CAACR,MAAM,GAAGM,KAAKE,IAAI,CAACR,MAAM,EAAEM,OAAOD,KAAK,CAACE,EAAE;IAC9D;IACA,OAAOD,KAAKvB,CAAC;AACf;AAEA,SAAS0B,aAAaC,IAAU,EAAEC,SAAkB;IAClD,IAAIA,UAAUX,MAAM,KAAK,GAAG,OAAO;IACnC,MAAMY,IAAIhB,SAASc,MAAMC,SAAS,CAAC,EAAE;IACrC,MAAMjC,IAAIkB,SAASc,MAAMC,SAAS,CAAC,EAAE;IACrC,IAAIC,MAAMlC,GAAG,OAAOkC,IAAIlC,IAAI,IAAI;IAChC,MAAMmC,UAAUF,UAAUG,GAAG,CAAC,CAACC,KAAO,AAACA,CAAAA,EAAE,CAAC,EAAE,GAAGA,EAAE,CAAC,EAAE,AAAD,IAAK;IACxD,OAAOzB,KAAK0B,GAAG,CAAChC,KAAK0B,QAAQG,OAAO,CAAC,EAAE,KAAKvB,KAAK0B,GAAG,CAAChC,KAAK0B,QAAQG,OAAO,CAAC,EAAE,IAAI,IAAI;AACtF;AAEA,6EAA6E;AAC7E,4CAA4C;AAC5C,SAAShB,MAAMoB,KAAa;IAC1B,IAAIA,MAAMjB,MAAM,GAAG,GAAG,OAAOC;IAC7B,OAAO;QAACX,KAAKC,GAAG,IAAI0B,MAAMH,GAAG,CAAC,CAACpC,IAAMA,EAAEC,CAAC;QAAIW,KAAKI,GAAG,IAAIuB,MAAMH,GAAG,CAACrC;KAAO;AAC3E;AAQA,6EAA6E;AAC7E,4EAA4E;AAC5E,+EAA+E;AAC/E,6EAA6E;AAC7E,6EAA6E;AAC7E,SAASyC,UAAUC,KAAa,EAAEC,MAAc,EAAEC,MAA2B;IAC3E,MAAMC,OAAc,EAAE;IACtB,yEAAyE;IACzE,2EAA2E;IAC3E,MAAMC,SAAS;WAAIJ;KAAM,CAACjB,IAAI,CAAC,CAACf,GAAGC,IAAMH,KAAKG,KAAKH,KAAKE,MAAMA,EAAER,CAAC,GAAGS,EAAET,CAAC;IACvE,KAAK,MAAMC,KAAK2C,OAAQ;QACtB,MAAMC,OAAOH,OAAOzC;QACpB,MAAM6C,SAASH,KAAKI,IAAI,CAAC,CAAChD;YACxB,IAAIA,EAAE8C,IAAI,KAAKA,MAAM,OAAO;YAC5B,MAAMG,OAAOrC,KAAKI,GAAG,CAAC0B,OAAOjD,QAAQ,EAAEmB,KAAKI,GAAG,CAAChB,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAIR;YACjE,OAAOe,KAAK0B,GAAG,CAAC/B,KAAKP,EAAEgC,IAAI,IAAIzB,KAAKL,OAAO+C,QAAQrC,KAAKI,GAAG,CAAChB,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAIO,KAAKC,GAAG,CAACb,EAAEgC,IAAI,CAAC3B,CAAC,EAAEH,EAAEG,CAAC,IAAIqC,OAAOhD,eAAe;QAC/H;QACA,IAAIqD,QAAQ;YACVA,OAAON,KAAK,CAACS,IAAI,CAAChD;YAClB6C,OAAOf,IAAI,GAAGxB,MAAMuC,OAAOf,IAAI,EAAE9B;QACnC,OAAO;YACL0C,KAAKM,IAAI,CAAC;gBAAElB,MAAM;oBAAE/B,GAAGC,EAAED,CAAC;oBAAEG,GAAGF,EAAEE,CAAC;oBAAEF,GAAGA,EAAEA,CAAC;oBAAEG,GAAGH,EAAEG,CAAC;gBAAC;gBAAGoC,OAAO;oBAACvC;iBAAE;gBAAE4C;YAAK;QACzE;IACF;IACA,OAAOF;AACT;AAEA,SAASO,SAASxB,KAAa,EAAEK,IAAU,EAAEoB,GAAW;IACtD,MAAMP,SAAS;WAAIlB;KAAM,CAACH,IAAI,CAAC,CAACf,GAAGC,IAAMD,EAAER,CAAC,GAAGS,EAAET,CAAC;IAClD,MAAM6B,OAAOe,OAAOT,GAAG,CAAC,CAACiB,IAAMA,EAAEvB,IAAI,EAAEwB,IAAI,CAAC;IAC5C,OAAO;QACLxB;QACA7B,GAAG+B,KAAK/B,CAAC;QACTsD,OAAOvB,KAAK9B,CAAC;QACbK,MAAMA,KAAKyB;QACX3B,GAAGqB,eAAeC;QAClByB;QACAX,OAAOI;IACT;AACF;AAEA,6EAA6E;AAC7E,sIAAsI;AACtI,OAAO,SAASW,aAAaf,KAAa,EAAEC,MAAc;QAOxCtB,SA0DSA,UAiDYA;IAjHrC,IAAI,CAACqB,MAAMnB,MAAM,EAAE,OAAO;QAAEmC,OAAO,EAAE;QAAEC,QAAQ,EAAE;QAAEC,OAAO;IAAM;IAEhE,MAAMC,UAAU;IAChB,MAAMC,aAAanB,OAAOlD,QAAQ,GAAGoE;IACrC,MAAME,cAAcpB,OAAOlD,QAAQ,GAAGoE;IAEtC,MAAMG,WAAU3C,UAAAA,OAAOqB,MAAML,GAAG,CAAC,CAAClC,IAAMA,EAAEG,CAAC,gBAA3Be,qBAAAA,UAAiC;IACjD,gEAAgE;IAChE,oFAAoF;IACpF,MAAM4C,WAAWD,UAAU;IAE3B,2EAA2E;IAC3E,gFAAgF;IAChF,MAAME,YAAYxB,MAAMyB,MAAM,CAAC,CAAChE,IAAMA,EAAEG,CAAC,GAAG2D;IAC5C,MAAMG,YAAYF,UAAUC,MAAM,CAAC,CAAChE,IAAMA,EAAED,CAAC,GAAGyC,OAAOlD,QAAQ,IAAIO,KAAKG,KAAKwC,OAAOlD,QAAQ,EAAE8B,MAAM;IACpG,MAAM8C,UAAUH,UAAUC,MAAM,CAAC,CAAChE,IAAMI,KAAKJ,KAAK2D,YAAYvC,MAAM;IACpE,MAAM+C,WAAWJ,UAAUC,MAAM,CAAC,CAAChE,IAAMI,KAAKJ,KAAK4D,aAAaxC,MAAM;IACtE,MAAMgD,SAASF,WAAWxE,iBAAiByE,YAAYzE,iBAAiBwE,WAAWH,UAAU3C,MAAM,GAAGxB,iBAAiBuE,YAAYJ,UAAU3C,MAAM,GAAGxB,iBAAiBqE,aAAaF,UAAU3C,MAAM,GAAG3B;IAEvM,4EAA4E;IAC5E,4FAA4F;IAC5F,sDAAsD;IACtD,MAAMgD,SAAS,CAACzC;QACd,IAAI,CAACoE,QAAQ,OAAO;QACpB,OAAOhE,KAAKJ,KAAKwC,OAAOlD,QAAQ,GAAG,IAAI;IACzC;IACA,MAAM+E,WAAW/B,UACfC,MAAMyB,MAAM,CAAC,CAAChE,IAAMA,EAAEG,CAAC,IAAI2D,WAC3BtB,QACA,IAAM;IAER,MAAM8B,aAAahC,UACjBC,MAAMyB,MAAM,CAAC,CAAChE,IAAMA,EAAEG,CAAC,GAAG2D,WAC1BtB,QACAC;IAEF,MAAMC,OAAO;WAAI2B;WAAaC;KAAW;IAEzC,2EAA2E;IAC3E,sFAAsF;IACtF,IAAIvC;IACJ,IAAIqC,QAAQ;QACV,MAAMG,WAAW7B,KAAKsB,MAAM,CAAC,CAAClE,IAAMA,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,OAAOF,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,QAAQF,EAAEgC,IAAI,CAAC3B,CAAC,IAAI0D,UAAU;QACjG,MAAMW,OAAOvD,MAAMsD,SAASP,MAAM,CAAC,CAAClE,IAAMA,EAAE8C,IAAI,KAAK,GAAGV,GAAG,CAAC,CAACpC,IAAMA,EAAEgC,IAAI;QACzE,MAAM2C,QAAQxD,MAAMsD,SAASP,MAAM,CAAC,CAAClE,IAAMA,EAAE8C,IAAI,KAAK,GAAGV,GAAG,CAAC,CAACpC,IAAMA,EAAEgC,IAAI;QAC1EC,YAAY;YAACyC;YAAMC;SAAM,CAACT,MAAM,CAAC,CAAClE,IAAkBA,MAAMuB;IAC5D,OAAO;QACL,MAAMkD,WAAW7B,KAAKsB,MAAM,CAAC,CAAClE,IAAMA,EAAEgC,IAAI,CAAC9B,CAAC,IAAI,OAAOF,EAAEgC,IAAI,CAAC3B,CAAC,IAAI0D,UAAU;QAC7E,MAAMa,SAASzD,MAAMsD,SAASrC,GAAG,CAAC,CAACpC,IAAMA,EAAEgC,IAAI;QAC/CC,YAAY2C,WAAWrD,YAAY;YAACqD;SAAO,GAAG,EAAE;IAClD;IAEA,MAAMnB,QAAmBb,KAAKR,GAAG,CAAC,CAACyC,MAAQ1B,SAAS0B,IAAIpC,KAAK,EAAEoC,IAAI7C,IAAI,EAAED,aAAa8C,IAAI7C,IAAI,EAAEC;IAChGwB,MAAMjC,IAAI,CAAC,CAACf,GAAGC,IAAMD,EAAE2C,GAAG,GAAG1C,EAAE0C,GAAG,IAAI1C,EAAEH,IAAI,GAAGE,EAAEF,IAAI;IAErD,sEAAsE;IACtE,uJAAuJ;IACvJ,MAAMuE,UAAoB,EAAE;IAC5B,IAAK,IAAIC,IAAI,GAAGA,IAAItB,MAAMnC,MAAM,EAAEyD,IAAK;QACrC,IAAItB,KAAK,CAACsB,EAAE,CAAC3B,GAAG,KAAKK,KAAK,CAACsB,IAAI,EAAE,CAAC3B,GAAG,EAAE;YACrC,MAAM4B,IAAIvB,KAAK,CAACsB,IAAI,EAAE,CAACxE,IAAI,GAAGkD,KAAK,CAACsB,EAAE,CAACxE,IAAI;YAC3C,IAAIyE,IAAI,QAAQF,QAAQ5B,IAAI,CAAC8B;QAC/B;IACF;IACA,MAAMC,oBAAmB7D,WAAAA,OAAO0D,sBAAP1D,sBAAAA,WAAmB;IAC5C,MAAM8D,YAAY,IAAIC;IACtBlD,UAAUmD,OAAO,CAAC,CAACpF,GAAG6B;QACpBqD,UAAUG,GAAG,CAACxD,GAAG7B,CAAC,CAAC,EAAE;IACvB;IACA,MAAMsF,OAAkB,EAAE;IAC1B,MAAMC,kBAA6B,EAAE;IACrC,qEAAqE;IACrE,kHAAkH;IAClH,MAAMC,YAAY/B,MAAMS,MAAM,CAAC,CAAChC,IAAMA,EAAE7B,CAAC,IAAI2D;IAC7C,KAAK,MAAMyB,QAAQhC,MAAO;QACxB,MAAMiC,YAAYD,KAAK3D,IAAI,CAAC6D,KAAK,CAAC,KAAKzB,MAAM,CAAC0B,SAAStE,MAAM;QAC7D,MAAMuE,QAAQX,UAAUY,GAAG,CAACL,KAAKrC,GAAG;QACpC,MAAM2C,QAAQL,aAAahD,OAAOxD,aAAa,IAAI2G,UAAUtE,aAAaX,KAAK0B,GAAG,CAACmD,KAAKxF,CAAC,GAAG4F,SAASnD,OAAOtD,WAAW;QACvH,MAAM4G,sBACJD,SACAN,KAAKpF,CAAC,IAAI2D,YACV,CAAC,cAAciC,IAAI,CAACR,KAAK3D,IAAI,KAC7B,uEAAuE;QACvE,yEAAyE;QACzE,CAAC0D,UAAUU,IAAI,CAAC,CAACC,QAAUA,UAAUV,QAAQU,MAAM/C,GAAG,KAAKqC,KAAKrC,GAAG,IAAIxC,KAAK0B,GAAG,CAAC6D,MAAM5F,IAAI,GAAGkF,KAAKlF,IAAI,IAAIK,KAAKI,GAAG,CAACmF,MAAM9F,CAAC,EAAEoF,KAAKpF,CAAC,IAAI;QACxI,MAAM+F,kBAAkBJ,uBAAwBD,SAASN,KAAKlC,KAAK,GAAGb,OAAOvD,aAAa;QAC1F,MAAMkH,oBACJD,mBACAd,KAAKY,IAAI,CAAC,CAACxF;YACT,IAAIA,EAAE0C,GAAG,KAAKqC,KAAKrC,GAAG,EAAE,OAAO;YAC/B,MAAMkD,MAAM5F,EAAEH,IAAI,GAAGkF,KAAKlF,IAAI;YAC9B,IAAI+F,OAAO,KAAKA,MAAM5D,OAAOrD,OAAO,GAAG4F,kBAAkB,OAAO;YAChE,MAAMsB,UAAU3F,KAAKC,GAAG,CAACH,EAAET,CAAC,GAAGS,EAAE6C,KAAK,EAAEkC,KAAKxF,CAAC,GAAGwF,KAAKlC,KAAK,IAAI3C,KAAKI,GAAG,CAACN,EAAET,CAAC,EAAEwF,KAAKxF,CAAC;YACnF,OAAOsG,WAAWd,KAAKlC,KAAK,GAAG;QACjC;QACF,IAAI6C,mBAAmB,CAACC,mBAAmB;YACzCd,gBAAgBrC,IAAI,CAACuC;QACvB,OAAO;YACLH,KAAKpC,IAAI,CAACuC;QACZ;IACF;IACA,yEAAyE;IACzE,iFAAiF;IACjF,MAAM/B,SAAS6B;IAEf,0EAA0E;IAC1E,MAAMiB,OAAiB,EAAE;IACzB,IAAK,IAAIzB,IAAI,GAAGA,IAAIO,KAAKhE,MAAM,EAAEyD,IAAK;QACpC,IAAIO,IAAI,CAACP,EAAE,CAAC3B,GAAG,KAAKkC,IAAI,CAACP,IAAI,EAAE,CAAC3B,GAAG,EAAE;YACnC,MAAM4B,IAAIM,IAAI,CAACP,IAAI,EAAE,CAACxE,IAAI,GAAG+E,IAAI,CAACP,EAAE,CAACxE,IAAI;YACzC,IAAIyE,IAAI,QAAQwB,KAAKtD,IAAI,CAAC8B;QAC5B;IACF;IACA,OAAO;QAAEvB,OAAO6B;QAAM5B;QAAQC,KAAK,GAAEvC,WAAAA,OAAOoF,mBAAPpF,sBAAAA,WAAgB;IAAM;AAC7D;AAEA,mDAAmD;AAEnD,uEAAuE;AACvE,OAAO,SAASqF,OAAOpG,CAAS;IAC9B,OAAOO,KAAK8F,KAAK,CAACrG,IAAI,OAAO;AAC/B;AAEA,4EAA4E;AAC5E,OAAO,SAASsG,cAAcC,KAAgB,EAAElE,MAAc;IAC5D,MAAMmE,QAAQ,IAAI1B;IAClB,KAAK,MAAM9B,KAAKuD,MAAO;QACrB,KAAK,MAAM1E,KAAKmB,EAAEI,KAAK,CAAE;gBAEToD;YADd,MAAMnG,IAAI+F,OAAOvE,EAAE7B,CAAC;YACpBwG,MAAMxB,GAAG,CAAC3E,GAAG,EAACmG,aAAAA,MAAMf,GAAG,CAACpF,gBAAVmG,wBAAAA,aAAgB,KAAK3E,EAAEJ,IAAI,CAACR,MAAM;QAClD;IACF;IACA,4EAA4E;IAC5E,2DAA2D;IAC3D,IAAIwF,QAAQ;IACZ,IAAIC,YAAY,CAAC;IACjB,KAAK,MAAM,CAAChC,GAAGiC,EAAE,IAAIH,MAAO;QAC1B,IAAIG,IAAID,WAAW;YACjBA,YAAYC;YACZF,QAAQ/B;QACV;IACF;IAEA,MAAMkC,UAAU,IAAI9B;IACpB,IAAI+B,QAAQ,GAAG,uCAAuC;IACtD,IAAIC,MAAqB;IACzB,MAAMC,QAAQ;WAAIP,MAAMQ,IAAI;KAAG,CAACnD,MAAM,CAAC,CAACoD,IAAMA,IAAIR,QAAQpE,OAAOpD,YAAY,EAAEkC,IAAI,CAAC,CAACf,GAAGC,IAAMA,IAAID;IAClG,KAAK,MAAM6G,KAAKF,MAAO;QACrB,IAAID,QAAQ,QAAQG,IAAIH,MAAM,KAAK;YACjCD,QAAQtG,KAAKC,GAAG,CAAC,GAAGqG,QAAQ;YAC5BC,MAAMG;QACR;QACAL,QAAQ5B,GAAG,CAACiC,GAAGJ;IACjB;IACA,OAAO;QAAEJ;QAAOG;IAAQ;AAC1B"}
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/index.ts"],"sourcesContent":["// Public library API. Deliberately small: every export is a stability\n// promise; internals stay module-private behind these.\n\nexport type { AnalyzeOcrOptions, AnalyzeOptions, AnalyzeTextOptions } from './analyze.ts';\nexport { analyze } from './analyze.ts';\nexport type { AuditResult } from './audit.ts';\nexport { auditWords } from './audit.ts';\nexport type { PdfToMdErrorCode } from './errors.ts';\nexport { PdfToMdError } from './errors.ts';\nexport type {\n ExtractOcrOptions,\n ExtractResult,\n ExtractTextOptions,\n OcrProgressEvent,\n OcrWordInput,\n PageSelection,\n PdfToMarkdownOptions,\n} from './extract.ts';\nexport { extractOcr, extractText, pdfToMarkdown } from './extract.ts';\nexport type { PageWord, Tuning } from './geometry.ts';\nexport { DEFAULT_TUNING } from './geometry.ts';\nexport type { RenderPageResult } from './raster.ts';\nexport { renderPageToPNG } from './raster.ts';\nexport { toMarkdown, toText } from './render-analysis.ts';\nexport { OUTPUT_VERSION } from './report.ts';\nexport type { Analysis, AnalysisBlock, AnalysisPage, AnalysisWord, PageStatsRow, Report } from './types.ts';\n"],"names":["analyze","auditWords","PdfToMdError","extractOcr","extractText","pdfToMarkdown","DEFAULT_TUNING","renderPageToPNG","toMarkdown","toText","OUTPUT_VERSION"],"mappings":"AAAA,sEAAsE;AACtE,uDAAuD;AAGvD,SAASA,OAAO,QAAQ,eAAe;AAEvC,SAASC,UAAU,QAAQ,aAAa;AAExC,SAASC,YAAY,QAAQ,cAAc;AAU3C,SAASC,UAAU,EAAEC,WAAW,EAAEC,aAAa,QAAQ,eAAe;AAEtE,SAASC,cAAc,QAAQ,gBAAgB;AAE/C,SAASC,eAAe,QAAQ,cAAc;AAC9C,SAASC,UAAU,EAAEC,MAAM,QAAQ,uBAAuB;AAC1D,SAASC,cAAc,QAAQ,cAAc"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/index.ts"],"sourcesContent":["// Public library API. Deliberately small: every export is a stability\n// promise; internals stay module-private behind these.\n\nexport type { AnalyzeOcrOptions, AnalyzeOptions, AnalyzeTextOptions } from './analyze.ts';\nexport { analyze } from './analyze.ts';\nexport type { AuditResult } from './audit.ts';\nexport { auditWords } from './audit.ts';\nexport type { PdfToMdErrorCode } from './errors.ts';\nexport { PdfToMdError } from './errors.ts';\nexport type {\n ExtractOcrOptions,\n ExtractResult,\n ExtractTextOptions,\n OcrProgressEvent,\n OcrWordInput,\n PageSelection,\n PdfToMarkdownOptions,\n} from './extract.ts';\nexport { extractOcr, extractText, pdfToMarkdown } from './extract.ts';\nexport type { PageWord, Tuning } from './geometry.ts';\nexport { DEFAULT_TUNING } from './geometry.ts';\nexport type { RenderPageResult } from './raster.ts';\nexport { renderPageToPNG } from './raster.ts';\nexport { toMarkdown, toText } from './render-analysis.ts';\nexport { OUTPUT_VERSION } from './report.ts';\nexport type { Analysis, AnalysisBlock, AnalysisPage, AnalysisWord, PageStatsRow, Report } from './types.ts';\n"],"names":["analyze","auditWords","PdfToMdError","extractOcr","extractText","pdfToMarkdown","DEFAULT_TUNING","renderPageToPNG","toMarkdown","toText","OUTPUT_VERSION"],"mappings":"AAAA,sEAAsE;AACtE,uDAAuD;AAGvD,SAASA,OAAO,QAAQ,eAAe;AAEvC,SAASC,UAAU,QAAQ,aAAa;AAExC,SAASC,YAAY,QAAQ,cAAc;AAU3C,SAASC,UAAU,EAAEC,WAAW,EAAEC,aAAa,QAAQ,eAAe;AAEtE,SAASC,cAAc,QAAQ,gBAAgB;AAE/C,SAASC,eAAe,QAAQ,cAAc;AAC9C,SAASC,UAAU,EAAEC,MAAM,QAAQ,uBAAuB;AAC1D,SAASC,cAAc,QAAQ,cAAc"}
package/dist/esm/lines.js CHANGED
@@ -20,31 +20,34 @@ export function toLines({ glyphs, width }) {
20
20
  const twoCol = glyphs.filter((g)=>g.x + g.w < mid).length > glyphs.length * 0.25 && glyphs.filter((g)=>g.x > mid).length > glyphs.length * 0.25 && glyphs.filter((g)=>g.x < mid && g.x + g.w > mid).length < glyphs.length * 0.15;
21
21
  // Group on y with a tolerance that scales with font size.
22
22
  const lines = [];
23
- for (const g of [
24
- ...glyphs
25
- ].sort((a, b)=>a.y - b.y || a.x - b.x)){
23
+ const indexedGlyphs = glyphs.map((glyph, index)=>({
24
+ glyph,
25
+ index
26
+ }));
27
+ for (const part of indexedGlyphs.sort((a, b)=>a.glyph.y - b.glyph.y || a.glyph.x - b.glyph.x)){
28
+ const { glyph: g } = part;
26
29
  // NOTE: start-x assignment can misfile a gutter-straddling glyph; an
27
30
  // overlap-based alternative was tried and reshuffled stray numerals with
28
31
  // no measured win, so start-x stays (src/geometry.ts's OCR path assigns by x-span overlap instead, where the mis-assignment is measured).
29
32
  const col = twoCol && g.x > mid ? 1 : 0;
30
33
  const last = lines.at(-1);
31
34
  if (last && last.col === col && Math.abs(last.y - g.y) < Math.max(2, g.h * 0.5)) {
32
- last.parts.push(g);
35
+ last.parts.push(part);
33
36
  last.y = (last.y + g.y) / 2;
34
37
  } else lines.push({
35
38
  col,
36
39
  y: g.y,
37
40
  parts: [
38
- g
41
+ part
39
42
  ]
40
43
  });
41
44
  }
42
45
  lines.sort((a, b)=>a.col - b.col || a.y - b.y); // column, then down the page
43
46
  return lines.map((l)=>{
44
- const parts = l.parts.sort((a, b)=>a.x - b.x);
47
+ const parts = l.parts.sort((a, b)=>a.glyph.x - b.glyph.x);
45
48
  let t = '';
46
49
  let prev = null;
47
- for (const cur of parts){
50
+ for (const { glyph: cur } of parts){
48
51
  // insert a space when the measured gap is wider than intra-word kerning
49
52
  if (prev && cur.x - (prev.x + prev.w) > prev.h * 0.12 && !/\s$/.test(t) && !/^\s/.test(cur.s)) t += ' ';
50
53
  t += cur.s;
@@ -53,15 +56,16 @@ export function toLines({ glyphs, width }) {
53
56
  // Line height = the char-weighted dominant height, not the max: a small
54
57
  // decorative large-face numeral must not promote a body line to a heading.
55
58
  const byH = new Map();
56
- for (const p of parts)byH.set(p.h, (byH.get(p.h) || 0) + p.s.length);
59
+ for (const { glyph: p } of parts)byH.set(p.h, (byH.get(p.h) || 0) + p.s.length);
57
60
  return {
58
61
  text: normalize(t).replace(/\s+/g, ' ').trim(),
59
- x: parts[0].x,
62
+ x: parts[0].glyph.x,
60
63
  y: l.y,
61
64
  h: [
62
65
  ...byH.entries()
63
66
  ].sort((a, b)=>b[1] - a[1])[0][0],
64
- col: l.col
67
+ col: l.col,
68
+ wordIndexes: parts.map(({ index })=>index)
65
69
  };
66
70
  }).filter((l)=>l.text);
67
71
  }
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/lines.ts"],"sourcesContent":["// Pass 2: glyphs -> visual lines — de-braids two-column pages (spanning\n// lines like headings sort with the left column), joins words by measured horizontal gap, and folds typographic codepoints to ASCII so search doesn't miss half the hits.\nimport type { CollectedPage, Glyph, Line } from './types.ts';\n\nconst FOLD: Record<string, string> = {\n ʼ: \"'\",\n '’': \"'\",\n '‘': \"'\",\n '“': '\"',\n '”': '\"',\n '–': '-',\n};\n// Exported for the OCR engine seam (src/engines/tesseract.ts): both paths\n// must fold identically or the same printed apostrophe surfaces as two spellings depending on which path read the page.\nexport const foldTypographic = (s: string): string => s.replace(/[ʼ‘’“”–]/g, (c) => FOLD[c]);\nconst normalize = foldTypographic;\n\n// Intermediate row while grouping glyphs by visual line, before the final\n// text/height reduction below.\ninterface LineDraft {\n col: number;\n y: number;\n parts: Glyph[];\n}\n\nexport function toLines({ glyphs, width }: Pick<CollectedPage, 'glyphs' | 'width'>): Line[] {\n if (!glyphs.length) return [];\n\n const mid = width / 2;\n // A real two-column page has a gutter: clusters each side, almost nothing crossing mid.\n // Label/value layouts also cluster but their values cross mid — de-braiding would reorder them.\n const twoCol = glyphs.filter((g) => g.x + g.w < mid).length > glyphs.length * 0.25 && glyphs.filter((g) => g.x > mid).length > glyphs.length * 0.25 && glyphs.filter((g) => g.x < mid && g.x + g.w > mid).length < glyphs.length * 0.15;\n\n // Group on y with a tolerance that scales with font size.\n const lines: LineDraft[] = [];\n for (const g of [...glyphs].sort((a, b) => a.y - b.y || a.x - b.x)) {\n // NOTE: start-x assignment can misfile a gutter-straddling glyph; an\n // overlap-based alternative was tried and reshuffled stray numerals with\n // no measured win, so start-x stays (src/geometry.ts's OCR path assigns by x-span overlap instead, where the mis-assignment is measured).\n const col = twoCol && g.x > mid ? 1 : 0;\n const last = lines.at(-1);\n if (last && last.col === col && Math.abs(last.y - g.y) < Math.max(2, g.h * 0.5)) {\n last.parts.push(g);\n last.y = (last.y + g.y) / 2;\n } else lines.push({ col, y: g.y, parts: [g] });\n }\n lines.sort((a, b) => a.col - b.col || a.y - b.y); // column, then down the page\n\n return lines\n .map((l): Line => {\n const parts = l.parts.sort((a, b) => a.x - b.x);\n let t = '';\n let prev: Glyph | null = null;\n for (const cur of parts) {\n // insert a space when the measured gap is wider than intra-word kerning\n if (prev && cur.x - (prev.x + prev.w) > prev.h * 0.12 && !/\\s$/.test(t) && !/^\\s/.test(cur.s)) t += ' ';\n t += cur.s;\n prev = cur;\n }\n // Line height = the char-weighted dominant height, not the max: a small\n // decorative large-face numeral must not promote a body line to a heading.\n const byH = new Map<number, number>();\n for (const p of parts) byH.set(p.h, (byH.get(p.h) || 0) + p.s.length);\n return {\n text: normalize(t).replace(/\\s+/g, ' ').trim(),\n x: parts[0].x,\n y: l.y,\n h: [...byH.entries()].sort((a, b) => b[1] - a[1])[0][0],\n col: l.col,\n };\n })\n .filter((l) => l.text);\n}\n"],"names":["FOLD","ʼ","foldTypographic","s","replace","c","normalize","toLines","glyphs","width","length","mid","twoCol","filter","g","x","w","lines","sort","a","b","y","col","last","at","Math","abs","max","h","parts","push","map","l","t","prev","cur","test","byH","Map","p","set","get","text","trim","entries"],"mappings":"AAAA,wEAAwE;AACxE,0KAA0K;AAG1K,MAAMA,OAA+B;IACnCC,GAAG;IACH,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;AACP;AACA,0EAA0E;AAC1E,wHAAwH;AACxH,OAAO,MAAMC,kBAAkB,CAACC,IAAsBA,EAAEC,OAAO,CAAC,aAAa,CAACC,IAAML,IAAI,CAACK,EAAE,EAAE;AAC7F,MAAMC,YAAYJ;AAUlB,OAAO,SAASK,QAAQ,EAAEC,MAAM,EAAEC,KAAK,EAA2C;IAChF,IAAI,CAACD,OAAOE,MAAM,EAAE,OAAO,EAAE;IAE7B,MAAMC,MAAMF,QAAQ;IACpB,wFAAwF;IACxF,gGAAgG;IAChG,MAAMG,SAASJ,OAAOK,MAAM,CAAC,CAACC,IAAMA,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAGL,KAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG,QAAQF,OAAOK,MAAM,CAAC,CAACC,IAAMA,EAAEC,CAAC,GAAGJ,KAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG,QAAQF,OAAOK,MAAM,CAAC,CAACC,IAAMA,EAAEC,CAAC,GAAGJ,OAAOG,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAGL,KAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG;IAEnO,0DAA0D;IAC1D,MAAMO,QAAqB,EAAE;IAC7B,KAAK,MAAMH,KAAK;WAAIN;KAAO,CAACU,IAAI,CAAC,CAACC,GAAGC,IAAMD,EAAEE,CAAC,GAAGD,EAAEC,CAAC,IAAIF,EAAEJ,CAAC,GAAGK,EAAEL,CAAC,EAAG;QAClE,qEAAqE;QACrE,yEAAyE;QACzE,0IAA0I;QAC1I,MAAMO,MAAMV,UAAUE,EAAEC,CAAC,GAAGJ,MAAM,IAAI;QACtC,MAAMY,OAAON,MAAMO,EAAE,CAAC,CAAC;QACvB,IAAID,QAAQA,KAAKD,GAAG,KAAKA,OAAOG,KAAKC,GAAG,CAACH,KAAKF,CAAC,GAAGP,EAAEO,CAAC,IAAII,KAAKE,GAAG,CAAC,GAAGb,EAAEc,CAAC,GAAG,MAAM;YAC/EL,KAAKM,KAAK,CAACC,IAAI,CAAChB;YAChBS,KAAKF,CAAC,GAAG,AAACE,CAAAA,KAAKF,CAAC,GAAGP,EAAEO,CAAC,AAADA,IAAK;QAC5B,OAAOJ,MAAMa,IAAI,CAAC;YAAER;YAAKD,GAAGP,EAAEO,CAAC;YAAEQ,OAAO;gBAACf;aAAE;QAAC;IAC9C;IACAG,MAAMC,IAAI,CAAC,CAACC,GAAGC,IAAMD,EAAEG,GAAG,GAAGF,EAAEE,GAAG,IAAIH,EAAEE,CAAC,GAAGD,EAAEC,CAAC,GAAG,6BAA6B;IAE/E,OAAOJ,MACJc,GAAG,CAAC,CAACC;QACJ,MAAMH,QAAQG,EAAEH,KAAK,CAACX,IAAI,CAAC,CAACC,GAAGC,IAAMD,EAAEJ,CAAC,GAAGK,EAAEL,CAAC;QAC9C,IAAIkB,IAAI;QACR,IAAIC,OAAqB;QACzB,KAAK,MAAMC,OAAON,MAAO;YACvB,wEAAwE;YACxE,IAAIK,QAAQC,IAAIpB,CAAC,GAAImB,CAAAA,KAAKnB,CAAC,GAAGmB,KAAKlB,CAAC,AAADA,IAAKkB,KAAKN,CAAC,GAAG,QAAQ,CAAC,MAAMQ,IAAI,CAACH,MAAM,CAAC,MAAMG,IAAI,CAACD,IAAIhC,CAAC,GAAG8B,KAAK;YACpGA,KAAKE,IAAIhC,CAAC;YACV+B,OAAOC;QACT;QACA,wEAAwE;QACxE,2EAA2E;QAC3E,MAAME,MAAM,IAAIC;QAChB,KAAK,MAAMC,KAAKV,MAAOQ,IAAIG,GAAG,CAACD,EAAEX,CAAC,EAAE,AAACS,CAAAA,IAAII,GAAG,CAACF,EAAEX,CAAC,KAAK,CAAA,IAAKW,EAAEpC,CAAC,CAACO,MAAM;QACpE,OAAO;YACLgC,MAAMpC,UAAU2B,GAAG7B,OAAO,CAAC,QAAQ,KAAKuC,IAAI;YAC5C5B,GAAGc,KAAK,CAAC,EAAE,CAACd,CAAC;YACbM,GAAGW,EAAEX,CAAC;YACNO,GAAG;mBAAIS,IAAIO,OAAO;aAAG,CAAC1B,IAAI,CAAC,CAACC,GAAGC,IAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE;YACvDG,KAAKU,EAAEV,GAAG;QACZ;IACF,GACCT,MAAM,CAAC,CAACmB,IAAMA,EAAEU,IAAI;AACzB"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/lines.ts"],"sourcesContent":["// Pass 2: glyphs -> visual lines — de-braids two-column pages (spanning\n// lines like headings sort with the left column), joins words by measured horizontal gap, and folds typographic codepoints to ASCII so search doesn't miss half the hits.\nimport type { CollectedPage, Glyph, Line } from './types.ts';\n\nconst FOLD: Record<string, string> = {\n ʼ: \"'\",\n '’': \"'\",\n '‘': \"'\",\n '“': '\"',\n '”': '\"',\n '–': '-',\n};\n// Exported for the OCR engine seam (src/engines/tesseract.ts): both paths\n// must fold identically or the same printed apostrophe surfaces as two spellings depending on which path read the page.\nexport const foldTypographic = (s: string): string => s.replace(/[ʼ‘’“”–]/g, (c) => FOLD[c]);\nconst normalize = foldTypographic;\n\n// Intermediate row while grouping glyphs by visual line, before the final\n// text/height reduction below.\ninterface LineDraft {\n col: number;\n y: number;\n parts: Array<{ glyph: Glyph; index: number }>;\n}\n\nexport function toLines({ glyphs, width }: Pick<CollectedPage, 'glyphs' | 'width'>): Line[] {\n if (!glyphs.length) return [];\n\n const mid = width / 2;\n // A real two-column page has a gutter: clusters each side, almost nothing crossing mid.\n // Label/value layouts also cluster but their values cross mid — de-braiding would reorder them.\n const twoCol = glyphs.filter((g) => g.x + g.w < mid).length > glyphs.length * 0.25 && glyphs.filter((g) => g.x > mid).length > glyphs.length * 0.25 && glyphs.filter((g) => g.x < mid && g.x + g.w > mid).length < glyphs.length * 0.15;\n\n // Group on y with a tolerance that scales with font size.\n const lines: LineDraft[] = [];\n const indexedGlyphs = glyphs.map((glyph, index) => ({ glyph, index }));\n for (const part of indexedGlyphs.sort((a, b) => a.glyph.y - b.glyph.y || a.glyph.x - b.glyph.x)) {\n const { glyph: g } = part;\n // NOTE: start-x assignment can misfile a gutter-straddling glyph; an\n // overlap-based alternative was tried and reshuffled stray numerals with\n // no measured win, so start-x stays (src/geometry.ts's OCR path assigns by x-span overlap instead, where the mis-assignment is measured).\n const col = twoCol && g.x > mid ? 1 : 0;\n const last = lines.at(-1);\n if (last && last.col === col && Math.abs(last.y - g.y) < Math.max(2, g.h * 0.5)) {\n last.parts.push(part);\n last.y = (last.y + g.y) / 2;\n } else lines.push({ col, y: g.y, parts: [part] });\n }\n lines.sort((a, b) => a.col - b.col || a.y - b.y); // column, then down the page\n\n return lines\n .map((l): Line => {\n const parts = l.parts.sort((a, b) => a.glyph.x - b.glyph.x);\n let t = '';\n let prev: Glyph | null = null;\n for (const { glyph: cur } of parts) {\n // insert a space when the measured gap is wider than intra-word kerning\n if (prev && cur.x - (prev.x + prev.w) > prev.h * 0.12 && !/\\s$/.test(t) && !/^\\s/.test(cur.s)) t += ' ';\n t += cur.s;\n prev = cur;\n }\n // Line height = the char-weighted dominant height, not the max: a small\n // decorative large-face numeral must not promote a body line to a heading.\n const byH = new Map<number, number>();\n for (const { glyph: p } of parts) byH.set(p.h, (byH.get(p.h) || 0) + p.s.length);\n return {\n text: normalize(t).replace(/\\s+/g, ' ').trim(),\n x: parts[0].glyph.x,\n y: l.y,\n h: [...byH.entries()].sort((a, b) => b[1] - a[1])[0][0],\n col: l.col,\n wordIndexes: parts.map(({ index }) => index),\n };\n })\n .filter((l) => l.text);\n}\n"],"names":["FOLD","ʼ","foldTypographic","s","replace","c","normalize","toLines","glyphs","width","length","mid","twoCol","filter","g","x","w","lines","indexedGlyphs","map","glyph","index","part","sort","a","b","y","col","last","at","Math","abs","max","h","parts","push","l","t","prev","cur","test","byH","Map","p","set","get","text","trim","entries","wordIndexes"],"mappings":"AAAA,wEAAwE;AACxE,0KAA0K;AAG1K,MAAMA,OAA+B;IACnCC,GAAG;IACH,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;IACL,KAAK;AACP;AACA,0EAA0E;AAC1E,wHAAwH;AACxH,OAAO,MAAMC,kBAAkB,CAACC,IAAsBA,EAAEC,OAAO,CAAC,aAAa,CAACC,IAAML,IAAI,CAACK,EAAE,EAAE;AAC7F,MAAMC,YAAYJ;AAUlB,OAAO,SAASK,QAAQ,EAAEC,MAAM,EAAEC,KAAK,EAA2C;IAChF,IAAI,CAACD,OAAOE,MAAM,EAAE,OAAO,EAAE;IAE7B,MAAMC,MAAMF,QAAQ;IACpB,wFAAwF;IACxF,gGAAgG;IAChG,MAAMG,SAASJ,OAAOK,MAAM,CAAC,CAACC,IAAMA,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAGL,KAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG,QAAQF,OAAOK,MAAM,CAAC,CAACC,IAAMA,EAAEC,CAAC,GAAGJ,KAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG,QAAQF,OAAOK,MAAM,CAAC,CAACC,IAAMA,EAAEC,CAAC,GAAGJ,OAAOG,EAAEC,CAAC,GAAGD,EAAEE,CAAC,GAAGL,KAAKD,MAAM,GAAGF,OAAOE,MAAM,GAAG;IAEnO,0DAA0D;IAC1D,MAAMO,QAAqB,EAAE;IAC7B,MAAMC,gBAAgBV,OAAOW,GAAG,CAAC,CAACC,OAAOC,QAAW,CAAA;YAAED;YAAOC;QAAM,CAAA;IACnE,KAAK,MAAMC,QAAQJ,cAAcK,IAAI,CAAC,CAACC,GAAGC,IAAMD,EAAEJ,KAAK,CAACM,CAAC,GAAGD,EAAEL,KAAK,CAACM,CAAC,IAAIF,EAAEJ,KAAK,CAACL,CAAC,GAAGU,EAAEL,KAAK,CAACL,CAAC,EAAG;QAC/F,MAAM,EAAEK,OAAON,CAAC,EAAE,GAAGQ;QACrB,qEAAqE;QACrE,yEAAyE;QACzE,0IAA0I;QAC1I,MAAMK,MAAMf,UAAUE,EAAEC,CAAC,GAAGJ,MAAM,IAAI;QACtC,MAAMiB,OAAOX,MAAMY,EAAE,CAAC,CAAC;QACvB,IAAID,QAAQA,KAAKD,GAAG,KAAKA,OAAOG,KAAKC,GAAG,CAACH,KAAKF,CAAC,GAAGZ,EAAEY,CAAC,IAAII,KAAKE,GAAG,CAAC,GAAGlB,EAAEmB,CAAC,GAAG,MAAM;YAC/EL,KAAKM,KAAK,CAACC,IAAI,CAACb;YAChBM,KAAKF,CAAC,GAAG,AAACE,CAAAA,KAAKF,CAAC,GAAGZ,EAAEY,CAAC,AAADA,IAAK;QAC5B,OAAOT,MAAMkB,IAAI,CAAC;YAAER;YAAKD,GAAGZ,EAAEY,CAAC;YAAEQ,OAAO;gBAACZ;aAAK;QAAC;IACjD;IACAL,MAAMM,IAAI,CAAC,CAACC,GAAGC,IAAMD,EAAEG,GAAG,GAAGF,EAAEE,GAAG,IAAIH,EAAEE,CAAC,GAAGD,EAAEC,CAAC,GAAG,6BAA6B;IAE/E,OAAOT,MACJE,GAAG,CAAC,CAACiB;QACJ,MAAMF,QAAQE,EAAEF,KAAK,CAACX,IAAI,CAAC,CAACC,GAAGC,IAAMD,EAAEJ,KAAK,CAACL,CAAC,GAAGU,EAAEL,KAAK,CAACL,CAAC;QAC1D,IAAIsB,IAAI;QACR,IAAIC,OAAqB;QACzB,KAAK,MAAM,EAAElB,OAAOmB,GAAG,EAAE,IAAIL,MAAO;YAClC,wEAAwE;YACxE,IAAII,QAAQC,IAAIxB,CAAC,GAAIuB,CAAAA,KAAKvB,CAAC,GAAGuB,KAAKtB,CAAC,AAADA,IAAKsB,KAAKL,CAAC,GAAG,QAAQ,CAAC,MAAMO,IAAI,CAACH,MAAM,CAAC,MAAMG,IAAI,CAACD,IAAIpC,CAAC,GAAGkC,KAAK;YACpGA,KAAKE,IAAIpC,CAAC;YACVmC,OAAOC;QACT;QACA,wEAAwE;QACxE,2EAA2E;QAC3E,MAAME,MAAM,IAAIC;QAChB,KAAK,MAAM,EAAEtB,OAAOuB,CAAC,EAAE,IAAIT,MAAOO,IAAIG,GAAG,CAACD,EAAEV,CAAC,EAAE,AAACQ,CAAAA,IAAII,GAAG,CAACF,EAAEV,CAAC,KAAK,CAAA,IAAKU,EAAExC,CAAC,CAACO,MAAM;QAC/E,OAAO;YACLoC,MAAMxC,UAAU+B,GAAGjC,OAAO,CAAC,QAAQ,KAAK2C,IAAI;YAC5ChC,GAAGmB,KAAK,CAAC,EAAE,CAACd,KAAK,CAACL,CAAC;YACnBW,GAAGU,EAAEV,CAAC;YACNO,GAAG;mBAAIQ,IAAIO,OAAO;aAAG,CAACzB,IAAI,CAAC,CAACC,GAAGC,IAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE;YACvDG,KAAKS,EAAET,GAAG;YACVsB,aAAaf,MAAMf,GAAG,CAAC,CAAC,EAAEE,KAAK,EAAE,GAAKA;QACxC;IACF,GACCR,MAAM,CAAC,CAACuB,IAAMA,EAAEU,IAAI;AACzB"}
@@ -23,6 +23,7 @@ export function buildMarkdown(pageLines, heightChars, opts = {}) {
23
23
  Math.min(6, i + 1 + offset)
24
24
  ]));
25
25
  const out = [];
26
+ const blockPages = new Map();
26
27
  const stats = {
27
28
  headings: 0,
28
29
  listItems: 0,
@@ -32,38 +33,64 @@ export function buildMarkdown(pageLines, heightChars, opts = {}) {
32
33
  callouts: 0,
33
34
  closedHyphens: 0
34
35
  };
36
+ let currentPage = 0;
35
37
  let para = [];
38
+ const addBlock = (block)=>{
39
+ const blocks = blockPages.get(currentPage);
40
+ if (blocks) blocks.push(block);
41
+ else blockPages.set(currentPage, [
42
+ block
43
+ ]);
44
+ };
36
45
  // a label line ending in ':' whose next line is a bare number belongs on one line
37
- function attachValue(label, lines, get, set) {
38
- const j = get() + 1;
46
+ function attachValue(label, lines, i) {
47
+ const j = i + 1;
39
48
  if (/[::]\s*$/.test(label) && j < lines.length && /^[0-9][\d.,]*%?$/.test(lines[j].text)) {
40
- set(j);
41
49
  stats.joinedPairs++;
42
- return `${label} ${lines[j].text}`;
50
+ return {
51
+ text: `${label} ${lines[j].text}`,
52
+ last: j
53
+ };
43
54
  }
44
- return label;
55
+ return {
56
+ text: label,
57
+ last: i
58
+ };
45
59
  }
46
60
  const flush = ()=>{
47
61
  if (!para.length) return;
48
- out.push(para.join(' ').replace(/\s+([,.;:%])/g, '$1'));
62
+ const text = para.map((part)=>part.text).join(' ').replace(/\s+([,.;:%])/g, '$1');
63
+ out.push(text);
49
64
  out.push('');
65
+ addBlock({
66
+ type: 'paragraph',
67
+ text,
68
+ wordIndexes: para.flatMap((part)=>part.wordIndexes)
69
+ });
50
70
  stats.paragraphs++;
51
71
  para = [];
52
72
  };
53
73
  // append a wrapped line to the open paragraph, resolving a line-final hyphen
54
- const appendToPara = (text)=>{
74
+ const appendToPara = (line, text)=>{
55
75
  const prev = para.at(-1);
56
- if (prev && /\w-$/.test(prev)) {
76
+ if (prev && /\w-$/.test(prev.text)) {
57
77
  var _text_split_;
58
78
  // a bare " -" is punctuation, not a wrapped word
59
- const head = prev.replace(/-$/, '').split(/\s/).pop();
79
+ const head = prev.text.replace(/-$/, '').split(/\s/).pop();
60
80
  const tail = ((_text_split_ = text.split(/\s/)[0]) !== null && _text_split_ !== void 0 ? _text_split_ : '').replace(/[^A-Za-z-]/g, '').split('-')[0];
61
81
  const close = getDict().has((head + tail).toLowerCase());
62
82
  if (close) stats.closedHyphens++;
63
- para[para.length - 1] = prev.replace(/-$/, close ? '' : '-') + text;
64
- } else para.push(text);
83
+ para[para.length - 1].text = prev.text.replace(/-$/, close ? '' : '-') + text;
84
+ para[para.length - 1].wordIndexes.push(...line.wordIndexes);
85
+ } else para.push({
86
+ text,
87
+ wordIndexes: [
88
+ ...line.wordIndexes
89
+ ]
90
+ });
65
91
  };
66
92
  for (const { page, lines } of pageLines){
93
+ currentPage = page;
67
94
  if (opts.pageMarkers) {
68
95
  flush();
69
96
  out.push(pageMarkerLine(page));
@@ -80,22 +107,35 @@ export function buildMarkdown(pageLines, heightChars, opts = {}) {
80
107
  // below it (a title wraps across lines). A short merged run is one heading; a long one is a callout/pull-quote in a bigger face — prose, not structure — and becomes a blockquote.
81
108
  if (levelOf.has(h) && !BULLETS.test(text)) {
82
109
  const run = [
83
- text
110
+ lines[i]
84
111
  ];
85
- while(i + 1 < lines.length && lines[i + 1].h === h && lines[i + 1].col === lines[i].col && lines[i + 1].y - lines[i].y < h * 2.2 && !BULLETS.test(lines[i + 1].text))run.push(lines[++i].text);
112
+ while(i + 1 < lines.length && lines[i + 1].h === h && lines[i + 1].col === lines[i].col && lines[i + 1].y - lines[i].y < h * 2.2 && !BULLETS.test(lines[i + 1].text))run.push(lines[++i]);
86
113
  // join wrapped title lines, resolving line-final hyphens like body text
87
- const merged = run.reduce((acc, part)=>{
114
+ const merged = run.map((line)=>line.text).reduce((acc, part)=>{
88
115
  var _part_split_;
89
116
  return /\w-$/.test(acc) ? acc.replace(/-$/, getDict().has((acc.replace(/-$/, '').split(/\s/).pop() + ((_part_split_ = part.split(/\s/)[0]) !== null && _part_split_ !== void 0 ? _part_split_ : '').replace(/[^A-Za-z-]/g, '').split('-')[0]).toLowerCase()) ? '' : '-') + part : `${acc} ${part}`;
90
117
  }).replace(/\s+([,.;:%])/g, '$1');
118
+ const wordIndexes = run.flatMap((line)=>line.wordIndexes);
91
119
  flush();
92
120
  if (merged.length > 150) {
93
121
  out.push(`> ${merged}`);
94
122
  out.push('');
123
+ addBlock({
124
+ type: 'paragraph',
125
+ text: `> ${merged}`,
126
+ wordIndexes
127
+ });
95
128
  stats.callouts++;
96
129
  } else {
97
- out.push(`${'#'.repeat(levelOf.get(h))} ${merged}`);
130
+ const level = levelOf.get(h);
131
+ out.push(`${'#'.repeat(level)} ${merged}`);
98
132
  out.push('');
133
+ addBlock({
134
+ type: 'heading',
135
+ text: merged,
136
+ level,
137
+ wordIndexes
138
+ });
99
139
  stats.headings++;
100
140
  }
101
141
  continue;
@@ -108,13 +148,27 @@ export function buildMarkdown(pageLines, heightChars, opts = {}) {
108
148
  if ((!text || GLYPH.test(text)) && i + 1 < lines.length) {
109
149
  flush();
110
150
  const depth = Math.max(0, Math.round((x - indentBase) / 18));
111
- let label = lines[++i].text.replace(BULLETS, '').trim();
112
- while(!label && i + 1 < lines.length)// stacked glyphs
113
- label = lines[++i].text.replace(BULLETS, '').trim();
114
- label = attachValue(label, lines, ()=>i, (n)=>{
115
- i = n;
151
+ const itemLines = [
152
+ lines[i],
153
+ lines[++i]
154
+ ];
155
+ let label = lines[i].text.replace(BULLETS, '').trim();
156
+ while(!label && i + 1 < lines.length){
157
+ // stacked glyphs
158
+ itemLines.push(lines[++i]);
159
+ label = lines[i].text.replace(BULLETS, '').trim();
160
+ }
161
+ const attached = attachValue(label, lines, i);
162
+ if (attached.last !== i) itemLines.push(lines[attached.last]);
163
+ i = attached.last;
164
+ const itemText = `${' '.repeat(depth)}- ${attached.text}`;
165
+ out.push(itemText);
166
+ addBlock({
167
+ type: 'paragraph',
168
+ text: itemText,
169
+ tight: true,
170
+ wordIndexes: itemLines.flatMap((line)=>line.wordIndexes)
116
171
  });
117
- out.push(`${' '.repeat(depth)}- ${label}`);
118
172
  stats.listItems++;
119
173
  continue;
120
174
  }
@@ -122,21 +176,42 @@ export function buildMarkdown(pageLines, heightChars, opts = {}) {
122
176
  if (wasBullet) {
123
177
  flush();
124
178
  const depth = Math.max(0, Math.round((x - indentBase) / 18));
125
- out.push(`${' '.repeat(depth)}- ${attachValue(text, lines, ()=>i, (n)=>{
126
- i = n;
127
- })}`);
179
+ const itemLines = [
180
+ lines[i]
181
+ ];
182
+ const attached = attachValue(text, lines, i);
183
+ if (attached.last !== i) itemLines.push(lines[attached.last]);
184
+ i = attached.last;
185
+ const itemText = `${' '.repeat(depth)}- ${attached.text}`;
186
+ out.push(itemText);
187
+ addBlock({
188
+ type: 'paragraph',
189
+ text: itemText,
190
+ tight: true,
191
+ wordIndexes: itemLines.flatMap((line)=>line.wordIndexes)
192
+ });
128
193
  stats.listItems++;
129
194
  continue;
130
195
  }
131
196
  // `label:` on its own line followed by a bare value -> keep together
132
197
  if (/[::]\s*$/.test(text) && i + 1 < lines.length && /^[0-9][\d.,]*%?$/.test(lines[i + 1].text)) {
133
198
  flush();
134
- out.push(`- ${text} ${lines[++i].text}`);
199
+ const itemText = `- ${text} ${lines[++i].text}`;
200
+ out.push(itemText);
201
+ addBlock({
202
+ type: 'paragraph',
203
+ text: itemText,
204
+ tight: true,
205
+ wordIndexes: [
206
+ ...lines[i - 1].wordIndexes,
207
+ ...lines[i].wordIndexes
208
+ ]
209
+ });
135
210
  stats.joinedPairs++;
136
211
  continue;
137
212
  }
138
213
  // otherwise body text: re-flow wrapped lines into a paragraph
139
- appendToPara(text);
214
+ appendToPara(lines[i], text);
140
215
  if (/[.!?:]$/.test(text)) flush();
141
216
  else stats.reflowed++;
142
217
  }
@@ -144,10 +219,18 @@ export function buildMarkdown(pageLines, heightChars, opts = {}) {
144
219
  }
145
220
  flush();
146
221
  const md = `${out.join('\n').replace(/\n{3,}/g, '\n\n').trim()}\n`;
222
+ const pages = pageLines.map(({ page })=>{
223
+ var _blockPages_get;
224
+ return {
225
+ page,
226
+ blocks: (_blockPages_get = blockPages.get(page)) !== null && _blockPages_get !== void 0 ? _blockPages_get : []
227
+ };
228
+ });
147
229
  return {
148
230
  md,
149
231
  stats,
150
232
  bodyH,
151
- headingSizes
233
+ headingSizes,
234
+ pages
152
235
  };
153
236
  }
@@ -1 +1 @@
1
- {"version":3,"sources":["/Users/kevin/Dev/OpenSource/formats/pdf-to-md/src/markdown.ts"],"sourcesContent":["// Pass 3: lines -> markdown. Structure is measured, not guessed — heading\n// levels come from the font-height histogram, hyphen-closes only against a dictionary (see the inline comments below for each rule).\nimport { getDict } from './dict.ts';\nimport { pageMarkerLine } from './page-marker.ts';\nimport type { BuildMarkdownOptions, Line, MarkdownResult, MarkdownStats, PageLines } from './types.ts';\n\nconst GLYPH = /^[•◦▪▫●○·‣⁃]$/;\nconst BULLETS = /^(?:[•◦▪▫●○·‣⁃]\\s*)+/;\n\nexport function buildMarkdown(pageLines: PageLines[], heightChars: Map<number, number>, opts: BuildMarkdownOptions = {}): MarkdownResult {\n // body height = char-weighted mode; headings are the rarer, larger sizes.\n // The 1.35 multiplier keeps emphasized body text out of the outline.\n const bodyH = [...heightChars.entries()].sort((a, b) => b[1] - a[1])[0]?.[0] ?? 0;\n const headingSizes = [...heightChars.keys()].filter((h) => h > bodyH * 1.35).sort((a, b) => b - a);\n // with page markers on, content headings start below the page ### level;\n // sizes beyond the ###### budget share level 6 rather than being dropped\n const offset = opts.pageMarkers ? 3 : 0;\n const levelOf = new Map(headingSizes.slice(0, 6).map((h, i) => [h, Math.min(6, i + 1 + offset)]));\n\n const out: string[] = [];\n const stats: MarkdownStats = {\n headings: 0,\n listItems: 0,\n paragraphs: 0,\n joinedPairs: 0,\n reflowed: 0,\n callouts: 0,\n closedHyphens: 0,\n };\n let para: string[] = [];\n\n // a label line ending in ':' whose next line is a bare number belongs on one line\n function attachValue(label: string, lines: Line[], get: () => number, set: (n: number) => void): string {\n const j = get() + 1;\n if (/[::]\\s*$/.test(label) && j < lines.length && /^[0-9][\\d.,]*%?$/.test(lines[j].text)) {\n set(j);\n stats.joinedPairs++;\n return `${label} ${lines[j].text}`;\n }\n return label;\n }\n const flush = () => {\n if (!para.length) return;\n out.push(para.join(' ').replace(/\\s+([,.;:%])/g, '$1'));\n out.push('');\n stats.paragraphs++;\n para = [];\n };\n // append a wrapped line to the open paragraph, resolving a line-final hyphen\n const appendToPara = (text: string) => {\n const prev = para.at(-1);\n if (prev && /\\w-$/.test(prev)) {\n // a bare \" -\" is punctuation, not a wrapped word\n const head = prev.replace(/-$/, '').split(/\\s/).pop() as string;\n const tail = (text.split(/\\s/)[0] ?? '').replace(/[^A-Za-z-]/g, '').split('-')[0];\n const close = getDict().has((head + tail).toLowerCase());\n if (close) stats.closedHyphens++;\n para[para.length - 1] = prev.replace(/-$/, close ? '' : '-') + text;\n } else para.push(text);\n };\n\n for (const { page, lines } of pageLines) {\n if (opts.pageMarkers) {\n flush();\n out.push(pageMarkerLine(page));\n out.push('');\n }\n if (!lines.length) continue;\n const indentBase = Math.min(...lines.map((l) => l.x));\n\n for (let i = 0; i < lines.length; i++) {\n let { text, h, x } = lines[i];\n const prevLine = i > 0 ? lines[i - 1] : null;\n // a column change or a vertical jump wider than a blank line ends the paragraph\n if (para.length && prevLine && (lines[i].col !== prevLine.col || lines[i].y - prevLine.y > h * 2.2)) flush();\n\n // A large-font line opens a run: gather the consecutive same-size lines\n // below it (a title wraps across lines). A short merged run is one heading; a long one is a callout/pull-quote in a bigger face — prose, not structure — and becomes a blockquote.\n if (levelOf.has(h) && !BULLETS.test(text)) {\n const run = [text];\n while (i + 1 < lines.length && lines[i + 1].h === h && lines[i + 1].col === lines[i].col && lines[i + 1].y - lines[i].y < h * 2.2 && !BULLETS.test(lines[i + 1].text)) run.push(lines[++i].text);\n // join wrapped title lines, resolving line-final hyphens like body text\n const merged = run.reduce((acc, part) => (/\\w-$/.test(acc) ? acc.replace(/-$/, getDict().has(((acc.replace(/-$/, '').split(/\\s/).pop() as string) + (part.split(/\\s/)[0] ?? '').replace(/[^A-Za-z-]/g, '').split('-')[0]).toLowerCase()) ? '' : '-') + part : `${acc} ${part}`)).replace(/\\s+([,.;:%])/g, '$1');\n flush();\n if (merged.length > 150) {\n out.push(`> ${merged}`);\n out.push('');\n stats.callouts++;\n } else {\n out.push(`${'#'.repeat(levelOf.get(h) as number)} ${merged}`);\n out.push('');\n stats.headings++;\n }\n continue;\n }\n\n // Lines can carry several stacked glyphs (\"• ▪\") from nested source lists.\n const stripped = text.replace(BULLETS, '').trim();\n const wasBullet = stripped !== text;\n if (wasBullet) text = stripped;\n\n // bullet with nothing left on the line: attach the following line's text\n if ((!text || GLYPH.test(text)) && i + 1 < lines.length) {\n flush();\n const depth = Math.max(0, Math.round((x - indentBase) / 18));\n let label = lines[++i].text.replace(BULLETS, '').trim();\n while (!label && i + 1 < lines.length)\n // stacked glyphs\n label = lines[++i].text.replace(BULLETS, '').trim();\n label = attachValue(\n label,\n lines,\n () => i,\n (n) => {\n i = n;\n }\n );\n out.push(`${' '.repeat(depth)}- ${label}`);\n stats.listItems++;\n continue;\n }\n // glyph(s) followed by text on the same line\n if (wasBullet) {\n flush();\n const depth = Math.max(0, Math.round((x - indentBase) / 18));\n out.push(\n `${' '.repeat(depth)}- ${attachValue(\n text,\n lines,\n () => i,\n (n) => {\n i = n;\n }\n )}`\n );\n stats.listItems++;\n continue;\n }\n // `label:` on its own line followed by a bare value -> keep together\n if (/[::]\\s*$/.test(text) && i + 1 < lines.length && /^[0-9][\\d.,]*%?$/.test(lines[i + 1].text)) {\n flush();\n out.push(`- ${text} ${lines[++i].text}`);\n stats.joinedPairs++;\n continue;\n }\n // otherwise body text: re-flow wrapped lines into a paragraph\n appendToPara(text);\n if (/[.!?:]$/.test(text)) flush();\n else stats.reflowed++;\n }\n flush();\n }\n flush();\n\n const md = `${out\n .join('\\n')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim()}\\n`;\n return { md, stats, bodyH, headingSizes };\n}\n"],"names":["getDict","pageMarkerLine","GLYPH","BULLETS","buildMarkdown","pageLines","heightChars","opts","bodyH","entries","sort","a","b","headingSizes","keys","filter","h","offset","pageMarkers","levelOf","Map","slice","map","i","Math","min","out","stats","headings","listItems","paragraphs","joinedPairs","reflowed","callouts","closedHyphens","para","attachValue","label","lines","get","set","j","test","length","text","flush","push","join","replace","appendToPara","prev","at","head","split","pop","tail","close","has","toLowerCase","page","indentBase","l","x","prevLine","col","y","run","merged","reduce","acc","part","repeat","stripped","trim","wasBullet","depth","max","round","n","md"],"mappings":"AAAA,0EAA0E;AAC1E,qIAAqI;AACrI,SAASA,OAAO,QAAQ,YAAY;AACpC,SAASC,cAAc,QAAQ,mBAAmB;AAGlD,MAAMC,QAAQ;AACd,MAAMC,UAAU;AAEhB,OAAO,SAASC,cAAcC,SAAsB,EAAEC,WAAgC,EAAEC,OAA6B,CAAC,CAAC;;QAGvG;IAFd,0EAA0E;IAC1E,qEAAqE;IACrE,MAAMC,iBAAQ,SAAA;WAAIF,YAAYG,OAAO;KAAG,CAACC,IAAI,CAAC,CAACC,GAAGC,IAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,cAAzD,6BAAA,MAA2D,CAAC,EAAE,uCAAI;IAChF,MAAME,eAAe;WAAIP,YAAYQ,IAAI;KAAG,CAACC,MAAM,CAAC,CAACC,IAAMA,IAAIR,QAAQ,MAAME,IAAI,CAAC,CAACC,GAAGC,IAAMA,IAAID;IAChG,yEAAyE;IACzE,yEAAyE;IACzE,MAAMM,SAASV,KAAKW,WAAW,GAAG,IAAI;IACtC,MAAMC,UAAU,IAAIC,IAAIP,aAAaQ,KAAK,CAAC,GAAG,GAAGC,GAAG,CAAC,CAACN,GAAGO,IAAM;YAACP;YAAGQ,KAAKC,GAAG,CAAC,GAAGF,IAAI,IAAIN;SAAQ;IAE/F,MAAMS,MAAgB,EAAE;IACxB,MAAMC,QAAuB;QAC3BC,UAAU;QACVC,WAAW;QACXC,YAAY;QACZC,aAAa;QACbC,UAAU;QACVC,UAAU;QACVC,eAAe;IACjB;IACA,IAAIC,OAAiB,EAAE;IAEvB,kFAAkF;IAClF,SAASC,YAAYC,KAAa,EAAEC,KAAa,EAAEC,GAAiB,EAAEC,GAAwB;QAC5F,MAAMC,IAAIF,QAAQ;QAClB,IAAI,WAAWG,IAAI,CAACL,UAAUI,IAAIH,MAAMK,MAAM,IAAI,mBAAmBD,IAAI,CAACJ,KAAK,CAACG,EAAE,CAACG,IAAI,GAAG;YACxFJ,IAAIC;YACJd,MAAMI,WAAW;YACjB,OAAO,GAAGM,MAAM,CAAC,EAAEC,KAAK,CAACG,EAAE,CAACG,IAAI,EAAE;QACpC;QACA,OAAOP;IACT;IACA,MAAMQ,QAAQ;QACZ,IAAI,CAACV,KAAKQ,MAAM,EAAE;QAClBjB,IAAIoB,IAAI,CAACX,KAAKY,IAAI,CAAC,KAAKC,OAAO,CAAC,iBAAiB;QACjDtB,IAAIoB,IAAI,CAAC;QACTnB,MAAMG,UAAU;QAChBK,OAAO,EAAE;IACX;IACA,6EAA6E;IAC7E,MAAMc,eAAe,CAACL;QACpB,MAAMM,OAAOf,KAAKgB,EAAE,CAAC,CAAC;QACtB,IAAID,QAAQ,OAAOR,IAAI,CAACQ,OAAO;gBAGfN;YAFd,iDAAiD;YACjD,MAAMQ,OAAOF,KAAKF,OAAO,CAAC,MAAM,IAAIK,KAAK,CAAC,MAAMC,GAAG;YACnD,MAAMC,OAAO,EAACX,eAAAA,KAAKS,KAAK,CAAC,KAAK,CAAC,EAAE,cAAnBT,0BAAAA,eAAuB,IAAII,OAAO,CAAC,eAAe,IAAIK,KAAK,CAAC,IAAI,CAAC,EAAE;YACjF,MAAMG,QAAQxD,UAAUyD,GAAG,CAAC,AAACL,CAAAA,OAAOG,IAAG,EAAGG,WAAW;YACrD,IAAIF,OAAO7B,MAAMO,aAAa;YAC9BC,IAAI,CAACA,KAAKQ,MAAM,GAAG,EAAE,GAAGO,KAAKF,OAAO,CAAC,MAAMQ,QAAQ,KAAK,OAAOZ;QACjE,OAAOT,KAAKW,IAAI,CAACF;IACnB;IAEA,KAAK,MAAM,EAAEe,IAAI,EAAErB,KAAK,EAAE,IAAIjC,UAAW;QACvC,IAAIE,KAAKW,WAAW,EAAE;YACpB2B;YACAnB,IAAIoB,IAAI,CAAC7C,eAAe0D;YACxBjC,IAAIoB,IAAI,CAAC;QACX;QACA,IAAI,CAACR,MAAMK,MAAM,EAAE;QACnB,MAAMiB,aAAapC,KAAKC,GAAG,IAAIa,MAAMhB,GAAG,CAAC,CAACuC,IAAMA,EAAEC,CAAC;QAEnD,IAAK,IAAIvC,IAAI,GAAGA,IAAIe,MAAMK,MAAM,EAAEpB,IAAK;YACrC,IAAI,EAAEqB,IAAI,EAAE5B,CAAC,EAAE8C,CAAC,EAAE,GAAGxB,KAAK,CAACf,EAAE;YAC7B,MAAMwC,WAAWxC,IAAI,IAAIe,KAAK,CAACf,IAAI,EAAE,GAAG;YACxC,gFAAgF;YAChF,IAAIY,KAAKQ,MAAM,IAAIoB,YAAazB,CAAAA,KAAK,CAACf,EAAE,CAACyC,GAAG,KAAKD,SAASC,GAAG,IAAI1B,KAAK,CAACf,EAAE,CAAC0C,CAAC,GAAGF,SAASE,CAAC,GAAGjD,IAAI,GAAE,GAAI6B;YAErG,wEAAwE;YACxE,mLAAmL;YACnL,IAAI1B,QAAQsC,GAAG,CAACzC,MAAM,CAACb,QAAQuC,IAAI,CAACE,OAAO;gBACzC,MAAMsB,MAAM;oBAACtB;iBAAK;gBAClB,MAAOrB,IAAI,IAAIe,MAAMK,MAAM,IAAIL,KAAK,CAACf,IAAI,EAAE,CAACP,CAAC,KAAKA,KAAKsB,KAAK,CAACf,IAAI,EAAE,CAACyC,GAAG,KAAK1B,KAAK,CAACf,EAAE,CAACyC,GAAG,IAAI1B,KAAK,CAACf,IAAI,EAAE,CAAC0C,CAAC,GAAG3B,KAAK,CAACf,EAAE,CAAC0C,CAAC,GAAGjD,IAAI,OAAO,CAACb,QAAQuC,IAAI,CAACJ,KAAK,CAACf,IAAI,EAAE,CAACqB,IAAI,EAAGsB,IAAIpB,IAAI,CAACR,KAAK,CAAC,EAAEf,EAAE,CAACqB,IAAI;gBAC/L,wEAAwE;gBACxE,MAAMuB,SAASD,IAAIE,MAAM,CAAC,CAACC,KAAKC;wBAAqHA;2BAA3G,OAAO5B,IAAI,CAAC2B,OAAOA,IAAIrB,OAAO,CAAC,MAAMhD,UAAUyD,GAAG,CAAC,AAAC,CAAA,AAACY,IAAIrB,OAAO,CAAC,MAAM,IAAIK,KAAK,CAAC,MAAMC,GAAG,KAAgB,EAACgB,eAAAA,KAAKjB,KAAK,CAAC,KAAK,CAAC,EAAE,cAAnBiB,0BAAAA,eAAuB,IAAItB,OAAO,CAAC,eAAe,IAAIK,KAAK,CAAC,IAAI,CAAC,EAAE,AAAD,EAAGK,WAAW,MAAM,KAAK,OAAOY,OAAO,GAAGD,IAAI,CAAC,EAAEC,MAAM;mBAAGtB,OAAO,CAAC,iBAAiB;gBAC1SH;gBACA,IAAIsB,OAAOxB,MAAM,GAAG,KAAK;oBACvBjB,IAAIoB,IAAI,CAAC,CAAC,EAAE,EAAEqB,QAAQ;oBACtBzC,IAAIoB,IAAI,CAAC;oBACTnB,MAAMM,QAAQ;gBAChB,OAAO;oBACLP,IAAIoB,IAAI,CAAC,GAAG,IAAIyB,MAAM,CAACpD,QAAQoB,GAAG,CAACvB,IAAc,CAAC,EAAEmD,QAAQ;oBAC5DzC,IAAIoB,IAAI,CAAC;oBACTnB,MAAMC,QAAQ;gBAChB;gBACA;YACF;YAEA,2EAA2E;YAC3E,MAAM4C,WAAW5B,KAAKI,OAAO,CAAC7C,SAAS,IAAIsE,IAAI;YAC/C,MAAMC,YAAYF,aAAa5B;YAC/B,IAAI8B,WAAW9B,OAAO4B;YAEtB,yEAAyE;YACzE,IAAI,AAAC,CAAA,CAAC5B,QAAQ1C,MAAMwC,IAAI,CAACE,KAAI,KAAMrB,IAAI,IAAIe,MAAMK,MAAM,EAAE;gBACvDE;gBACA,MAAM8B,QAAQnD,KAAKoD,GAAG,CAAC,GAAGpD,KAAKqD,KAAK,CAAC,AAACf,CAAAA,IAAIF,UAAS,IAAK;gBACxD,IAAIvB,QAAQC,KAAK,CAAC,EAAEf,EAAE,CAACqB,IAAI,CAACI,OAAO,CAAC7C,SAAS,IAAIsE,IAAI;gBACrD,MAAO,CAACpC,SAASd,IAAI,IAAIe,MAAMK,MAAM,CACnC,iBAAiB;gBACjBN,QAAQC,KAAK,CAAC,EAAEf,EAAE,CAACqB,IAAI,CAACI,OAAO,CAAC7C,SAAS,IAAIsE,IAAI;gBACnDpC,QAAQD,YACNC,OACAC,OACA,IAAMf,GACN,CAACuD;oBACCvD,IAAIuD;gBACN;gBAEFpD,IAAIoB,IAAI,CAAC,GAAG,KAAKyB,MAAM,CAACI,OAAO,EAAE,EAAEtC,OAAO;gBAC1CV,MAAME,SAAS;gBACf;YACF;YACA,6CAA6C;YAC7C,IAAI6C,WAAW;gBACb7B;gBACA,MAAM8B,QAAQnD,KAAKoD,GAAG,CAAC,GAAGpD,KAAKqD,KAAK,CAAC,AAACf,CAAAA,IAAIF,UAAS,IAAK;gBACxDlC,IAAIoB,IAAI,CACN,GAAG,KAAKyB,MAAM,CAACI,OAAO,EAAE,EAAEvC,YACxBQ,MACAN,OACA,IAAMf,GACN,CAACuD;oBACCvD,IAAIuD;gBACN,IACC;gBAELnD,MAAME,SAAS;gBACf;YACF;YACA,qEAAqE;YACrE,IAAI,WAAWa,IAAI,CAACE,SAASrB,IAAI,IAAIe,MAAMK,MAAM,IAAI,mBAAmBD,IAAI,CAACJ,KAAK,CAACf,IAAI,EAAE,CAACqB,IAAI,GAAG;gBAC/FC;gBACAnB,IAAIoB,IAAI,CAAC,CAAC,EAAE,EAAEF,KAAK,CAAC,EAAEN,KAAK,CAAC,EAAEf,EAAE,CAACqB,IAAI,EAAE;gBACvCjB,MAAMI,WAAW;gBACjB;YACF;YACA,8DAA8D;YAC9DkB,aAAaL;YACb,IAAI,UAAUF,IAAI,CAACE,OAAOC;iBACrBlB,MAAMK,QAAQ;QACrB;QACAa;IACF;IACAA;IAEA,MAAMkC,KAAK,GAAGrD,IACXqB,IAAI,CAAC,MACLC,OAAO,CAAC,WAAW,QACnByB,IAAI,GAAG,EAAE,CAAC;IACb,OAAO;QAAEM;QAAIpD;QAAOnB;QAAOK;IAAa;AAC1C"}
1
+ {"version":3,"sources":["/Users/kevin/Dev/open-source/formats/pdf-to-md/src/markdown.ts"],"sourcesContent":["// Pass 3: lines -> markdown. Structure is measured, not guessed — heading\n// levels come from the font-height histogram, hyphen-closes only against a dictionary (see the inline comments below for each rule).\nimport { getDict } from './dict.ts';\nimport { pageMarkerLine } from './page-marker.ts';\nimport type { AnalysisBlock, BuildMarkdownOptions, Line, MarkdownPage, MarkdownResult, MarkdownStats, PageLines } from './types.ts';\n\nconst GLYPH = /^[•◦▪▫●○·‣⁃]$/;\nconst BULLETS = /^(?:[•◦▪▫●○·‣⁃]\\s*)+/;\n\nexport function buildMarkdown(pageLines: PageLines[], heightChars: Map<number, number>, opts: BuildMarkdownOptions = {}): MarkdownResult {\n // body height = char-weighted mode; headings are the rarer, larger sizes.\n // The 1.35 multiplier keeps emphasized body text out of the outline.\n const bodyH = [...heightChars.entries()].sort((a, b) => b[1] - a[1])[0]?.[0] ?? 0;\n const headingSizes = [...heightChars.keys()].filter((h) => h > bodyH * 1.35).sort((a, b) => b - a);\n // with page markers on, content headings start below the page ### level;\n // sizes beyond the ###### budget share level 6 rather than being dropped\n const offset = opts.pageMarkers ? 3 : 0;\n const levelOf = new Map(headingSizes.slice(0, 6).map((h, i) => [h, Math.min(6, i + 1 + offset)]));\n\n const out: string[] = [];\n const blockPages = new Map<number, AnalysisBlock[]>();\n const stats: MarkdownStats = {\n headings: 0,\n listItems: 0,\n paragraphs: 0,\n joinedPairs: 0,\n reflowed: 0,\n callouts: 0,\n closedHyphens: 0,\n };\n let currentPage = 0;\n let para: { text: string; wordIndexes: number[] }[] = [];\n\n const addBlock = (block: AnalysisBlock) => {\n const blocks = blockPages.get(currentPage);\n if (blocks) blocks.push(block);\n else blockPages.set(currentPage, [block]);\n };\n\n // a label line ending in ':' whose next line is a bare number belongs on one line\n function attachValue(label: string, lines: Line[], i: number): { text: string; last: number } {\n const j = i + 1;\n if (/[::]\\s*$/.test(label) && j < lines.length && /^[0-9][\\d.,]*%?$/.test(lines[j].text)) {\n stats.joinedPairs++;\n return { text: `${label} ${lines[j].text}`, last: j };\n }\n return { text: label, last: i };\n }\n const flush = () => {\n if (!para.length) return;\n const text = para\n .map((part) => part.text)\n .join(' ')\n .replace(/\\s+([,.;:%])/g, '$1');\n out.push(text);\n out.push('');\n addBlock({ type: 'paragraph', text, wordIndexes: para.flatMap((part) => part.wordIndexes) });\n stats.paragraphs++;\n para = [];\n };\n // append a wrapped line to the open paragraph, resolving a line-final hyphen\n const appendToPara = (line: Line, text: string) => {\n const prev = para.at(-1);\n if (prev && /\\w-$/.test(prev.text)) {\n // a bare \" -\" is punctuation, not a wrapped word\n const head = prev.text.replace(/-$/, '').split(/\\s/).pop() as string;\n const tail = (text.split(/\\s/)[0] ?? '').replace(/[^A-Za-z-]/g, '').split('-')[0];\n const close = getDict().has((head + tail).toLowerCase());\n if (close) stats.closedHyphens++;\n para[para.length - 1].text = prev.text.replace(/-$/, close ? '' : '-') + text;\n para[para.length - 1].wordIndexes.push(...line.wordIndexes);\n } else para.push({ text, wordIndexes: [...line.wordIndexes] });\n };\n\n for (const { page, lines } of pageLines) {\n currentPage = page;\n if (opts.pageMarkers) {\n flush();\n out.push(pageMarkerLine(page));\n out.push('');\n }\n if (!lines.length) continue;\n const indentBase = Math.min(...lines.map((l) => l.x));\n\n for (let i = 0; i < lines.length; i++) {\n let { text, h, x } = lines[i];\n const prevLine = i > 0 ? lines[i - 1] : null;\n // a column change or a vertical jump wider than a blank line ends the paragraph\n if (para.length && prevLine && (lines[i].col !== prevLine.col || lines[i].y - prevLine.y > h * 2.2)) flush();\n\n // A large-font line opens a run: gather the consecutive same-size lines\n // below it (a title wraps across lines). A short merged run is one heading; a long one is a callout/pull-quote in a bigger face — prose, not structure — and becomes a blockquote.\n if (levelOf.has(h) && !BULLETS.test(text)) {\n const run = [lines[i]];\n while (i + 1 < lines.length && lines[i + 1].h === h && lines[i + 1].col === lines[i].col && lines[i + 1].y - lines[i].y < h * 2.2 && !BULLETS.test(lines[i + 1].text)) run.push(lines[++i]);\n // join wrapped title lines, resolving line-final hyphens like body text\n const merged = run\n .map((line) => line.text)\n .reduce((acc, part) => (/\\w-$/.test(acc) ? acc.replace(/-$/, getDict().has(((acc.replace(/-$/, '').split(/\\s/).pop() as string) + (part.split(/\\s/)[0] ?? '').replace(/[^A-Za-z-]/g, '').split('-')[0]).toLowerCase()) ? '' : '-') + part : `${acc} ${part}`))\n .replace(/\\s+([,.;:%])/g, '$1');\n const wordIndexes = run.flatMap((line) => line.wordIndexes);\n flush();\n if (merged.length > 150) {\n out.push(`> ${merged}`);\n out.push('');\n addBlock({ type: 'paragraph', text: `> ${merged}`, wordIndexes });\n stats.callouts++;\n } else {\n const level = levelOf.get(h) as number;\n out.push(`${'#'.repeat(level)} ${merged}`);\n out.push('');\n addBlock({ type: 'heading', text: merged, level, wordIndexes });\n stats.headings++;\n }\n continue;\n }\n\n // Lines can carry several stacked glyphs (\"• ▪\") from nested source lists.\n const stripped = text.replace(BULLETS, '').trim();\n const wasBullet = stripped !== text;\n if (wasBullet) text = stripped;\n\n // bullet with nothing left on the line: attach the following line's text\n if ((!text || GLYPH.test(text)) && i + 1 < lines.length) {\n flush();\n const depth = Math.max(0, Math.round((x - indentBase) / 18));\n const itemLines = [lines[i], lines[++i]];\n let label = lines[i].text.replace(BULLETS, '').trim();\n while (!label && i + 1 < lines.length) {\n // stacked glyphs\n itemLines.push(lines[++i]);\n label = lines[i].text.replace(BULLETS, '').trim();\n }\n const attached = attachValue(label, lines, i);\n if (attached.last !== i) itemLines.push(lines[attached.last]);\n i = attached.last;\n const itemText = `${' '.repeat(depth)}- ${attached.text}`;\n out.push(itemText);\n addBlock({ type: 'paragraph', text: itemText, tight: true, wordIndexes: itemLines.flatMap((line) => line.wordIndexes) });\n stats.listItems++;\n continue;\n }\n // glyph(s) followed by text on the same line\n if (wasBullet) {\n flush();\n const depth = Math.max(0, Math.round((x - indentBase) / 18));\n const itemLines = [lines[i]];\n const attached = attachValue(text, lines, i);\n if (attached.last !== i) itemLines.push(lines[attached.last]);\n i = attached.last;\n const itemText = `${' '.repeat(depth)}- ${attached.text}`;\n out.push(itemText);\n addBlock({ type: 'paragraph', text: itemText, tight: true, wordIndexes: itemLines.flatMap((line) => line.wordIndexes) });\n stats.listItems++;\n continue;\n }\n // `label:` on its own line followed by a bare value -> keep together\n if (/[::]\\s*$/.test(text) && i + 1 < lines.length && /^[0-9][\\d.,]*%?$/.test(lines[i + 1].text)) {\n flush();\n const itemText = `- ${text} ${lines[++i].text}`;\n out.push(itemText);\n addBlock({ type: 'paragraph', text: itemText, tight: true, wordIndexes: [...lines[i - 1].wordIndexes, ...lines[i].wordIndexes] });\n stats.joinedPairs++;\n continue;\n }\n // otherwise body text: re-flow wrapped lines into a paragraph\n appendToPara(lines[i], text);\n if (/[.!?:]$/.test(text)) flush();\n else stats.reflowed++;\n }\n flush();\n }\n flush();\n\n const md = `${out\n .join('\\n')\n .replace(/\\n{3,}/g, '\\n\\n')\n .trim()}\\n`;\n const pages: MarkdownPage[] = pageLines.map(({ page }) => ({ page, blocks: blockPages.get(page) ?? [] }));\n return { md, stats, bodyH, headingSizes, pages };\n}\n"],"names":["getDict","pageMarkerLine","GLYPH","BULLETS","buildMarkdown","pageLines","heightChars","opts","bodyH","entries","sort","a","b","headingSizes","keys","filter","h","offset","pageMarkers","levelOf","Map","slice","map","i","Math","min","out","blockPages","stats","headings","listItems","paragraphs","joinedPairs","reflowed","callouts","closedHyphens","currentPage","para","addBlock","block","blocks","get","push","set","attachValue","label","lines","j","test","length","text","last","flush","part","join","replace","type","wordIndexes","flatMap","appendToPara","line","prev","at","head","split","pop","tail","close","has","toLowerCase","page","indentBase","l","x","prevLine","col","y","run","merged","reduce","acc","level","repeat","stripped","trim","wasBullet","depth","max","round","itemLines","attached","itemText","tight","md","pages"],"mappings":"AAAA,0EAA0E;AAC1E,qIAAqI;AACrI,SAASA,OAAO,QAAQ,YAAY;AACpC,SAASC,cAAc,QAAQ,mBAAmB;AAGlD,MAAMC,QAAQ;AACd,MAAMC,UAAU;AAEhB,OAAO,SAASC,cAAcC,SAAsB,EAAEC,WAAgC,EAAEC,OAA6B,CAAC,CAAC;;QAGvG;IAFd,0EAA0E;IAC1E,qEAAqE;IACrE,MAAMC,iBAAQ,SAAA;WAAIF,YAAYG,OAAO;KAAG,CAACC,IAAI,CAAC,CAACC,GAAGC,IAAMA,CAAC,CAAC,EAAE,GAAGD,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,cAAzD,6BAAA,MAA2D,CAAC,EAAE,uCAAI;IAChF,MAAME,eAAe;WAAIP,YAAYQ,IAAI;KAAG,CAACC,MAAM,CAAC,CAACC,IAAMA,IAAIR,QAAQ,MAAME,IAAI,CAAC,CAACC,GAAGC,IAAMA,IAAID;IAChG,yEAAyE;IACzE,yEAAyE;IACzE,MAAMM,SAASV,KAAKW,WAAW,GAAG,IAAI;IACtC,MAAMC,UAAU,IAAIC,IAAIP,aAAaQ,KAAK,CAAC,GAAG,GAAGC,GAAG,CAAC,CAACN,GAAGO,IAAM;YAACP;YAAGQ,KAAKC,GAAG,CAAC,GAAGF,IAAI,IAAIN;SAAQ;IAE/F,MAAMS,MAAgB,EAAE;IACxB,MAAMC,aAAa,IAAIP;IACvB,MAAMQ,QAAuB;QAC3BC,UAAU;QACVC,WAAW;QACXC,YAAY;QACZC,aAAa;QACbC,UAAU;QACVC,UAAU;QACVC,eAAe;IACjB;IACA,IAAIC,cAAc;IAClB,IAAIC,OAAkD,EAAE;IAExD,MAAMC,WAAW,CAACC;QAChB,MAAMC,SAASb,WAAWc,GAAG,CAACL;QAC9B,IAAII,QAAQA,OAAOE,IAAI,CAACH;aACnBZ,WAAWgB,GAAG,CAACP,aAAa;YAACG;SAAM;IAC1C;IAEA,kFAAkF;IAClF,SAASK,YAAYC,KAAa,EAAEC,KAAa,EAAEvB,CAAS;QAC1D,MAAMwB,IAAIxB,IAAI;QACd,IAAI,WAAWyB,IAAI,CAACH,UAAUE,IAAID,MAAMG,MAAM,IAAI,mBAAmBD,IAAI,CAACF,KAAK,CAACC,EAAE,CAACG,IAAI,GAAG;YACxFtB,MAAMI,WAAW;YACjB,OAAO;gBAAEkB,MAAM,GAAGL,MAAM,CAAC,EAAEC,KAAK,CAACC,EAAE,CAACG,IAAI,EAAE;gBAAEC,MAAMJ;YAAE;QACtD;QACA,OAAO;YAAEG,MAAML;YAAOM,MAAM5B;QAAE;IAChC;IACA,MAAM6B,QAAQ;QACZ,IAAI,CAACf,KAAKY,MAAM,EAAE;QAClB,MAAMC,OAAOb,KACVf,GAAG,CAAC,CAAC+B,OAASA,KAAKH,IAAI,EACvBI,IAAI,CAAC,KACLC,OAAO,CAAC,iBAAiB;QAC5B7B,IAAIgB,IAAI,CAACQ;QACTxB,IAAIgB,IAAI,CAAC;QACTJ,SAAS;YAAEkB,MAAM;YAAaN;YAAMO,aAAapB,KAAKqB,OAAO,CAAC,CAACL,OAASA,KAAKI,WAAW;QAAE;QAC1F7B,MAAMG,UAAU;QAChBM,OAAO,EAAE;IACX;IACA,6EAA6E;IAC7E,MAAMsB,eAAe,CAACC,MAAYV;QAChC,MAAMW,OAAOxB,KAAKyB,EAAE,CAAC,CAAC;QACtB,IAAID,QAAQ,OAAOb,IAAI,CAACa,KAAKX,IAAI,GAAG;gBAGpBA;YAFd,iDAAiD;YACjD,MAAMa,OAAOF,KAAKX,IAAI,CAACK,OAAO,CAAC,MAAM,IAAIS,KAAK,CAAC,MAAMC,GAAG;YACxD,MAAMC,OAAO,EAAChB,eAAAA,KAAKc,KAAK,CAAC,KAAK,CAAC,EAAE,cAAnBd,0BAAAA,eAAuB,IAAIK,OAAO,CAAC,eAAe,IAAIS,KAAK,CAAC,IAAI,CAAC,EAAE;YACjF,MAAMG,QAAQnE,UAAUoE,GAAG,CAAC,AAACL,CAAAA,OAAOG,IAAG,EAAGG,WAAW;YACrD,IAAIF,OAAOvC,MAAMO,aAAa;YAC9BE,IAAI,CAACA,KAAKY,MAAM,GAAG,EAAE,CAACC,IAAI,GAAGW,KAAKX,IAAI,CAACK,OAAO,CAAC,MAAMY,QAAQ,KAAK,OAAOjB;YACzEb,IAAI,CAACA,KAAKY,MAAM,GAAG,EAAE,CAACQ,WAAW,CAACf,IAAI,IAAIkB,KAAKH,WAAW;QAC5D,OAAOpB,KAAKK,IAAI,CAAC;YAAEQ;YAAMO,aAAa;mBAAIG,KAAKH,WAAW;aAAC;QAAC;IAC9D;IAEA,KAAK,MAAM,EAAEa,IAAI,EAAExB,KAAK,EAAE,IAAIzC,UAAW;QACvC+B,cAAckC;QACd,IAAI/D,KAAKW,WAAW,EAAE;YACpBkC;YACA1B,IAAIgB,IAAI,CAACzC,eAAeqE;YACxB5C,IAAIgB,IAAI,CAAC;QACX;QACA,IAAI,CAACI,MAAMG,MAAM,EAAE;QACnB,MAAMsB,aAAa/C,KAAKC,GAAG,IAAIqB,MAAMxB,GAAG,CAAC,CAACkD,IAAMA,EAAEC,CAAC;QAEnD,IAAK,IAAIlD,IAAI,GAAGA,IAAIuB,MAAMG,MAAM,EAAE1B,IAAK;YACrC,IAAI,EAAE2B,IAAI,EAAElC,CAAC,EAAEyD,CAAC,EAAE,GAAG3B,KAAK,CAACvB,EAAE;YAC7B,MAAMmD,WAAWnD,IAAI,IAAIuB,KAAK,CAACvB,IAAI,EAAE,GAAG;YACxC,gFAAgF;YAChF,IAAIc,KAAKY,MAAM,IAAIyB,YAAa5B,CAAAA,KAAK,CAACvB,EAAE,CAACoD,GAAG,KAAKD,SAASC,GAAG,IAAI7B,KAAK,CAACvB,EAAE,CAACqD,CAAC,GAAGF,SAASE,CAAC,GAAG5D,IAAI,GAAE,GAAIoC;YAErG,wEAAwE;YACxE,mLAAmL;YACnL,IAAIjC,QAAQiD,GAAG,CAACpD,MAAM,CAACb,QAAQ6C,IAAI,CAACE,OAAO;gBACzC,MAAM2B,MAAM;oBAAC/B,KAAK,CAACvB,EAAE;iBAAC;gBACtB,MAAOA,IAAI,IAAIuB,MAAMG,MAAM,IAAIH,KAAK,CAACvB,IAAI,EAAE,CAACP,CAAC,KAAKA,KAAK8B,KAAK,CAACvB,IAAI,EAAE,CAACoD,GAAG,KAAK7B,KAAK,CAACvB,EAAE,CAACoD,GAAG,IAAI7B,KAAK,CAACvB,IAAI,EAAE,CAACqD,CAAC,GAAG9B,KAAK,CAACvB,EAAE,CAACqD,CAAC,GAAG5D,IAAI,OAAO,CAACb,QAAQ6C,IAAI,CAACF,KAAK,CAACvB,IAAI,EAAE,CAAC2B,IAAI,EAAG2B,IAAInC,IAAI,CAACI,KAAK,CAAC,EAAEvB,EAAE;gBAC1L,wEAAwE;gBACxE,MAAMuD,SAASD,IACZvD,GAAG,CAAC,CAACsC,OAASA,KAAKV,IAAI,EACvB6B,MAAM,CAAC,CAACC,KAAK3B;wBAAqHA;2BAA3G,OAAOL,IAAI,CAACgC,OAAOA,IAAIzB,OAAO,CAAC,MAAMvD,UAAUoE,GAAG,CAAC,AAAC,CAAA,AAACY,IAAIzB,OAAO,CAAC,MAAM,IAAIS,KAAK,CAAC,MAAMC,GAAG,KAAgB,EAACZ,eAAAA,KAAKW,KAAK,CAAC,KAAK,CAAC,EAAE,cAAnBX,0BAAAA,eAAuB,IAAIE,OAAO,CAAC,eAAe,IAAIS,KAAK,CAAC,IAAI,CAAC,EAAE,AAAD,EAAGK,WAAW,MAAM,KAAK,OAAOhB,OAAO,GAAG2B,IAAI,CAAC,EAAE3B,MAAM;mBAC3PE,OAAO,CAAC,iBAAiB;gBAC5B,MAAME,cAAcoB,IAAInB,OAAO,CAAC,CAACE,OAASA,KAAKH,WAAW;gBAC1DL;gBACA,IAAI0B,OAAO7B,MAAM,GAAG,KAAK;oBACvBvB,IAAIgB,IAAI,CAAC,CAAC,EAAE,EAAEoC,QAAQ;oBACtBpD,IAAIgB,IAAI,CAAC;oBACTJ,SAAS;wBAAEkB,MAAM;wBAAaN,MAAM,CAAC,EAAE,EAAE4B,QAAQ;wBAAErB;oBAAY;oBAC/D7B,MAAMM,QAAQ;gBAChB,OAAO;oBACL,MAAM+C,QAAQ9D,QAAQsB,GAAG,CAACzB;oBAC1BU,IAAIgB,IAAI,CAAC,GAAG,IAAIwC,MAAM,CAACD,OAAO,CAAC,EAAEH,QAAQ;oBACzCpD,IAAIgB,IAAI,CAAC;oBACTJ,SAAS;wBAAEkB,MAAM;wBAAWN,MAAM4B;wBAAQG;wBAAOxB;oBAAY;oBAC7D7B,MAAMC,QAAQ;gBAChB;gBACA;YACF;YAEA,2EAA2E;YAC3E,MAAMsD,WAAWjC,KAAKK,OAAO,CAACpD,SAAS,IAAIiF,IAAI;YAC/C,MAAMC,YAAYF,aAAajC;YAC/B,IAAImC,WAAWnC,OAAOiC;YAEtB,yEAAyE;YACzE,IAAI,AAAC,CAAA,CAACjC,QAAQhD,MAAM8C,IAAI,CAACE,KAAI,KAAM3B,IAAI,IAAIuB,MAAMG,MAAM,EAAE;gBACvDG;gBACA,MAAMkC,QAAQ9D,KAAK+D,GAAG,CAAC,GAAG/D,KAAKgE,KAAK,CAAC,AAACf,CAAAA,IAAIF,UAAS,IAAK;gBACxD,MAAMkB,YAAY;oBAAC3C,KAAK,CAACvB,EAAE;oBAAEuB,KAAK,CAAC,EAAEvB,EAAE;iBAAC;gBACxC,IAAIsB,QAAQC,KAAK,CAACvB,EAAE,CAAC2B,IAAI,CAACK,OAAO,CAACpD,SAAS,IAAIiF,IAAI;gBACnD,MAAO,CAACvC,SAAStB,IAAI,IAAIuB,MAAMG,MAAM,CAAE;oBACrC,iBAAiB;oBACjBwC,UAAU/C,IAAI,CAACI,KAAK,CAAC,EAAEvB,EAAE;oBACzBsB,QAAQC,KAAK,CAACvB,EAAE,CAAC2B,IAAI,CAACK,OAAO,CAACpD,SAAS,IAAIiF,IAAI;gBACjD;gBACA,MAAMM,WAAW9C,YAAYC,OAAOC,OAAOvB;gBAC3C,IAAImE,SAASvC,IAAI,KAAK5B,GAAGkE,UAAU/C,IAAI,CAACI,KAAK,CAAC4C,SAASvC,IAAI,CAAC;gBAC5D5B,IAAImE,SAASvC,IAAI;gBACjB,MAAMwC,WAAW,GAAG,KAAKT,MAAM,CAACI,OAAO,EAAE,EAAEI,SAASxC,IAAI,EAAE;gBAC1DxB,IAAIgB,IAAI,CAACiD;gBACTrD,SAAS;oBAAEkB,MAAM;oBAAaN,MAAMyC;oBAAUC,OAAO;oBAAMnC,aAAagC,UAAU/B,OAAO,CAAC,CAACE,OAASA,KAAKH,WAAW;gBAAE;gBACtH7B,MAAME,SAAS;gBACf;YACF;YACA,6CAA6C;YAC7C,IAAIuD,WAAW;gBACbjC;gBACA,MAAMkC,QAAQ9D,KAAK+D,GAAG,CAAC,GAAG/D,KAAKgE,KAAK,CAAC,AAACf,CAAAA,IAAIF,UAAS,IAAK;gBACxD,MAAMkB,YAAY;oBAAC3C,KAAK,CAACvB,EAAE;iBAAC;gBAC5B,MAAMmE,WAAW9C,YAAYM,MAAMJ,OAAOvB;gBAC1C,IAAImE,SAASvC,IAAI,KAAK5B,GAAGkE,UAAU/C,IAAI,CAACI,KAAK,CAAC4C,SAASvC,IAAI,CAAC;gBAC5D5B,IAAImE,SAASvC,IAAI;gBACjB,MAAMwC,WAAW,GAAG,KAAKT,MAAM,CAACI,OAAO,EAAE,EAAEI,SAASxC,IAAI,EAAE;gBAC1DxB,IAAIgB,IAAI,CAACiD;gBACTrD,SAAS;oBAAEkB,MAAM;oBAAaN,MAAMyC;oBAAUC,OAAO;oBAAMnC,aAAagC,UAAU/B,OAAO,CAAC,CAACE,OAASA,KAAKH,WAAW;gBAAE;gBACtH7B,MAAME,SAAS;gBACf;YACF;YACA,qEAAqE;YACrE,IAAI,WAAWkB,IAAI,CAACE,SAAS3B,IAAI,IAAIuB,MAAMG,MAAM,IAAI,mBAAmBD,IAAI,CAACF,KAAK,CAACvB,IAAI,EAAE,CAAC2B,IAAI,GAAG;gBAC/FE;gBACA,MAAMuC,WAAW,CAAC,EAAE,EAAEzC,KAAK,CAAC,EAAEJ,KAAK,CAAC,EAAEvB,EAAE,CAAC2B,IAAI,EAAE;gBAC/CxB,IAAIgB,IAAI,CAACiD;gBACTrD,SAAS;oBAAEkB,MAAM;oBAAaN,MAAMyC;oBAAUC,OAAO;oBAAMnC,aAAa;2BAAIX,KAAK,CAACvB,IAAI,EAAE,CAACkC,WAAW;2BAAKX,KAAK,CAACvB,EAAE,CAACkC,WAAW;qBAAC;gBAAC;gBAC/H7B,MAAMI,WAAW;gBACjB;YACF;YACA,8DAA8D;YAC9D2B,aAAab,KAAK,CAACvB,EAAE,EAAE2B;YACvB,IAAI,UAAUF,IAAI,CAACE,OAAOE;iBACrBxB,MAAMK,QAAQ;QACrB;QACAmB;IACF;IACAA;IAEA,MAAMyC,KAAK,GAAGnE,IACX4B,IAAI,CAAC,MACLC,OAAO,CAAC,WAAW,QACnB6B,IAAI,GAAG,EAAE,CAAC;IACb,MAAMU,QAAwBzF,UAAUiB,GAAG,CAAC,CAAC,EAAEgD,IAAI,EAAE;YAAsB3C;eAAhB;YAAE2C;YAAM9B,MAAM,GAAEb,kBAAAA,WAAWc,GAAG,CAAC6B,mBAAf3C,6BAAAA,kBAAwB,EAAE;QAAC;;IACtG,OAAO;QAAEkE;QAAIjE;QAAOpB;QAAOK;QAAciF;IAAM;AACjD"}
@@ -12,5 +12,5 @@ export declare function splitByPageMarker(md: string): {
12
12
  /** Per-page body text, duplicate-marker slices CONCATENATED — a word anywhere
13
13
  * on page N counts as on page N (the auditor's membership semantics). */
14
14
  export declare function bodyByPage(md: string): Map<number, string>;
15
- /** Count of "### pN" marker lines in `md`. */
15
+ /** Count of visible or invisible page-provenance marker lines in `md`. */
16
16
  export declare function countPageMarkers(md: string): number;
@@ -1,20 +1,24 @@
1
- // page-marker.ts — the single "### pN" convention: every producer/parser of
2
- // the page-marker heading imports from here so the regex can't drift (report.ts once had a `\s+` variant).
1
+ // page-marker.ts — page provenance shared by Markdown producers and readers.
3
2
  /** The marker heading for page N, with no surrounding whitespace/newlines
4
3
  * (callers own their own blank-line formatting). */ export function pageMarkerLine(page) {
5
4
  return `### p${page}`;
6
5
  }
7
- // Single space, matching pageMarkerLine's own output exactly.
8
- const MARKER_RE = /^### p(\d+)$/;
6
+ // Visible headings are emitted by this package; invisible comments preserve
7
+ // page provenance when a caller does not want headings in its final Markdown.
8
+ const MARKER_RE_SOURCE = '^(?:### p(\\d+)|<!-- p(\\d+) -->)\\r?$';
9
+ function markerPage(match) {
10
+ var _match_;
11
+ return Number((_match_ = match[1]) !== null && _match_ !== void 0 ? _match_ : match[2]);
12
+ }
9
13
  /** Is this line (already split, no trailing newline) a page-marker heading? */ export function isPageMarkerLine(line) {
10
- return MARKER_RE.test(line);
14
+ return new RegExp(MARKER_RE_SOURCE, 'u').test(line);
11
15
  }
12
16
  /** Split markdown into per-marker body slices, in document order — one entry
13
17
  * PER OCCURRENCE (a duplicate "### pN" yields two entries; no slice is ever dropped). */ export function splitByPageMarker(md) {
14
- const re = /^### p(\d+)$/gm;
18
+ const re = new RegExp(MARKER_RE_SOURCE, 'gmu');
15
19
  const markers = [];
16
20
  for(let m = re.exec(md); m !== null; m = re.exec(md))markers.push({
17
- page: Number(m[1]),
21
+ page: markerPage(m),
18
22
  index: m.index,
19
23
  end: m.index + m[0].length
20
24
  });
@@ -35,6 +39,8 @@ const MARKER_RE = /^### p(\d+)$/;
35
39
  for (const { page, body } of splitByPageMarker(md))out.set(page, ((_out_get = out.get(page)) !== null && _out_get !== void 0 ? _out_get : '') + body);
36
40
  return out;
37
41
  }
38
- /** Count of "### pN" marker lines in `md`. */ export function countPageMarkers(md) {
39
- return (md.match(/^### p\d+$/gm) || []).length;
42
+ /** Count of visible or invisible page-provenance marker lines in `md`. */ export function countPageMarkers(md) {
43
+ return [
44
+ ...md.matchAll(new RegExp(MARKER_RE_SOURCE, 'gmu'))
45
+ ].length;
40
46
  }