kordoc 4.0.8 → 4.1.0

package/dist/{parser-ITMU2WN5.cjs → parser-N4A7UGDK.cjs}

@@ -7,7 +7,7 @@
 
 
 
-var _chunk6XAAYAWLcjs = require('./chunk-6XAAYAWL.cjs');
+var _chunk37VKMUSTcjs = require('./chunk-37VKMUST.cjs');
 
 
 var _chunkDCZVOIEOcjs = require('./chunk-DCZVOIEO.cjs');
@@ -581,6 +581,18 @@ function buildVertices(horizontals, verticals) {
 }
 function mergeVertices(vertices) {
   if (vertices.length <= 1) return vertices;
+  let maxRadiusAll = 1;
+  for (const v of vertices) {
+    if (v.radius > maxRadiusAll) maxRadiusAll = v.radius;
+  }
+  const cell = Math.max(VERTEX_MERGE_FACTOR * maxRadiusAll, 1);
+  const buckets = /* @__PURE__ */ new Map();
+  for (let i = 0; i < vertices.length; i++) {
+    const key = Math.floor(vertices[i].x / cell) + "," + Math.floor(vertices[i].y / cell);
+    const arr = buckets.get(key);
+    if (arr) arr.push(i);
+    else buckets.set(key, [i]);
+  }
   const merged = [];
   const used = new Array(vertices.length).fill(false);
   for (let i = 0; i < vertices.length; i++) {
@@ -588,7 +600,20 @@ function mergeVertices(vertices) {
     let sumX = vertices[i].x, sumY = vertices[i].y;
     let maxRadius = vertices[i].radius;
     let count = 1;
-    for (let j = i + 1; j < vertices.length; j++) {
+    const cx = Math.floor(vertices[i].x / cell);
+    const cy = Math.floor(vertices[i].y / cell);
+    const candidates = [];
+    for (let dx = -1; dx <= 1; dx++) {
+      for (let dy = -1; dy <= 1; dy++) {
+        const arr = buckets.get(cx + dx + "," + (cy + dy));
+        if (!arr) continue;
+        for (const j of arr) {
+          if (j > i && !used[j]) candidates.push(j);
+        }
+      }
+    }
+    candidates.sort((a, b) => a - b);
+    for (const j of candidates) {
       if (used[j]) continue;
       const mergeTol = VERTEX_MERGE_FACTOR * Math.max(maxRadius, vertices[j].radius);
       if (Math.abs(vertices[i].x - vertices[j].x) <= mergeTol && Math.abs(vertices[i].y - vertices[j].y) <= mergeTol) {
@@ -815,6 +840,7 @@ function splitStackedGroup(group) {
   }
   return bands.filter((b) => b.length > 0);
 }
+var GROUP_BUCKET_CELL = 100;
 function groupConnectedLines(lines) {
   const parent = lines.map((_, i) => i);
   function find(x) {
@@ -828,10 +854,34 @@ function groupConnectedLines(lines) {
     const ra = find(a), rb = find(b);
     if (ra !== rb) parent[ra] = rb;
   }
+  const cellMap = /* @__PURE__ */ new Map();
   for (let i = 0; i < lines.length; i++) {
-    for (let j = i + 1; j < lines.length; j++) {
-      if (linesIntersect(lines[i], lines[j])) {
-        union(i, j);
+    const l = lines[i];
+    const cx1 = Math.floor((Math.min(l.x1, l.x2) - CONNECT_TOL) / GROUP_BUCKET_CELL);
+    const cx2 = Math.floor((Math.max(l.x1, l.x2) + CONNECT_TOL) / GROUP_BUCKET_CELL);
+    const cy1 = Math.floor((Math.min(l.y1, l.y2) - CONNECT_TOL) / GROUP_BUCKET_CELL);
+    const cy2 = Math.floor((Math.max(l.y1, l.y2) + CONNECT_TOL) / GROUP_BUCKET_CELL);
+    for (let cx = cx1; cx <= cx2; cx++) {
+      for (let cy = cy1; cy <= cy2; cy++) {
+        const key = cx + "," + cy;
+        const arr = cellMap.get(key);
+        if (arr) arr.push(i);
+        else cellMap.set(key, [i]);
+      }
+    }
+  }
+  const tested = /* @__PURE__ */ new Set();
+  for (const arr of cellMap.values()) {
+    for (let a = 0; a < arr.length; a++) {
+      for (let b = a + 1; b < arr.length; b++) {
+        const i = Math.min(arr[a], arr[b]);
+        const j = Math.max(arr[a], arr[b]);
+        const key = i * lines.length + j;
+        if (tested.has(key)) continue;
+        tested.add(key);
+        if (linesIntersect(lines[i], lines[j])) {
+          union(i, j);
+        }
       }
     }
   }
@@ -1319,12 +1369,21 @@ async function extractPageImages(page, fnArray, argsArray, pageNumber, state, wa
       if (typeof objId !== "string" || pageSeenIds.has(objId)) continue;
       pageSeenIds.add(objId);
       dedupeId = objId;
-      imgData = await resolveImgData(page, objId);
-    } else if (op === _pdfmjs.OPS.paintInlineImageXObject) {
-      imgData = _optionalChain([argsArray, 'access', _6 => _6[i], 'optionalAccess', _7 => _7[0]]);
-    } else {
+    } else if (op !== _pdfmjs.OPS.paintInlineImageXObject) {
       continue;
     }
+    if (state.imageIndex >= MAX_IMAGES_PER_DOC || state.totalBytes >= MAX_TOTAL_IMAGE_BYTES) {
+      if (!state.capWarned) {
+        state.capWarned = true;
+        warnings.push({ page: pageNumber, message: `\uC774\uBBF8\uC9C0 \uCD94\uCD9C \uC0C1\uD55C \uB3C4\uB2EC (${MAX_IMAGES_PER_DOC}\uAC1C/128MB) \u2014 \uC774\uD6C4 \uC774\uBBF8\uC9C0 \uC0DD\uB7B5`, code: "SKIPPED_IMAGE" });
+      }
+      continue;
+    }
+    if (dedupeId) {
+      imgData = await resolveImgData(page, dedupeId);
+    } else {
+      imgData = _optionalChain([argsArray, 'access', _6 => _6[i], 'optionalAccess', _7 => _7[0]]);
+    }
     if (!_optionalChain([imgData, 'optionalAccess', _8 => _8.data]) || !imgData.width || !imgData.height) continue;
     const { width: w, height: h } = imgData;
     if (w < MIN_DIM || h < MIN_DIM) continue;
@@ -1334,16 +1393,9 @@ async function extractPageImages(page, fnArray, argsArray, pageNumber, state, wa
     }
     const hash = `${w}x${h}k${_nullishCoalesce(imgData.kind, () => ( "?"))}h${fnv1a(imgData.data)}${dedupeId ? "" : "inline"}`;
     if (state.seen.has(hash)) continue;
-    if (state.imageIndex >= MAX_IMAGES_PER_DOC || state.totalBytes >= MAX_TOTAL_IMAGE_BYTES) {
-      if (!state.capWarned) {
-        state.capWarned = true;
-        warnings.push({ page: pageNumber, message: `\uC774\uBBF8\uC9C0 \uCD94\uCD9C \uC0C1\uD55C \uB3C4\uB2EC (${MAX_IMAGES_PER_DOC}\uAC1C/128MB) \u2014 \uC774\uD6C4 \uC774\uBBF8\uC9C0 \uC0DD\uB7B5`, code: "SKIPPED_IMAGE" });
-      }
-      continue;
-    }
     const rgba = toRgba(imgData);
     if (!rgba) continue;
-    const png = _chunk6XAAYAWLcjs.encodePng.call(void 0, w, h, rgba);
+    const png = _chunk37VKMUSTcjs.encodePng.call(void 0, w, h, rgba);
     state.imageIndex++;
     state.totalBytes += png.length;
     const filename = `image_${String(state.imageIndex).padStart(3, "0")}.png`;
@@ -2485,14 +2537,14 @@ function isProseSpread(items) {
   for (let i = 1; i < sorted.length; i++) {
     gaps.push(sorted[i].x - (sorted[i - 1].x + sorted[i - 1].w));
   }
-  const maxGap = _chunk6XAAYAWLcjs.safeMax.call(void 0, gaps);
+  const maxGap = _chunk37VKMUSTcjs.safeMax.call(void 0, gaps);
   const avgLen = items.reduce((s, i) => s + i.text.length, 0) / items.length;
   return maxGap < 40 && avgLen < 5;
 }
 function detectColumns(yLines) {
   const allItems = yLines.flat();
   if (allItems.length === 0) return null;
-  const pageWidth = _chunk6XAAYAWLcjs.safeMax.call(void 0, allItems.map((i) => i.x + i.w)) - _chunk6XAAYAWLcjs.safeMin.call(void 0, allItems.map((i) => i.x));
+  const pageWidth = _chunk37VKMUSTcjs.safeMax.call(void 0, allItems.map((i) => i.x + i.w)) - _chunk37VKMUSTcjs.safeMin.call(void 0, allItems.map((i) => i.x));
   if (pageWidth < 100) return null;
   let bigoLineIdx = -1;
   for (let i = 0; i < yLines.length; i++) {
@@ -2683,11 +2735,12 @@ function buildGridTable(lines, columns) {
   if (filledCells < totalCells * 0.35 || merged.length < 2 || merged.length <= 3 && numCols >= 7) {
     return merged.map((r) => r.filter((c) => c).join("	")).join("\n");
   }
+  const escCell = (c) => c.replace(/\t/g, " ").replace(/\|/g, "\\|");
   const md = [];
-  md.push("| " + merged[0].join(" | ") + " |");
+  md.push("| " + merged[0].map(escCell).join(" | ") + " |");
   md.push("| " + merged[0].map(() => "---").join(" | ") + " |");
   for (let r = 1; r < merged.length; r++) {
-    md.push("| " + merged[r].join(" | ") + " |");
+    md.push("| " + merged[r].map(escCell).join(" | ") + " |");
   }
   return md.join("\n");
 }
@@ -2714,9 +2767,9 @@ function detectHeadings(blocks, medianFontSize) {
     if (/^\d+$/.test(text)) continue;
     const ratio = block.style.fontSize / medianFontSize;
     let level = 0;
-    if (ratio >= _chunk6XAAYAWLcjs.HEADING_RATIO_H1) level = 1;
-    else if (ratio >= _chunk6XAAYAWLcjs.HEADING_RATIO_H2) level = 2;
-    else if (ratio >= _chunk6XAAYAWLcjs.HEADING_RATIO_H3) level = 3;
+    if (ratio >= _chunk37VKMUSTcjs.HEADING_RATIO_H1) level = 1;
+    else if (ratio >= _chunk37VKMUSTcjs.HEADING_RATIO_H2) level = 2;
+    else if (ratio >= _chunk37VKMUSTcjs.HEADING_RATIO_H3) level = 3;
     if (level > 0) {
       block.type = "heading";
       block.level = level;
@@ -2867,6 +2920,7 @@ function detectKoreanListBlocks(blocks) {
   }
   let familyStack = [];
   let lastTopLevelList = null;
+  let prevListIdx = -2;
   const toRemove = /* @__PURE__ */ new Set();
   for (let i = 0; i < blocks.length; i++) {
     const b = blocks[i];
@@ -2895,7 +2949,7 @@ function detectKoreanListBlocks(blocks) {
     if (depth === 0) {
       blocks[i] = listBlock;
       lastTopLevelList = listBlock;
-    } else if (lastTopLevelList) {
+    } else if (lastTopLevelList && i === prevListIdx + 1) {
       if (!lastTopLevelList.children) lastTopLevelList.children = [];
       lastTopLevelList.children.push(listBlock);
       toRemove.add(i);
@@ -2903,6 +2957,7 @@ function detectKoreanListBlocks(blocks) {
       blocks[i] = listBlock;
       lastTopLevelList = listBlock;
     }
+    prevListIdx = i;
   }
   if (toRemove.size > 0) {
     const sorted = [...toRemove].sort((a, b) => b - a);
@@ -3028,8 +3083,8 @@ function removeHeaderFooterBlocks(blocks, pageHeights, warnings) {
     const blockTop = ph - (b.bbox.y + b.bbox.height);
     const blockBottom = ph - b.bbox.y;
     const entry = { blockIdx: bi, page: b.pageNumber, text: b.text.trim() };
-    if (blockBottom <= ph * ZONE_RATIO) bottomEntries.push(entry);
-    else if (blockTop >= ph * (1 - ZONE_RATIO)) topEntries.push(entry);
+    if (blockBottom <= ph * ZONE_RATIO) topEntries.push(entry);
+    else if (blockTop >= ph * (1 - ZONE_RATIO)) bottomEntries.push(entry);
   }
   const removeSet = /* @__PURE__ */ new Set();
   for (const entries of [topEntries, bottomEntries]) {
@@ -3202,6 +3257,8 @@ function extractBlocksWithGrids(items, pageNum, grids, horizontals, verticals) {
       hasSpaceBefore: i.hasSpaceBefore
     }));
     const cellTextMap = mapTextToCells(textItems, cells);
+    const assignedItems = /* @__PURE__ */ new Set();
+    for (const arr of cellTextMap.values()) for (const it of arr) assignedItems.add(it);
     const numRows = grid.rowYs.length - 1;
     const numCols = grid.colXs.length - 1;
     const irGrid = Array.from(
@@ -3221,9 +3278,11 @@ function extractBlocksWithGrids(items, pageNum, grids, horizontals, verticals) {
     }
     let finalGrid = irGrid;
     let finalRows = numRows;
+    let rebuiltUsed = false;
     if (numRows <= 2 && numCols >= 3) {
       const rebuilt = normalizeUndersegmentedTable(irGrid, grid.colXs, textItems);
       if (rebuilt) {
+        rebuiltUsed = true;
         finalGrid = rebuilt.map((row) => row.map((rawText) => {
           const cleaned = rawText.replace(/^[\s]*[-–—]\s*\d+\s*[-–—][\s]*$/gm, "").trim();
           return {
@@ -3235,6 +3294,11 @@ function extractBlocksWithGrids(items, pageNum, grids, horizontals, verticals) {
         finalRows = finalGrid.length;
       }
     }
+    if (!rebuiltUsed) {
+      for (let ti = 0; ti < textItems.length; ti++) {
+        if (!assignedItems.has(textItems[ti])) usedItems.delete(tableItems[ti]);
+      }
+    }
     const irTable = {
       rows: finalRows,
       cols: numCols,
@@ -3291,25 +3355,39 @@ function extractBlocksWithGrids(items, pageNum, grids, horizontals, verticals) {
       }
       remaining = remaining.filter((_, idx) => !usedClusterIndices.has(idx));
     }
+    const groupSizes = [];
+    let finalTextBlocks = [];
     if (remaining.length > 0) {
       const allY = remaining.map((i) => i.y);
-      const pageH = _chunk6XAAYAWLcjs.safeMax.call(void 0, allY) - _chunk6XAAYAWLcjs.safeMin.call(void 0, allY);
+      const pageH = _chunk37VKMUSTcjs.safeMax.call(void 0, allY) - _chunk37VKMUSTcjs.safeMin.call(void 0, allY);
       const groups = xyCutOrder(remaining, Math.max(15, pageH * 0.03));
       const textBlocks = [];
       for (const group of groups) {
         if (group.length === 0) continue;
         const groupBlocks = extractPageBlocksFallback(group, pageNum);
         for (const b of groupBlocks) textBlocks.push(b);
+        groupSizes.push(groupBlocks.length);
       }
-      const finalTextBlocks = detectListBlocks(textBlocks);
-      for (const b of finalTextBlocks) blocks.push(b);
+      finalTextBlocks = detectListBlocks(textBlocks);
     }
-    blocks.sort((a, b) => {
-      const ay = a.bbox ? a.bbox.y + a.bbox.height : 0;
-      const by = b.bbox ? b.bbox.y + b.bbox.height : 0;
-      return by - ay;
-    });
-    return mergeAdjacentTableBlocks(blocks);
+    const units = blocks.map((b) => [b]);
+    let off = 0;
+    for (const size of groupSizes) {
+      const unit = finalTextBlocks.slice(off, off + size);
+      off += size;
+      if (unit.length > 0) units.push(unit);
+    }
+    const unitTopY = (u) => {
+      let top = 0;
+      for (const b of u) {
+        if (b.bbox && b.bbox.y + b.bbox.height > top) top = b.bbox.y + b.bbox.height;
+      }
+      return top;
+    };
+    units.sort((a, b) => unitTopY(b) - unitTopY(a));
+    const ordered = [];
+    for (const u of units) for (const b of u) ordered.push(b);
+    return mergeAdjacentTableBlocks(ordered);
   }
   return mergeAdjacentTableBlocks(blocks);
 }
@@ -3469,7 +3547,7 @@ function extractPageBlocksFallback(items, pageNum, fullPage = false) {
       blocks.push({ type: "paragraph", text: tableText, pageNumber: pageNum, bbox, style: dominantStyle(items) });
     } else {
       const allY = items.map((i) => i.y);
-      const pageHeight = _chunk6XAAYAWLcjs.safeMax.call(void 0, allY) - _chunk6XAAYAWLcjs.safeMin.call(void 0, allY);
+      const pageHeight = _chunk37VKMUSTcjs.safeMax.call(void 0, allY) - _chunk37VKMUSTcjs.safeMin.call(void 0, allY);
       const gapThreshold = Math.max(15, pageHeight * 0.03);
       const orderedGroups = proseCutX !== null ? splitTwoColumnProse(items, proseCutX) : xyCutOrder(items, gapThreshold);
       for (const group of orderedGroups) {
@@ -3722,7 +3800,7 @@ async function loadPdfWithTimeout(buffer) {
       new Promise((_, reject) => {
         timer = setTimeout(() => {
           loadingTask.destroy();
-          reject(new (0, _chunk6XAAYAWLcjs.KordocError)("PDF \uB85C\uB529 \uD0C0\uC784\uC544\uC6C3 (30\uCD08 \uCD08\uACFC)"));
+          reject(new (0, _chunk37VKMUSTcjs.KordocError)("PDF \uB85C\uB529 \uD0C0\uC784\uC544\uC6C3 (30\uCD08 \uCD08\uACFC)"));
         }, PDF_LOAD_TIMEOUT_MS);
       })
     ]);
@@ -3735,7 +3813,7 @@ async function parsePdfDocument(buffer, options) {
   const doc = await loadPdfWithTimeout(buffer);
   try {
     const pageCount = doc.numPages;
-    if (pageCount === 0) throw new (0, _chunk6XAAYAWLcjs.KordocError)("PDF\uC5D0 \uD398\uC774\uC9C0\uAC00 \uC5C6\uC2B5\uB2C8\uB2E4.");
+    if (pageCount === 0) throw new (0, _chunk37VKMUSTcjs.KordocError)("PDF\uC5D0 \uD398\uC774\uC9C0\uAC00 \uC5C6\uC2B5\uB2C8\uB2E4.");
     const metadata = { pageCount };
     await extractPdfMetadata(doc, metadata);
     const blocks = [];
@@ -3798,17 +3876,21 @@ async function parsePdfDocument(buffer, options) {
         }
         let pageText = "";
         for (const b of pageBlocks) {
-          const t = b.text || "";
+          let t = b.text || "";
+          if (b.type === "table" && b.table) {
+            const cellText = b.table.cells.map((row) => row.map((c) => c.text).join(" ")).join("\n");
+            t = t ? t + "\n" + cellText : cellText;
+          }
           totalChars += t.replace(/\s/g, "").length;
           totalTextBytes += t.length * 2;
           pageText += pageText ? "\n" + t : t;
         }
         pageQuality.push(computePageQuality(i, pageText));
-        if (totalTextBytes > MAX_TOTAL_TEXT) throw new (0, _chunk6XAAYAWLcjs.KordocError)("\uD14D\uC2A4\uD2B8 \uCD94\uCD9C \uD06C\uAE30 \uCD08\uACFC");
+        if (totalTextBytes > MAX_TOTAL_TEXT) throw new (0, _chunk37VKMUSTcjs.KordocError)("\uD14D\uC2A4\uD2B8 \uCD94\uCD9C \uD06C\uAE30 \uCD08\uACFC");
         parsedPages++;
         _optionalChain([options, 'optionalAccess', _41 => _41.onProgress, 'optionalCall', _42 => _42(parsedPages, totalTarget)]);
       } catch (pageErr) {
-        if (pageErr instanceof _chunk6XAAYAWLcjs.KordocError) throw pageErr;
+        if (pageErr instanceof _chunk37VKMUSTcjs.KordocError) throw pageErr;
         warnings.push({ page: i, message: `\uD398\uC774\uC9C0 ${i} \uD30C\uC2F1 \uC2E4\uD328: ${pageErr instanceof Error ? pageErr.message : "\uC54C \uC218 \uC5C6\uB294 \uC624\uB958"}`, code: "PARTIAL_PARSE" });
       }
     }
@@ -3817,7 +3899,7 @@ async function parsePdfDocument(buffer, options) {
     if (totalChars / Math.max(parsedPageCount, 1) < 10) {
       if (_optionalChain([options, 'optionalAccess', _43 => _43.ocr])) {
         try {
-          const { ocrPages } = await Promise.resolve().then(() => _interopRequireWildcard(require("./provider-G4C2V2PD.cjs")));
+          const { ocrPages } = await Promise.resolve().then(() => _interopRequireWildcard(require("./provider-4FAYHJ6N.cjs")));
           const ocrBlocks = await ocrPages(doc, options.ocr, pageFilter, effectivePageCount);
           if (ocrBlocks.length > 0) {
             const ocrMarkdown = ocrBlocks.map((b) => b.text || "").filter(Boolean).join("\n\n");
@@ -3878,7 +3960,7 @@ async function parsePdfDocument(buffer, options) {
     detectKoreanListBlocks(blocks);
     const outline = blocks.filter((b) => b.type === "heading" && b.level && b.text).map((b) => ({ level: b.level, text: b.text, pageNumber: b.pageNumber }));
     sanitizeBlockControlChars(blocks);
-    let markdown = cleanPdfText(_chunk6XAAYAWLcjs.blocksToMarkdown.call(void 0, blocks));
+    let markdown = cleanPdfText(_chunk37VKMUSTcjs.blocksToMarkdown.call(void 0, blocks));
     return {
       markdown,
       blocks,
@@ -3938,4 +4020,4 @@ async function extractPdfMetadataOnly(buffer) {
 
 
 exports.cleanPdfText = cleanPdfText; exports.detectKoreanListBlocks = detectKoreanListBlocks; exports.detectTableCaptions = detectTableCaptions; exports.extractPdfMetadataOnly = extractPdfMetadataOnly; exports.mergeCrossPageTables = mergeCrossPageTables; exports.parsePdfDocument = parsePdfDocument; exports.removeHeaderFooterBlocks = removeHeaderFooterBlocks;
-//# sourceMappingURL=parser-ITMU2WN5.cjs.map
+//# sourceMappingURL=parser-N4A7UGDK.cjs.map