kordoc 4.0.7 → 4.1.0

package/dist/{parser-UGB3NIVH.js → parser-XX4QTDFQ.js}

@@ -4,12 +4,13 @@ import {
   HEADING_RATIO_H3,
   KordocError,
   blocksToMarkdown,
+  encodePng,
   safeMax,
   safeMin
-} from "./chunk-5OKHAJ62.js";
+} from "./chunk-4KI23VHA.js";
 import {
   parsePageRange
-} from "./chunk-AIQ3ISQU.js";
+} from "./chunk-GE43BE46.js";
 
 // src/pdf/line-extract.ts
 import { OPS } from "pdfjs-dist/legacy/build/pdf.mjs";
@@ -577,6 +578,18 @@ function buildVertices(horizontals, verticals) {
 }
 function mergeVertices(vertices) {
   if (vertices.length <= 1) return vertices;
+  let maxRadiusAll = 1;
+  for (const v of vertices) {
+    if (v.radius > maxRadiusAll) maxRadiusAll = v.radius;
+  }
+  const cell = Math.max(VERTEX_MERGE_FACTOR * maxRadiusAll, 1);
+  const buckets = /* @__PURE__ */ new Map();
+  for (let i = 0; i < vertices.length; i++) {
+    const key = Math.floor(vertices[i].x / cell) + "," + Math.floor(vertices[i].y / cell);
+    const arr = buckets.get(key);
+    if (arr) arr.push(i);
+    else buckets.set(key, [i]);
+  }
   const merged = [];
   const used = new Array(vertices.length).fill(false);
   for (let i = 0; i < vertices.length; i++) {
@@ -584,7 +597,20 @@ function mergeVertices(vertices) {
     let sumX = vertices[i].x, sumY = vertices[i].y;
     let maxRadius = vertices[i].radius;
     let count = 1;
-    for (let j = i + 1; j < vertices.length; j++) {
+    const cx = Math.floor(vertices[i].x / cell);
+    const cy = Math.floor(vertices[i].y / cell);
+    const candidates = [];
+    for (let dx = -1; dx <= 1; dx++) {
+      for (let dy = -1; dy <= 1; dy++) {
+        const arr = buckets.get(cx + dx + "," + (cy + dy));
+        if (!arr) continue;
+        for (const j of arr) {
+          if (j > i && !used[j]) candidates.push(j);
+        }
+      }
+    }
+    candidates.sort((a, b) => a - b);
+    for (const j of candidates) {
       if (used[j]) continue;
       const mergeTol = VERTEX_MERGE_FACTOR * Math.max(maxRadius, vertices[j].radius);
       if (Math.abs(vertices[i].x - vertices[j].x) <= mergeTol && Math.abs(vertices[i].y - vertices[j].y) <= mergeTol) {
@@ -811,6 +837,7 @@ function splitStackedGroup(group) {
   }
   return bands.filter((b) => b.length > 0);
 }
+var GROUP_BUCKET_CELL = 100;
 function groupConnectedLines(lines) {
   const parent = lines.map((_, i) => i);
   function find(x) {
@@ -824,10 +851,34 @@ function groupConnectedLines(lines) {
     const ra = find(a), rb = find(b);
     if (ra !== rb) parent[ra] = rb;
   }
+  const cellMap = /* @__PURE__ */ new Map();
   for (let i = 0; i < lines.length; i++) {
-    for (let j = i + 1; j < lines.length; j++) {
-      if (linesIntersect(lines[i], lines[j])) {
-        union(i, j);
+    const l = lines[i];
+    const cx1 = Math.floor((Math.min(l.x1, l.x2) - CONNECT_TOL) / GROUP_BUCKET_CELL);
+    const cx2 = Math.floor((Math.max(l.x1, l.x2) + CONNECT_TOL) / GROUP_BUCKET_CELL);
+    const cy1 = Math.floor((Math.min(l.y1, l.y2) - CONNECT_TOL) / GROUP_BUCKET_CELL);
+    const cy2 = Math.floor((Math.max(l.y1, l.y2) + CONNECT_TOL) / GROUP_BUCKET_CELL);
+    for (let cx = cx1; cx <= cx2; cx++) {
+      for (let cy = cy1; cy <= cy2; cy++) {
+        const key = cx + "," + cy;
+        const arr = cellMap.get(key);
+        if (arr) arr.push(i);
+        else cellMap.set(key, [i]);
+      }
+    }
+  }
+  const tested = /* @__PURE__ */ new Set();
+  for (const arr of cellMap.values()) {
+    for (let a = 0; a < arr.length; a++) {
+      for (let b = a + 1; b < arr.length; b++) {
+        const i = Math.min(arr[a], arr[b]);
+        const j = Math.max(arr[a], arr[b]);
+        const key = i * lines.length + j;
+        if (tested.has(key)) continue;
+        tested.add(key);
+        if (linesIntersect(lines[i], lines[j])) {
+          union(i, j);
+        }
       }
     }
   }
@@ -1220,6 +1271,172 @@ function normalizeUndersegmentedTable(originalCells, colXs, items) {
   return rebuilt;
 }
 
+// src/pdf/image-extract.ts
+import { OPS as OPS3, ImageKind } from "pdfjs-dist/legacy/build/pdf.mjs";
+var IMAGE_RESOLVE_TIMEOUT_MS = 5e3;
+function resolveImgData(page, objId) {
+  const store = objId.startsWith("g_") ? page.commonObjs : page.objs;
+  return new Promise((resolve) => {
+    let done = false;
+    const timer = setTimeout(() => {
+      if (!done) {
+        done = true;
+        resolve(null);
+      }
+    }, IMAGE_RESOLVE_TIMEOUT_MS);
+    try {
+      store.get(objId, (data) => {
+        if (!done) {
+          done = true;
+          clearTimeout(timer);
+          resolve(data ?? null);
+        }
+      });
+    } catch {
+      if (!done) {
+        done = true;
+        clearTimeout(timer);
+        resolve(null);
+      }
+    }
+  });
+}
+var MIN_DIM = 8;
+var MAX_PIXELS = 36e6;
+var MAX_IMAGES_PER_DOC = 200;
+var MAX_TOTAL_IMAGE_BYTES = 128 * 1024 * 1024;
+function createPdfImageState() {
+  return { imageIndex: 0, totalBytes: 0, seen: /* @__PURE__ */ new Map(), capWarned: false };
+}
+function fnv1a(data) {
+  let h = 2166136261;
+  for (let i = 0; i < data.length; i++) {
+    h ^= data[i];
+    h = Math.imul(h, 16777619);
+  }
+  return h >>> 0;
+}
+function toRgba(img) {
+  const { width: w, height: h, kind, data } = img;
+  if (!data || !w || !h) return null;
+  const rgba = new Uint8Array(w * h * 4);
+  if (kind === ImageKind.RGBA_32BPP) {
+    if (data.length < w * h * 4) return null;
+    rgba.set(data.subarray(0, w * h * 4));
+    return rgba;
+  }
+  if (kind === ImageKind.RGB_24BPP) {
+    if (data.length < w * h * 3) return null;
+    for (let i = 0, s = 0, d = 0; i < w * h; i++, s += 3, d += 4) {
+      rgba[d] = data[s];
+      rgba[d + 1] = data[s + 1];
+      rgba[d + 2] = data[s + 2];
+      rgba[d + 3] = 255;
+    }
+    return rgba;
+  }
+  if (kind === ImageKind.GRAYSCALE_1BPP) {
+    const stride = w + 7 >> 3;
+    if (data.length < stride * h) return null;
+    for (let y = 0; y < h; y++) {
+      for (let x = 0; x < w; x++) {
+        const bit = data[y * stride + (x >> 3)] >> 7 - (x & 7) & 1;
+        const v = bit ? 255 : 0;
+        const d = (y * w + x) * 4;
+        rgba[d] = v;
+        rgba[d + 1] = v;
+        rgba[d + 2] = v;
+        rgba[d + 3] = 255;
+      }
+    }
+    return rgba;
+  }
+  return null;
+}
+async function extractPageImages(page, fnArray, argsArray, pageNumber, state, warnings) {
+  const blocks = [];
+  const images = [];
+  const pageSeenIds = /* @__PURE__ */ new Set();
+  for (let i = 0; i < fnArray.length; i++) {
+    const op = fnArray[i];
+    let imgData = null;
+    let dedupeId = null;
+    if (op === OPS3.paintImageXObject || op === OPS3.paintImageXObjectRepeat) {
+      const objId = argsArray[i]?.[0];
+      if (typeof objId !== "string" || pageSeenIds.has(objId)) continue;
+      pageSeenIds.add(objId);
+      dedupeId = objId;
+    } else if (op !== OPS3.paintInlineImageXObject) {
+      continue;
+    }
+    if (state.imageIndex >= MAX_IMAGES_PER_DOC || state.totalBytes >= MAX_TOTAL_IMAGE_BYTES) {
+      if (!state.capWarned) {
+        state.capWarned = true;
+        warnings.push({ page: pageNumber, message: `\uC774\uBBF8\uC9C0 \uCD94\uCD9C \uC0C1\uD55C \uB3C4\uB2EC (${MAX_IMAGES_PER_DOC}\uAC1C/128MB) \u2014 \uC774\uD6C4 \uC774\uBBF8\uC9C0 \uC0DD\uB7B5`, code: "SKIPPED_IMAGE" });
+      }
+      continue;
+    }
+    if (dedupeId) {
+      imgData = await resolveImgData(page, dedupeId);
+    } else {
+      imgData = argsArray[i]?.[0];
+    }
+    if (!imgData?.data || !imgData.width || !imgData.height) continue;
+    const { width: w, height: h } = imgData;
+    if (w < MIN_DIM || h < MIN_DIM) continue;
+    if (w * h > MAX_PIXELS) {
+      warnings.push({ page: pageNumber, message: `\uC774\uBBF8\uC9C0 \uD06C\uAE30 \uCD08\uACFC\uB85C \uCD94\uCD9C \uC0DD\uB7B5 (${w}\xD7${h})`, code: "SKIPPED_IMAGE" });
+      continue;
+    }
+    const hash = `${w}x${h}k${imgData.kind ?? "?"}h${fnv1a(imgData.data)}${dedupeId ? "" : "inline"}`;
+    if (state.seen.has(hash)) continue;
+    const rgba = toRgba(imgData);
+    if (!rgba) continue;
+    const png = encodePng(w, h, rgba);
+    state.imageIndex++;
+    state.totalBytes += png.length;
+    const filename = `image_${String(state.imageIndex).padStart(3, "0")}.png`;
+    state.seen.set(hash, filename);
+    images.push({ filename, data: png, mimeType: "image/png" });
+    blocks.push({ type: "image", text: filename, pageNumber });
+  }
+  return { blocks, images };
+}
+function injectPageImageBlocks(blocks, pageImages) {
+  if (pageImages.size === 0) return;
+  const lastIndexForPage = /* @__PURE__ */ new Map();
+  for (let i = 0; i < blocks.length; i++) {
+    const p = blocks[i].pageNumber;
+    if (p !== void 0) lastIndexForPage.set(p, i);
+  }
+  const pageAtIndex = /* @__PURE__ */ new Map();
+  for (const [p, last] of lastIndexForPage) pageAtIndex.set(last, p);
+  const result = [];
+  const injected = /* @__PURE__ */ new Set();
+  for (let i = 0; i < blocks.length; i++) {
+    result.push(blocks[i]);
+    const p = pageAtIndex.get(i);
+    if (p !== void 0 && pageImages.has(p)) {
+      result.push(...pageImages.get(p));
+      injected.add(p);
+    }
+  }
+  for (const p of [...pageImages.keys()].sort((a, b) => a - b)) {
+    if (injected.has(p)) continue;
+    let at = result.length;
+    for (let i = 0; i < result.length; i++) {
+      const bp = result[i].pageNumber;
+      if (bp !== void 0 && bp > p) {
+        at = i;
+        break;
+      }
+    }
+    result.splice(at, 0, ...pageImages.get(p));
+  }
+  blocks.length = 0;
+  blocks.push(...result);
+}
+
 // src/pdf/quality.ts
 var RARE_JONG = /* @__PURE__ */ new Set([3, 5, 6, 9, 10, 11, 12, 13, 14, 15, 18, 24, 25, 26]);
 var MOJIBAKE_MIN_HANGUL = 30;
@@ -2515,11 +2732,12 @@ function buildGridTable(lines, columns) {
   if (filledCells < totalCells * 0.35 || merged.length < 2 || merged.length <= 3 && numCols >= 7) {
     return merged.map((r) => r.filter((c) => c).join("	")).join("\n");
   }
+  const escCell = (c) => c.replace(/\t/g, " ").replace(/\|/g, "\\|");
   const md = [];
-  md.push("| " + merged[0].join(" | ") + " |");
+  md.push("| " + merged[0].map(escCell).join(" | ") + " |");
   md.push("| " + merged[0].map(() => "---").join(" | ") + " |");
   for (let r = 1; r < merged.length; r++) {
-    md.push("| " + merged[r].join(" | ") + " |");
+    md.push("| " + merged[r].map(escCell).join(" | ") + " |");
   }
   return md.join("\n");
 }
@@ -2699,6 +2917,7 @@ function detectKoreanListBlocks(blocks) {
   }
   let familyStack = [];
   let lastTopLevelList = null;
+  let prevListIdx = -2;
   const toRemove = /* @__PURE__ */ new Set();
   for (let i = 0; i < blocks.length; i++) {
     const b = blocks[i];
@@ -2727,7 +2946,7 @@ function detectKoreanListBlocks(blocks) {
     if (depth === 0) {
       blocks[i] = listBlock;
       lastTopLevelList = listBlock;
-    } else if (lastTopLevelList) {
+    } else if (lastTopLevelList && i === prevListIdx + 1) {
       if (!lastTopLevelList.children) lastTopLevelList.children = [];
       lastTopLevelList.children.push(listBlock);
       toRemove.add(i);
@@ -2735,6 +2954,7 @@ function detectKoreanListBlocks(blocks) {
       blocks[i] = listBlock;
       lastTopLevelList = listBlock;
     }
+    prevListIdx = i;
   }
   if (toRemove.size > 0) {
     const sorted = [...toRemove].sort((a, b) => b - a);
@@ -2860,8 +3080,8 @@ function removeHeaderFooterBlocks(blocks, pageHeights, warnings) {
     const blockTop = ph - (b.bbox.y + b.bbox.height);
     const blockBottom = ph - b.bbox.y;
     const entry = { blockIdx: bi, page: b.pageNumber, text: b.text.trim() };
-    if (blockBottom <= ph * ZONE_RATIO) bottomEntries.push(entry);
-    else if (blockTop >= ph * (1 - ZONE_RATIO)) topEntries.push(entry);
+    if (blockBottom <= ph * ZONE_RATIO) topEntries.push(entry);
+    else if (blockTop >= ph * (1 - ZONE_RATIO)) bottomEntries.push(entry);
   }
   const removeSet = /* @__PURE__ */ new Set();
   for (const entries of [topEntries, bottomEntries]) {
@@ -3034,6 +3254,8 @@ function extractBlocksWithGrids(items, pageNum, grids, horizontals, verticals) {
       hasSpaceBefore: i.hasSpaceBefore
     }));
     const cellTextMap = mapTextToCells(textItems, cells);
+    const assignedItems = /* @__PURE__ */ new Set();
+    for (const arr of cellTextMap.values()) for (const it of arr) assignedItems.add(it);
     const numRows = grid.rowYs.length - 1;
     const numCols = grid.colXs.length - 1;
     const irGrid = Array.from(
@@ -3053,9 +3275,11 @@ function extractBlocksWithGrids(items, pageNum, grids, horizontals, verticals) {
     }
     let finalGrid = irGrid;
     let finalRows = numRows;
+    let rebuiltUsed = false;
     if (numRows <= 2 && numCols >= 3) {
       const rebuilt = normalizeUndersegmentedTable(irGrid, grid.colXs, textItems);
       if (rebuilt) {
+        rebuiltUsed = true;
         finalGrid = rebuilt.map((row) => row.map((rawText) => {
           const cleaned = rawText.replace(/^[\s]*[-–—]\s*\d+\s*[-–—][\s]*$/gm, "").trim();
           return {
@@ -3067,6 +3291,11 @@ function extractBlocksWithGrids(items, pageNum, grids, horizontals, verticals) {
         finalRows = finalGrid.length;
       }
     }
+    if (!rebuiltUsed) {
+      for (let ti = 0; ti < textItems.length; ti++) {
+        if (!assignedItems.has(textItems[ti])) usedItems.delete(tableItems[ti]);
+      }
+    }
     const irTable = {
       rows: finalRows,
       cols: numCols,
@@ -3123,6 +3352,8 @@ function extractBlocksWithGrids(items, pageNum, grids, horizontals, verticals) {
       }
       remaining = remaining.filter((_, idx) => !usedClusterIndices.has(idx));
     }
+    const groupSizes = [];
+    let finalTextBlocks = [];
     if (remaining.length > 0) {
       const allY = remaining.map((i) => i.y);
       const pageH = safeMax(allY) - safeMin(allY);
@@ -3132,16 +3363,28 @@ function extractBlocksWithGrids(items, pageNum, grids, horizontals, verticals) {
         if (group.length === 0) continue;
         const groupBlocks = extractPageBlocksFallback(group, pageNum);
         for (const b of groupBlocks) textBlocks.push(b);
+        groupSizes.push(groupBlocks.length);
       }
-      const finalTextBlocks = detectListBlocks(textBlocks);
-      for (const b of finalTextBlocks) blocks.push(b);
+      finalTextBlocks = detectListBlocks(textBlocks);
     }
-    blocks.sort((a, b) => {
-      const ay = a.bbox ? a.bbox.y + a.bbox.height : 0;
-      const by = b.bbox ? b.bbox.y + b.bbox.height : 0;
-      return by - ay;
-    });
-    return mergeAdjacentTableBlocks(blocks);
+    const units = blocks.map((b) => [b]);
+    let off = 0;
+    for (const size of groupSizes) {
+      const unit = finalTextBlocks.slice(off, off + size);
+      off += size;
+      if (unit.length > 0) units.push(unit);
+    }
+    const unitTopY = (u) => {
+      let top = 0;
+      for (const b of u) {
+        if (b.bbox && b.bbox.y + b.bbox.height > top) top = b.bbox.y + b.bbox.height;
+      }
+      return top;
+    };
+    units.sort((a, b) => unitTopY(b) - unitTopY(a));
+    const ordered = [];
+    for (const u of units) for (const b of u) ordered.push(b);
+    return mergeAdjacentTableBlocks(ordered);
   }
   return mergeAdjacentTableBlocks(blocks);
 }
@@ -3387,7 +3630,7 @@ function mergeKoreanLines(text) {
 
 // src/pdf/formula-ocr.ts
 async function applyFormulaOcr(buffer, blocks, pageFilter, effectivePageCount, warnings, _onProgress) {
-  const formulaMod = await import("./formula-MEDGYQXS.js");
+  const formulaMod = await import("./formula-RXVSQPXI.js");
   const { FormulaPipeline, ensureFormulaModels } = formulaMod;
   await ensureFormulaModels((p) => {
     if (p.phase === "download" && p.total) {
@@ -3582,6 +3825,9 @@ async function parsePdfDocument(buffer, options) {
     const pageHeights = /* @__PURE__ */ new Map();
     const pagesWithLargeImage = /* @__PURE__ */ new Set();
     const skippedImagePages = /* @__PURE__ */ new Map();
+    const imageState = createPdfImageState();
+    const extractedImages = [];
+    const pageImageBlocks = /* @__PURE__ */ new Map();
     let parsedPages = 0;
     for (let i = 1; i <= effectivePageCount; i++) {
       if (pageFilter && !pageFilter.has(i)) continue;
@@ -3619,9 +3865,19 @@ async function parsePdfDocument(buffer, options) {
         }
         const pageBlocks = extractPageBlocksWithLines(visible, i, opList, viewport.width, viewport.height);
         for (const b of pageBlocks) blocks.push(b);
+        try {
+          const { blocks: imgBlocks, images: pageImages } = await extractPageImages(page, opList.fnArray, opList.argsArray, i, imageState, warnings);
+          if (imgBlocks.length > 0) pageImageBlocks.set(i, imgBlocks);
+          extractedImages.push(...pageImages);
+        } catch {
+        }
         let pageText = "";
         for (const b of pageBlocks) {
-          const t = b.text || "";
+          let t = b.text || "";
+          if (b.type === "table" && b.table) {
+            const cellText = b.table.cells.map((row) => row.map((c) => c.text).join(" ")).join("\n");
+            t = t ? t + "\n" + cellText : cellText;
+          }
           totalChars += t.replace(/\s/g, "").length;
           totalTextBytes += t.length * 2;
           pageText += pageText ? "\n" + t : t;
@@ -3640,11 +3896,11 @@ async function parsePdfDocument(buffer, options) {
     if (totalChars / Math.max(parsedPageCount, 1) < 10) {
       if (options?.ocr) {
         try {
-          const { ocrPages } = await import("./provider-H4WWSPOV.js");
+          const { ocrPages } = await import("./provider-C6IOGIS5.js");
           const ocrBlocks = await ocrPages(doc, options.ocr, pageFilter, effectivePageCount);
           if (ocrBlocks.length > 0) {
             const ocrMarkdown = ocrBlocks.map((b) => b.text || "").filter(Boolean).join("\n\n");
-            return { markdown: ocrMarkdown, blocks: ocrBlocks, metadata, warnings, isImageBased: true, pageQuality, qualitySummary: summarizeDocumentQuality(pageQuality) };
+            return { markdown: ocrMarkdown, blocks: ocrBlocks, metadata, warnings, isImageBased: true, pageQuality, qualitySummary: summarizeDocumentQuality(pageQuality), images: extractedImages.length > 0 ? extractedImages : void 0 };
           }
         } catch {
         }
@@ -3681,6 +3937,7 @@ async function parsePdfDocument(buffer, options) {
       }
     }
     mergeCrossPageTables(blocks);
+    injectPageImageBlocks(blocks, pageImageBlocks);
     if (options?.formulaOcr && formulaBuffer) {
       try {
         await applyFormulaOcr(formulaBuffer, blocks, pageFilter, effectivePageCount, warnings, options.onProgress);
@@ -3709,7 +3966,8 @@ async function parsePdfDocument(buffer, options) {
       warnings: warnings.length > 0 ? warnings : void 0,
       isImageBased: isImageBased || void 0,
       pageQuality,
-      qualitySummary: summarizeDocumentQuality(pageQuality)
+      qualitySummary: summarizeDocumentQuality(pageQuality),
+      images: extractedImages.length > 0 ? extractedImages : void 0
     };
   } finally {
     await doc.destroy().catch(() => {
@@ -3759,4 +4017,4 @@ export {
   parsePdfDocument,
   removeHeaderFooterBlocks
 };
-//# sourceMappingURL=parser-UGB3NIVH.js.map
+//# sourceMappingURL=parser-XX4QTDFQ.js.map