@pixerate/editor 0.21.0 → 0.23.0

package/dist/index.js

@@ -29,6 +29,10 @@ import {
   Comments,
   CrossReference,
   DEFAULT_AUTOCORRECT_EXCEPTIONS,
+  DEFAULT_DOCX_MAX_IMAGE_SIZE,
+  DEFAULT_ZIP_MAX_ENTRIES,
+  DEFAULT_ZIP_MAX_TOTAL_SIZE,
+  DOCX_MIME_TYPES,
   FileImport,
   FontSize,
   Footnote,
@@ -48,11 +52,14 @@ import {
   SmilieReplacer,
   TableOfContents,
   TemplateSuggestions,
+  ZipArchive,
+  ZipError,
   autocorrectPluginKey,
   buildOutlineTree,
   capitalizeSentenceRules,
   commentsPluginKey,
   computeOutline,
+  createDocxImportAdapter,
   createImportAdapterRegistry,
   createImportContext,
   createMentionExtension,
@@ -62,6 +69,8 @@ import {
   defaultAutocorrectRules,
   defaultImportRegistry,
   documentStructureCommandItems,
+  docxImportAdapter,
+  docxToDocumentImport,
   fileImportPluginKey,
   findAutocorrection,
   findCommentRanges,
@@ -91,10 +100,12 @@ import {
   insertImageNode,
   insertImportedDocument,
   isInsidePromptToken,
+  isUnsafeZipPath,
   markdownImportAdapter,
   navigateToHeading,
   outlinePluginKey,
   plainTextImportAdapter,
+  readZip,
   registerImportAdapter,
   removeImageNode,
   richClipboardPluginKey,
@@ -108,8 +119,9 @@ import {
   twoInitialCapitalsRules,
   unregisterImportAdapter,
   updateImageSrc,
-  writeRichClipboard
-} from "./chunk-CYFJCKC4.js";
+  writeRichClipboard,
+  zipCrc32
+} from "./chunk-QGHGJ56O.js";
 import {
   INSTRUCTION_REGEX,
   TEMPLATE_REGEX,
@@ -136,7 +148,7 @@ import {
   rtfToPlainText,
   sanitizeImportedHtml,
   serializeRichClipboardPayload
-} from "./chunk-KYRZDWM4.js";
+} from "./chunk-JJDLPEWL.js";
 import {
   DEFAULT_COLUMN_WIDTH,
   DEFAULT_ROW_HEIGHT,
@@ -150,6 +162,7 @@ import {
   applyFormulaSuggestion,
   bindSpreadsheetTableActions,
   buildSpreadsheetView,
+  clampMenuPosition,
   columnDependencyKey,
   compareCellValues,
   computeFillTarget,
@@ -190,14 +203,21 @@ import {
   shiftFormulaReferences,
   toNumber,
   tsvImportAdapter
-} from "./chunk-GVW4P7BG.js";
+} from "./chunk-K3R5NG2D.js";
 import {
+  DirtyTracker,
   HistoryManager,
-  createHistoryManager
-} from "./chunk-KAADNAPF.js";
+  bindDirtyToHistory,
+  createDirtyTracker,
+  createHistoryManager,
+  defaultIsEqual,
+  withoutDirty
+} from "./chunk-2H7ZHPEJ.js";
 import {
+  BLOCK_CHANGE_ATTRIBUTE,
   CommentStore,
   DELETION_MARK_NAME,
+  FORMAT_CHANGE_MARK_NAME,
   INSERTION_MARK_NAME,
   MARKDOWN_MENTION_SPLIT_REGEX,
   MENTION_REGEX,
@@ -205,9 +225,12 @@ import {
   TrackChanges,
   TrackChangesStore,
   TrackedDeletion,
+  TrackedFormatChange,
   TrackedInsertion,
   createCommentStore,
   createReviewId,
+  describeBlockChange,
+  describeFormatChange,
   escapeHtml,
   extractMentions,
   extractMentionsFromDoc,
@@ -229,15 +252,19 @@ import {
   sanitizeHtml,
   stripMarkdownCode,
   trackChangesPluginKey
-} from "./chunk-3TYMNULT.js";
+} from "./chunk-MJZBNWG7.js";
 import {
   FORMULA_ERRORS,
   FormulaEvaluator,
   FormulaParser,
+  MAX_FORMULA_ARRAY_SIZE,
   WHOLE_COLUMN_END_ROW,
   checkFormulaArgumentCount,
   colNameToIndex,
+  compareNumbers,
+  compareValues,
   describeFormulaError,
+  formatCellDisplay,
   formatValueWithCode,
   getFormulaArgumentSpecIndex,
   getFormulaFunction,
@@ -246,16 +273,21 @@ import {
   indexToColName,
   isFormulaError,
   listFormulaFunctions,
+  numberToText,
+  parseCellInput,
   parseCellReference,
   parseCriteria,
   parseFormula,
+  parseNumberText,
   parseRange,
   registerFormulaFunction,
   searchFormulaFunctions,
+  serialFromYmd,
+  sortCompareValues,
   tokenizeFormula,
   unregisterFormulaFunction,
   wildcardToRegExp
-} from "./chunk-A7DKIA72.js";
+} from "./chunk-QBJ22YZR.js";
 
 // src/controller.ts
 import { Editor } from "@tiptap/core";
@@ -413,71 +445,6 @@ function createEditor(options = {}) {
   return new EditorController(options);
 }
 
-// src/dirty.ts
-function defaultIsEqual(a, b) {
-  if (Object.is(a, b)) return true;
-  if (typeof a !== "object" || a === null || typeof b !== "object" || b === null) {
-    return false;
-  }
-  if (Array.isArray(a) && Array.isArray(b)) {
-    if (a.length !== b.length) return false;
-    for (let i = 0; i < a.length; i++) {
-      if (!defaultIsEqual(a[i], b[i])) return false;
-    }
-    return true;
-  }
-  if (Array.isArray(a) !== Array.isArray(b)) {
-    return false;
-  }
-  const keysA = Object.keys(a);
-  const keysB = Object.keys(b);
-  if (keysA.length !== keysB.length) return false;
-  for (const key of keysA) {
-    if (!Object.prototype.hasOwnProperty.call(b, key)) return false;
-    if (!defaultIsEqual(a[key], b[key])) return false;
-  }
-  return true;
-}
-var DirtyTracker = class {
-  baseline;
-  isEqual;
-  constructor(initialBaseline, options) {
-    this.baseline = initialBaseline;
-    if (typeof options === "function") {
-      this.isEqual = options;
-    } else {
-      this.isEqual = options?.isEqual ?? defaultIsEqual;
-    }
-  }
-  /**
-   * Returns current baseline value.
-   */
-  getBaseline() {
-    return this.baseline;
-  }
-  /**
-   * Sets a new baseline value without triggering any dirty state.
-   */
-  setBaseline(value) {
-    this.baseline = value;
-  }
-  /**
-   * Checks whether the given value differs from the baseline.
-   */
-  isDirty(current) {
-    return !this.isEqual(this.baseline, current);
-  }
-  /**
-   * Resets the baseline to the provided current value (or clears dirty status).
-   */
-  reset(current) {
-    this.baseline = current;
-  }
-};
-function createDirtyTracker(initialBaseline, options) {
-  return new DirtyTracker(initialBaseline, options);
-}
-
 // src/import/controller.ts
 function pickImportFiles(options = {}) {
   if (typeof document === "undefined") return Promise.resolve([]);
@@ -560,8 +527,199 @@ var FileImportController = class {
 function createFileImportController(getTarget, options) {
   return new FileImportController(getTarget, options);
 }
+
+// src/import/pdf.ts
+var isTextItem = (item) => typeof item.str === "string";
+function median(values) {
+  if (!values.length) return 0;
+  const sorted = [...values].sort((a, b) => a - b);
+  const mid = sorted.length >> 1;
+  return sorted.length % 2 ? sorted[mid] : (sorted[mid - 1] + sorted[mid]) / 2;
+}
+function groupLines(items) {
+  const lines = [];
+  let current = null;
+  let breakNext = false;
+  for (const item of items) {
+    if (!isTextItem(item)) continue;
+    const x = item.transform?.[4] ?? 0;
+    const y = item.transform?.[5] ?? (current?.y ?? 0);
+    const height = item.height || Math.abs(item.transform?.[3] ?? 0) || current?.height || 10;
+    const tolerance = Math.max(1, height * 0.5);
+    if (!item.str) {
+      if (item.hasEOL) {
+        if (breakNext && current) current.blankAfter = true;
+        breakNext = true;
+      }
+      continue;
+    }
+    if (!current || breakNext || Math.abs(y - current.y) > tolerance) {
+      current = { text: "", y, height, blankAfter: false };
+      lines.push(current);
+    } else if (current.endX !== void 0 && x - current.endX > height * 0.15) {
+      if (!/\s$/.test(current.text) && !/^\s/.test(item.str)) current.text += " ";
+    }
+    current.text += item.str;
+    current.height = Math.max(current.height, height);
+    current.endX = item.width !== void 0 ? x + item.width : void 0;
+    breakNext = !!item.hasEOL;
+  }
+  return lines;
+}
+function pdfTextItemsToParagraphs(items, options = {}) {
+  const lines = groupLines(items).filter((line) => line.text.trim() || line.blankAfter);
+  const gaps = [];
+  for (let i = 1; i < lines.length; i++) {
+    const gap = lines[i - 1].y - lines[i].y;
+    if (gap > 0) gaps.push(gap);
+  }
+  const typical = median(gaps);
+  const factor = options.paragraphGap ?? 1.4;
+  const paragraphs = [];
+  let current = [];
+  const flush = () => {
+    const text = current.join(" ").replace(/\s+/g, " ").trim();
+    if (text) paragraphs.push(text);
+    current = [];
+  };
+  lines.forEach((line, i) => {
+    if (i > 0) {
+      const prev = lines[i - 1];
+      const gap = prev.y - line.y;
+      const bigGap = typical > 0 ? gap > typical * factor : gap > prev.height * 1.8;
+      if (prev.blankAfter || bigGap || gap < -prev.height * 0.5) flush();
+    }
+    const text = line.text.trim();
+    if (!text) return;
+    if (current.length && /\w-$/.test(current[current.length - 1]) && /^[a-z]/.test(text)) {
+      current[current.length - 1] = current[current.length - 1].slice(0, -1) + text;
+    } else {
+      current.push(text);
+    }
+  });
+  flush();
+  return paragraphs;
+}
+function createPdfImportAdapter(pdfjs, options = {}) {
+  return {
+    id: options.id ?? "pdf",
+    label: "PDF",
+    mimeTypes: ["application/pdf"],
+    extensions: [".pdf"],
+    target: "document",
+    async import(_input, context) {
+      const data = new Uint8Array((await context.readArrayBuffer()).slice(0));
+      const doc = await pdfjs.getDocument({ ...options.documentParams, data }).promise;
+      const paragraphs = [];
+      try {
+        const pages = Math.min(doc.numPages, options.maxPages ?? Infinity);
+        for (let n = 1; n <= pages; n++) {
+          const page = await doc.getPage(n);
+          const content = await page.getTextContent();
+          paragraphs.push(...pdfTextItemsToParagraphs(content.items, options));
+          page.cleanup?.();
+        }
+      } finally {
+        await doc.destroy?.();
+      }
+      const text = paragraphs.join("\n");
+      return { html: plainTextToParagraphHtml(text), text };
+    }
+  };
+}
+
+// src/import/zip-export.ts
+var INDEX_NAMES = /^(index|readme|home|_index|start)$/i;
+var baseName = (path) => path.slice(path.lastIndexOf("/") + 1);
+var stem = (name) => name.replace(/\.[^./]+$/, "");
+function zipEntryTitle(path) {
+  const title = stem(baseName(path)).replace(/\s+[0-9a-f]{32}$/i, "").replace(/[_]+/g, " ").trim();
+  return title || baseName(path);
+}
+function sortZipEntryNames(names) {
+  const isIndex = (name) => INDEX_NAMES.test(stem(baseName(name)));
+  const depth = (name) => name.split("/").length;
+  return [...names].sort((a, b) => {
+    const ai = isIndex(a);
+    const bi = isIndex(b);
+    if (ai !== bi) return ai ? -1 : 1;
+    if (ai && bi && depth(a) !== depth(b)) return depth(a) - depth(b);
+    return a.localeCompare(b, void 0, { numeric: true, sensitivity: "base" });
+  });
+}
+var isJunk = (name) => name.startsWith("__MACOSX/") || name.split("/").some((segment) => segment.startsWith("."));
+function createZipImportAdapter(options = {}) {
+  const id = options.id ?? "zip";
+  return {
+    id,
+    label: "Zipped documents",
+    mimeTypes: ["application/zip", "application/x-zip-compressed"],
+    extensions: [".zip"],
+    target: "document",
+    async import(_input, context) {
+      const registry = options.registry ?? context.registry ?? defaultImportRegistry;
+      const zip = await readZip(await context.readArrayBuffer(), {
+        maxTotalSize: 100 * 1024 * 1024,
+        maxEntries: 5e3,
+        ...options.zip
+      });
+      const maxFiles = options.maxFiles ?? 500;
+      const level = options.headingLevel ?? 2;
+      const files = [];
+      const skipped = [];
+      let html = "";
+      let text = "";
+      const names = zip.entries.filter((entry) => !entry.isDirectory).map((entry) => entry.name);
+      for (const name of sortZipEntryNames(names)) {
+        if (isJunk(name)) continue;
+        const adapter = registry.find({ fileName: name, target: "document" });
+        if (!adapter) {
+          skipped.push({ name, reason: "unsupported type" });
+          continue;
+        }
+        if (adapter.id === id || adapter.extensions.some((ext) => ext.toLowerCase() === ".zip")) {
+          skipped.push({ name, reason: "nested archive" });
+          continue;
+        }
+        if (files.length >= maxFiles) {
+          skipped.push({ name, reason: "file limit reached" });
+          continue;
+        }
+        try {
+          const outcome = await registry.importFile(await zip.read(name), {
+            fileName: name,
+            adapterId: adapter.id
+          });
+          const title = zipEntryTitle(name);
+          if (options.headings !== false) {
+            html += `<h${level}>${escapeHtml(title)}</h${level}>`;
+            text += `${text ? "\n" : ""}${title}
+`;
+          } else if (text) {
+            text += "\n";
+          }
+          html += outcome.result.html.trim();
+          text += outcome.result.text;
+          files.push({ name, adapterId: adapter.id });
+        } catch (error) {
+          const code = error?.code;
+          if (code === "too_large") throw error;
+          skipped.push({ name, reason: error instanceof Error ? error.message : String(error) });
+        }
+      }
+      if (!files.length) {
+        throw new ImportError("invalid_file", "The archive contains no importable documents.", {
+          fileName: context.fileName
+        });
+      }
+      return { html, text, files, skipped };
+    }
+  };
+}
+var zipImportAdapter = createZipImportAdapter();
 export {
   Autocorrect,
+  BLOCK_CHANGE_ATTRIBUTE,
   BUILT_IN_IMPORT_ADAPTERS,
   Bookmark,
   COMMENT_MARK_NAME,
@@ -571,12 +729,17 @@ export {
   CrossReference,
   DEFAULT_AUTOCORRECT_EXCEPTIONS,
   DEFAULT_COLUMN_WIDTH,
+  DEFAULT_DOCX_MAX_IMAGE_SIZE,
   DEFAULT_ROW_HEIGHT,
+  DEFAULT_ZIP_MAX_ENTRIES,
+  DEFAULT_ZIP_MAX_TOTAL_SIZE,
   DELETION_MARK_NAME,
+  DOCX_MIME_TYPES,
   DataSourceBinder,
   DependencyGraph,
   DirtyTracker,
   EditorController,
+  FORMAT_CHANGE_MARK_NAME,
   FORMULA_ERRORS,
   FileImport,
   FileImportController,
@@ -595,6 +758,7 @@ export {
   ImportError,
   LoadingNode,
   MARKDOWN_MENTION_SPLIT_REGEX,
+  MAX_FORMULA_ARRAY_SIZE,
   MENTION_REGEX,
   Markdown,
   Mention,
@@ -617,27 +781,35 @@ export {
   TrackChanges,
   TrackChangesStore,
   TrackedDeletion,
+  TrackedFormatChange,
   TrackedInsertion,
   VARIABLE_REGEX,
   WHOLE_COLUMN_END_ROW,
+  ZipArchive,
+  ZipError,
   aggregateValues,
   applyFormulaSuggestion,
   autocorrectPluginKey,
+  bindDirtyToHistory,
   bindSpreadsheetTableActions,
   buildOutlineTree,
   buildSpreadsheetView,
   capitalizeSentenceRules,
   checkFormulaArgumentCount,
+  clampMenuPosition,
   colNameToIndex,
   columnDependencyKey,
   commentsPluginKey,
   compactVariableValues,
   compareCellValues,
+  compareNumbers,
+  compareValues,
   computeFillTarget,
   computeOutline,
   computeRowGroups,
   createCommentStore,
   createDirtyTracker,
+  createDocxImportAdapter,
   createEditor,
   createFileImportController,
   createHistoryManager,
@@ -645,16 +817,22 @@ export {
   createImportContext,
   createMentionExtension,
   createOutlineStore,
+  createPdfImportAdapter,
   createReviewId,
   createRichTextPreset,
   createSpreadsheetClipboardData,
+  createZipImportAdapter,
   crossReferencePluginKey,
   csvImportAdapter,
   defaultAutocorrectRules,
   defaultImportRegistry,
   defaultIsEqual,
+  describeBlockChange,
+  describeFormatChange,
   describeFormulaError,
   documentStructureCommandItems,
+  docxImportAdapter,
+  docxToDocumentImport,
   escapeCsvField,
   escapeHtml,
   escapeVariableText,
@@ -675,6 +853,7 @@ export {
   findImportAdapter,
   footnotesMarkdownIt,
   footnotesPluginKey,
+  formatCellDisplay,
   formatReviewTime,
   formatValueWithCode,
   fractionRules,
@@ -730,6 +909,7 @@ export {
   isPromptValueSet,
   isSingleCellRange,
   isTrackChangesEnabled,
+  isUnsafeZipPath,
   listFormulaFunctions,
   mapFormulaReferences,
   mapRawOffsetToResolved,
@@ -740,18 +920,22 @@ export {
   matchesFilterRule,
   navigateToHeading,
   normalizeRange,
+  numberToText,
   offsetFormulaReferences,
   outlinePluginKey,
+  parseCellInput,
   parseCellReference,
   parseCriteria,
   parseCsv,
   parseFormula,
   parseHtmlTable,
   parseMentionSegments,
+  parseNumberText,
   parseRange,
   parseRichClipboardPayload,
   parseTsv,
   parseVariableBody,
+  pdfTextItemsToParagraphs,
   pickImportFiles,
   plainTextImportAdapter,
   plainTextToParagraphHtml,
@@ -764,6 +948,7 @@ export {
   rangesIntersect,
   readRichClipboard,
   readSpreadsheetClipboard,
+  readZip,
   rebaseClipboardRows,
   registerFormulaFunction,
   registerImportAdapter,
@@ -783,6 +968,7 @@ export {
   sanitizeHtml,
   sanitizeImportedHtml,
   searchFormulaFunctions,
+  serialFromYmd,
   serializeCsv,
   serializeHtmlTable,
   serializeRichClipboardPayload,
@@ -790,6 +976,8 @@ export {
   shiftFormulaReferences,
   smartQuoteRules,
   smilieAutocorrectRules,
+  sortCompareValues,
+  sortZipEntryNames,
   stripMarkdownCode,
   symbolRules,
   syncFootnotes,
@@ -809,6 +997,10 @@ export {
   updateImageSrc,
   variableRegex,
   wildcardToRegExp,
-  writeRichClipboard
+  withoutDirty,
+  writeRichClipboard,
+  zipCrc32,
+  zipEntryTitle,
+  zipImportAdapter
 };
 //# sourceMappingURL=index.js.map