@fileverse/content-processor 0.0.1

package/dist/markdown-parser.js

@@ -0,0 +1,114 @@
+import MarkdownIt from 'markdown-it';
+import markdownItFootnote from 'markdown-it-footnote';
+import { createDOMPurifyInstance, parseHTMLString } from './dom-setup.js';
+const markdownIt = new MarkdownIt().use(markdownItFootnote);
+export function stripFrontmatter(markdown) {
+    const fmRegex = /^---\n[\s\S]*?\n---\n*/;
+    return markdown.replace(fmRegex, '').replace(/^\s*\n/, '');
+}
+export function parseMarkdownToHTML(markdown) {
+    let cleanMarkdown = stripFrontmatter(markdown);
+    cleanMarkdown = cleanMarkdown.replace(/(\d)\*(\d)/g, '$1\\*$2');
+    cleanMarkdown = cleanMarkdown.replace(/(\])\*(\[)/g, '$1\\*$2');
+    cleanMarkdown = cleanMarkdown.replace(/(\))\*(\()/g, '$1\\*$2');
+    let convertedHtml = markdownIt.render(cleanMarkdown);
+    return convertedHtml;
+}
+export function processHTMLForEditor(html) {
+    const doc = parseHTMLString(html);
+    const body = doc.body;
+    const topLevelPs = body.querySelectorAll(':scope > p');
+    topLevelPs.forEach((p) => {
+        if (p.childNodes.length === 0 && p.textContent === '') {
+            p.remove();
+        }
+    });
+    const calloutAsides = body.querySelectorAll('aside.callout');
+    calloutAsides.forEach((el) => {
+        el.setAttribute('data-type', 'callout');
+        el.removeAttribute('class');
+    });
+    const callouts = body.querySelectorAll('aside[data-type="callout"]');
+    callouts.forEach((aside) => {
+        const ps = aside.querySelectorAll('p');
+        ps.forEach((p) => {
+            const isEmpty = Array.from(p.childNodes).every((node) => {
+                if (node.nodeType === 1) {
+                    return node.nodeName === 'BR';
+                }
+                if (node.nodeType === 3) {
+                    return node.textContent?.trim() === '';
+                }
+                return false;
+            });
+            if (isEmpty && p.parentNode) {
+                p.parentNode.removeChild(p);
+            }
+        });
+    });
+    const lists = body.getElementsByTagName('ul');
+    for (let i = 0; i < lists.length; i++) {
+        const list = lists[i];
+        const items = list.getElementsByTagName('li');
+        let isTodoList = false;
+        for (let j = 0; j < items.length; j++) {
+            const item = items[j];
+            const text = item.textContent || '';
+            const todoMatch = text.match(/^\[([ x])\]\s*(.*)/i);
+            if (todoMatch) {
+                isTodoList = true;
+                const isChecked = todoMatch[1].toLowerCase() === 'x';
+                const content = todoMatch[2];
+                item.setAttribute('data-type', 'taskItem');
+                item.setAttribute('data-checked', isChecked.toString());
+                item.textContent = content;
+            }
+        }
+        if (isTodoList) {
+            list.setAttribute('data-type', 'taskList');
+        }
+    }
+    const paragraphs = body.getElementsByTagName('p');
+    for (let i = paragraphs.length - 1; i >= 0; i--) {
+        const p = paragraphs[i];
+        if (p.childNodes.length === 1 && p.firstChild?.nodeName === 'IMG') {
+            p.parentNode?.replaceChild(p.firstChild, p);
+        }
+        if (p.childNodes.length === 1 &&
+            p.firstChild?.textContent?.trim() === '===') {
+            const pageBreakDiv = doc.createElement('div');
+            pageBreakDiv.setAttribute('data-type', 'page-break');
+            pageBreakDiv.setAttribute('data-page-break', 'true');
+            p.parentNode?.replaceChild(pageBreakDiv, p);
+        }
+    }
+    let processedHtml = body.innerHTML;
+    const superscriptRegex = /\^([^\s^]+)\^/g;
+    const subscriptRegex = /~([^\s~](?:[^~]*[^\s~])?)~/g;
+    const pageBreakRegex = /===\s*$/gm;
+    processedHtml = processedHtml.replace(superscriptRegex, '<sup data-type="sup">$1</sup>');
+    processedHtml = processedHtml.replace(subscriptRegex, '<sub data-type="sub">$1</sub>');
+    processedHtml = processedHtml.replace(pageBreakRegex, '<div data-type="page-break" data-page-break="true"></div>');
+    const DOMPurify = createDOMPurifyInstance();
+    processedHtml = DOMPurify.sanitize(processedHtml, {
+        ADD_TAGS: ['div', 'aside'],
+        ADD_ATTR: [
+            'data-type',
+            'data-page-break',
+            'data-checked',
+            'url',
+            'src',
+            'media-type',
+            'alt',
+            'title',
+            'width',
+            'height',
+        ],
+    });
+    return processedHtml;
+}
+export function convertMarkdownToHTML(markdown) {
+    const rawHtml = parseMarkdownToHTML(markdown);
+    return processHTMLForEditor(rawHtml);
+}
+//# sourceMappingURL=markdown-parser.js.map

package/dist/markdown-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown-parser.js","sourceRoot":"","sources":["../src/markdown-parser.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,aAAa,CAAC;AACrC,OAAO,kBAAkB,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,uBAAuB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAE1E,MAAM,UAAU,GAAG,IAAI,UAAU,EAAE,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;AAE5D,MAAM,UAAU,gBAAgB,CAAC,QAAgB;IAC/C,MAAM,OAAO,GAAG,wBAAwB,CAAC;IACzC,OAAO,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,IAAI,aAAa,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAE/C,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAChE,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAChE,aAAa,GAAG,aAAa,CAAC,OAAO,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;IAEhE,IAAI,aAAa,GAAG,UAAU,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;IAErD,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAC/C,MAAM,GAAG,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IAEtB,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;IACvD,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;QACvB,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,WAAW,KAAK,EAAE,EAAE,CAAC;YACtD,CAAC,CAAC,MAAM,EAAE,CAAC;QACb,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,eAAe,CAAC,CAAC;IAC7D,aAAa,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE;QAC3B,EAAE,CAAC,YAAY,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QACxC,EAAE,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,CAAC,4BAA4B,CAAC,CAAC;IACrE,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QACzB,MAAM,EAAE,GAAG,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;QACvC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACf,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE;gBACtD,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;oBACxB,OAAQ,IAAgB,CAAC,QAAQ,KAAK,IAAI,CAAC;gBAC7C,CAAC;gBACD,IAAI,IAAI,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;oBACxB,OAAO,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;gBACzC,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC,CAAC,CAAC;YACH,IAAI,OAAO,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;gBAC5B,CAAC,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;IAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,UAAU,GAAG,KAAK,CAAC;QAEvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,IAAI,EAAE,CAAC;YACpC,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAEpD,IAAI,SAAS,EAAE,CAAC;gBACd,UAAU,GAAG,IAAI,CAAC;gBAClB,MAAM,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,GAAG,CAAC;gBACrD,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;gBAE7B,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;gBAC3C,IAAI,CAAC,YAAY,CAAC,cAAc,EAAE,SAAS,CAAC,QAAQ,EAAE,CAAC,CAAC;gBACxD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,IAAI,UAAU,EAAE,CAAC;YACf,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAClD,KAAK,IAAI,CAAC,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAChD,MAAM,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,QAAQ,KAAK,KAAK,EAAE,CAAC;YAClE,CAAC,CAAC,UAAU,EAAE,YAAY,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;QACD,IACE,CAAC,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC;YACzB,CAAC,CAAC,UAAU,EAAE,WAAW,EAAE,IAAI,EAAE,KAAK,KAAK,EAC3C,CAAC;YACD,MAAM,YAAY,GAAG,GAAG,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAC9C,YAAY,CAAC,YAAY,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;YACrD,YAAY,CAAC,YAAY,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;YACrD,CAAC,CAAC,UAAU,EAAE,YAAY,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IAED,IAAI,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;IAEnC,MAAM,gBAAgB,GAAG,gBAAgB,CAAC;IAC1C,MAAM,cAAc,GAAG,6BAA6B,CAAC;IACrD,MAAM,cAAc,GAAG,WAAW,CAAC;IAEnC,aAAa,GAAG,aAAa,CAAC,OAAO,CACnC,gBAAgB,EAChB,+BAA+B,CAChC,CAAC;IAEF,aAAa,GAAG,aAAa,CAAC,OAAO,CACnC,cAAc,EACd,+BAA+B,CAChC,CAAC;IAEF,aAAa,GAAG,aAAa,CAAC,OAAO,CACnC,cAAc,EACd,2DAA2D,CAC5D,CAAC;IAEF,MAAM,SAAS,GAAG,uBAAuB,EAAE,CAAC;IAC5C,aAAa,GAAG,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE;QAChD,QAAQ,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC;QAC1B,QAAQ,EAAE;YACR,WAAW;YACX,iBAAiB;YACjB,cAAc;YACd,KAAK;YACL,KAAK;YACL,YAAY;YACZ,KAAK;YACL,OAAO;YACP,OAAO;YACP,QAAQ;SACT;KACF,CAAC,CAAC;IAEH,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,QAAgB;IACpD,MAAM,OAAO,GAAG,mBAAmB,CAAC,QAAQ,CAAC,CAAC;IAC9C,OAAO,oBAAoB,CAAC,OAAO,CAAC,CAAC;AACvC,CAAC"}

package/package.json

@@ -0,0 +1,68 @@
+{
+  "name": "@fileverse/content-processor",
+  "version": "0.0.1",
+  "description": "Convert markdown files to Yjs-encoded strings compatible with ddoc Tiptap editor",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "type": "module",
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "test": "node --experimental-strip-types test/test.ts"
+  },
+  "keywords": [
+    "markdown",
+    "yjs",
+    "tiptap",
+    "prosemirror",
+    "converter"
+  ],
+  "license": "MIT",
+  "dependencies": {
+    "@tiptap/core": "^2.11.5",
+    "@tiptap/extension-blockquote": "^2.11.5",
+    "@tiptap/extension-bold": "^2.11.5",
+    "@tiptap/extension-bullet-list": "^2.11.5",
+    "@tiptap/extension-code": "^2.11.5",
+    "@tiptap/extension-code-block": "^2.11.5",
+    "@tiptap/extension-collaboration": "^2.11.5",
+    "@tiptap/extension-document": "^2.11.5",
+    "@tiptap/extension-dropcursor": "^2.11.5",
+    "@tiptap/extension-gapcursor": "^2.11.5",
+    "@tiptap/extension-hard-break": "^2.11.5",
+    "@tiptap/extension-heading": "^2.11.5",
+    "@tiptap/extension-highlight": "^2.11.5",
+    "@tiptap/extension-horizontal-rule": "^2.11.5",
+    "@tiptap/extension-image": "^2.11.5",
+    "@tiptap/extension-italic": "^2.11.5",
+    "@tiptap/extension-link": "^2.11.5",
+    "@tiptap/extension-list-item": "^2.11.5",
+    "@tiptap/extension-ordered-list": "^2.11.5",
+    "@tiptap/extension-paragraph": "^2.11.5",
+    "@tiptap/extension-strike": "^2.11.5",
+    "@tiptap/extension-subscript": "^2.11.5",
+    "@tiptap/extension-superscript": "^2.11.5",
+    "@tiptap/extension-table": "^2.11.5",
+    "@tiptap/extension-table-cell": "^2.11.5",
+    "@tiptap/extension-table-header": "^2.11.5",
+    "@tiptap/extension-table-row": "^2.11.5",
+    "@tiptap/extension-task-item": "^2.11.5",
+    "@tiptap/extension-task-list": "^2.11.5",
+    "@tiptap/extension-text": "^2.11.5",
+    "@tiptap/extension-underline": "^2.11.5",
+    "@tiptap/pm": "^2.11.5",
+    "dompurify": "^3.2.4",
+    "js-base64": "^3.7.7",
+    "jsdom": "^26.0.0",
+    "markdown-it": "^14.1.0",
+    "markdown-it-footnote": "^4.0.0",
+    "yjs": "^13.6.22"
+  },
+  "devDependencies": {
+    "@types/jsdom": "^21.1.7",
+    "@types/markdown-it": "^14.1.2",
+    "@types/markdown-it-footnote": "^3.0.4",
+    "@types/node": "^22.13.1",
+    "typescript": "^5.7.3"
+  }
+}

package/src/dom-setup.ts

@@ -0,0 +1,60 @@
+import { JSDOM } from 'jsdom';
+import createDOMPurify from 'dompurify';
+
+let domSetup = false;
+let jsdomInstance: JSDOM | null = null;
+
+export function setupDOM() {
+  if (domSetup) return;
+
+  jsdomInstance = new JSDOM('<!DOCTYPE html><html><body></body></html>', {
+    pretendToBeVisual: true,
+  });
+
+  const { window } = jsdomInstance;
+  const { document } = window;
+
+  const g = globalThis as any;
+
+  g.window = window;
+  g.document = document;
+  g.Node = window.Node;
+  g.HTMLElement = window.HTMLElement;
+  g.Text = window.Text;
+  g.DOMParser = window.DOMParser;
+  g.Element = window.Element;
+  g.DocumentFragment = window.DocumentFragment;
+  g.getComputedStyle = window.getComputedStyle.bind(window);
+  g.requestAnimationFrame = (cb: () => void) => setTimeout(cb, 0);
+  g.cancelAnimationFrame = clearTimeout;
+  g.innerHeight = 768;
+  g.innerWidth = 1024;
+  g.scrollTo = () => {};
+  g.scrollBy = () => {};
+  g.MutationObserver = window.MutationObserver;
+  g.Range = window.Range;
+  g.Selection = window.Selection;
+  g.getSelection = () => window.getSelection();
+
+  try {
+    Object.defineProperty(globalThis, 'navigator', {
+      value: window.navigator,
+      writable: true,
+      configurable: true,
+    });
+  } catch {
+    // navigator may already be defined
+  }
+
+  domSetup = true;
+}
+
+export function createDOMPurifyInstance() {
+  const jsdomWindow = new JSDOM('').window;
+  return createDOMPurify(jsdomWindow as any);
+}
+
+export function parseHTMLString(html: string): Document {
+  const dom = new JSDOM(`<!DOCTYPE html><html><body>${html}</body></html>`);
+  return dom.window.document;
+}

package/src/extensions.ts

@@ -0,0 +1,294 @@
+import { Node, mergeAttributes, Mark } from '@tiptap/core';
+import { Document as TiptapDocument } from '@tiptap/extension-document';
+import Paragraph from '@tiptap/extension-paragraph';
+import Text from '@tiptap/extension-text';
+import Bold from '@tiptap/extension-bold';
+import Italic from '@tiptap/extension-italic';
+import Strike from '@tiptap/extension-strike';
+import Underline from '@tiptap/extension-underline';
+import Code from '@tiptap/extension-code';
+import CodeBlock from '@tiptap/extension-code-block';
+import Heading from '@tiptap/extension-heading';
+import BulletList from '@tiptap/extension-bullet-list';
+import OrderedList from '@tiptap/extension-ordered-list';
+import ListItem from '@tiptap/extension-list-item';
+import TaskList from '@tiptap/extension-task-list';
+import TaskItem from '@tiptap/extension-task-item';
+import Blockquote from '@tiptap/extension-blockquote';
+import HorizontalRule from '@tiptap/extension-horizontal-rule';
+import HardBreak from '@tiptap/extension-hard-break';
+import Link from '@tiptap/extension-link';
+import Image from '@tiptap/extension-image';
+import Table from '@tiptap/extension-table';
+import TableRow from '@tiptap/extension-table-row';
+import TableCell from '@tiptap/extension-table-cell';
+import TableHeader from '@tiptap/extension-table-header';
+import Highlight from '@tiptap/extension-highlight';
+import Subscript from '@tiptap/extension-subscript';
+import Superscript from '@tiptap/extension-superscript';
+import Dropcursor from '@tiptap/extension-dropcursor';
+import Gapcursor from '@tiptap/extension-gapcursor';
+import Collaboration from '@tiptap/extension-collaboration';
+import * as Y from 'yjs';
+
+export const Document = TiptapDocument.extend({
+  content: '(dBlock|columns|pageBreak)+',
+});
+
+export const DBlock = Node.create({
+  name: 'dBlock',
+  priority: 1000,
+  group: 'dBlock',
+  content: '(block|columns)',
+  draggable: true,
+  selectable: false,
+  inline: false,
+
+  addAttributes() {
+    return {
+      isCorrupted: {
+        default: false,
+      },
+    };
+  },
+
+  parseHTML() {
+    return [{ tag: 'div[data-type="d-block"]' }];
+  },
+
+  renderHTML({ HTMLAttributes }) {
+    return [
+      'div',
+      mergeAttributes(HTMLAttributes, { 'data-type': 'd-block' }),
+      0,
+    ];
+  },
+});
+
+export const PageBreak = Node.create({
+  name: 'pageBreak',
+  group: 'pageBreak',
+
+  addOptions() {
+    return {
+      HTMLAttributes: {
+        style: 'page-break-after: always',
+        'data-page-break': 'true',
+      },
+    };
+  },
+
+  parseHTML() {
+    return [
+      { tag: 'br[data-type="page-break"]' },
+      { tag: 'div[data-type="page-break"]' },
+    ];
+  },
+
+  renderHTML({ HTMLAttributes }) {
+    return ['br', mergeAttributes(this.options.HTMLAttributes, HTMLAttributes)];
+  },
+});
+
+export const Callout = Node.create({
+  name: 'callout',
+  group: 'block',
+  content: '(paragraph | bulletList | orderedList | taskList | block)+',
+  defining: true,
+  draggable: true,
+  isolating: true,
+
+  addOptions() {
+    return {
+      HTMLAttributes: {
+        class: 'callout',
+      },
+    };
+  },
+
+  addAttributes() {
+    return {
+      dataType: {
+        default: 'callout',
+        parseHTML: (element: HTMLElement) => element.getAttribute('data-type'),
+        renderHTML: (attributes: { dataType: string }) => ({
+          'data-type': attributes.dataType,
+        }),
+      },
+    };
+  },
+
+  parseHTML() {
+    return [{ tag: 'aside[data-type="callout"]' }];
+  },
+
+  renderHTML({ HTMLAttributes }) {
+    return [
+      'aside',
+      mergeAttributes(this.options.HTMLAttributes, HTMLAttributes),
+      0,
+    ];
+  },
+});
+
+export const Columns = Node.create({
+  name: 'columns',
+  group: 'columns',
+  content: 'column{2,}',
+  isolating: true,
+  defining: true,
+
+  parseHTML() {
+    return [{ tag: 'div[data-type="columns"]' }];
+  },
+
+  renderHTML({ HTMLAttributes }) {
+    return [
+      'div',
+      mergeAttributes(HTMLAttributes, { 'data-type': 'columns' }),
+      0,
+    ];
+  },
+});
+
+export const Column = Node.create({
+  name: 'column',
+  group: 'column',
+  content: '(block|columns)+',
+
+  parseHTML() {
+    return [{ tag: 'div[data-type="column"]' }];
+  },
+
+  renderHTML({ HTMLAttributes }) {
+    return [
+      'div',
+      mergeAttributes(HTMLAttributes, { 'data-type': 'column' }),
+      0,
+    ];
+  },
+});
+
+export const ResizableMedia = Node.create({
+  name: 'resizableMedia',
+  group: 'block',
+  atom: true,
+  draggable: true,
+
+  addAttributes() {
+    return {
+      src: { default: null },
+      'media-type': { default: 'img' },
+      alt: { default: null },
+      title: { default: null },
+      width: { default: '100%' },
+      height: { default: 'auto' },
+      dataAlign: { default: 'center' },
+    };
+  },
+
+  parseHTML() {
+    return [
+      {
+        tag: 'img',
+        getAttrs: (element: HTMLElement) => ({
+          src: element.getAttribute('src'),
+          'media-type': element.getAttribute('media-type') || 'img',
+          alt: element.getAttribute('alt'),
+          title: element.getAttribute('title'),
+          width: element.getAttribute('width') || '100%',
+          height: element.getAttribute('height') || 'auto',
+        }),
+      },
+    ];
+  },
+
+  renderHTML({ HTMLAttributes }) {
+    return ['img', mergeAttributes(HTMLAttributes)];
+  },
+});
+
+export const Footnote = Node.create({
+  name: 'footnote',
+  group: 'block',
+  content: 'inline*',
+
+  addAttributes() {
+    return {
+      id: { default: null },
+    };
+  },
+
+  parseHTML() {
+    return [{ tag: 'div[data-type="footnote"]' }];
+  },
+
+  renderHTML({ HTMLAttributes }) {
+    return [
+      'div',
+      mergeAttributes(HTMLAttributes, { 'data-type': 'footnote' }),
+      0,
+    ];
+  },
+});
+
+export const FootnoteRef = Mark.create({
+  name: 'footnoteRef',
+
+  addAttributes() {
+    return {
+      id: { default: null },
+    };
+  },
+
+  parseHTML() {
+    return [{ tag: 'sup.footnote-ref' }];
+  },
+
+  renderHTML({ HTMLAttributes }) {
+    return ['sup', mergeAttributes(HTMLAttributes, { class: 'footnote-ref' }), 0];
+  },
+});
+
+export function getExtensions(ydoc: Y.Doc) {
+  return [
+    Document,
+    DBlock,
+    PageBreak,
+    Callout,
+    Columns,
+    Column,
+    ResizableMedia,
+    Footnote,
+    FootnoteRef,
+    Paragraph,
+    Text,
+    Bold,
+    Italic,
+    Strike,
+    Underline,
+    Code,
+    CodeBlock,
+    Heading.configure({ levels: [1, 2, 3, 4, 5, 6] }),
+    BulletList,
+    OrderedList,
+    ListItem,
+    TaskList,
+    TaskItem.configure({ nested: true }),
+    Blockquote,
+    HorizontalRule,
+    HardBreak,
+    Link.configure({ openOnClick: false }),
+    Image,
+    Table.configure({ resizable: false }),
+    TableRow,
+    TableCell,
+    TableHeader,
+    Highlight.configure({ multicolor: true }),
+    Subscript,
+    Superscript,
+    Dropcursor,
+    Gapcursor,
+    Collaboration.configure({ document: ydoc }),
+  ];
+}

package/src/index.ts

@@ -0,0 +1,117 @@
+import { setupDOM, parseHTMLString } from './dom-setup.js';
+import { getExtensions } from './extensions.js';
+import { convertMarkdownToHTML } from './markdown-parser.js';
+import { Editor } from '@tiptap/core';
+import { DOMParser as ProseMirrorDOMParser } from '@tiptap/pm/model';
+import * as Y from 'yjs';
+import { fromUint8Array, toUint8Array } from 'js-base64';
+
+setupDOM();
+
+export interface MarkdownToYjsOptions {
+  wrapInDBlock?: boolean;
+}
+
+export function markdownToYjs(
+  markdown: string,
+  options: MarkdownToYjsOptions = {}
+): string {
+  const { wrapInDBlock = true } = options;
+
+  const ydoc = new Y.Doc();
+  const extensions = getExtensions(ydoc);
+
+  const editor = new Editor({
+    extensions,
+    content: '',
+  });
+
+  try {
+    const html = convertMarkdownToHTML(markdown);
+    const doc = parseHTMLString(html);
+    const domContent = doc.body;
+
+    const proseMirrorNodes = ProseMirrorDOMParser.fromSchema(
+      editor.schema
+    ).parse(domContent as unknown as Node);
+
+    if (wrapInDBlock) {
+      const wrappedContent: any[] = [];
+      proseMirrorNodes.content.forEach((node) => {
+        const nodeJSON = node.toJSON();
+        if (
+          nodeJSON.type === 'dBlock' ||
+          nodeJSON.type === 'columns' ||
+          nodeJSON.type === 'pageBreak'
+        ) {
+          wrappedContent.push(nodeJSON);
+        } else {
+          wrappedContent.push({
+            type: 'dBlock',
+            content: [nodeJSON],
+          });
+        }
+      });
+
+      if (wrappedContent.length === 0) {
+        wrappedContent.push({
+          type: 'dBlock',
+          content: [{ type: 'paragraph' }],
+        });
+      }
+
+      editor.commands.setContent({
+        type: 'doc',
+        content: wrappedContent,
+      } as any);
+    } else {
+      editor.commands.setContent(proseMirrorNodes.toJSON());
+    }
+
+    const yjsContent = Y.encodeStateAsUpdate(ydoc);
+    const result = fromUint8Array(yjsContent);
+
+    return result;
+  } finally {
+    editor.destroy();
+    if (!ydoc.isDestroyed) {
+      ydoc.destroy();
+    }
+  }
+}
+
+export function mergeYjsUpdates(updates: string[]): string {
+  const parsedUpdates = updates.map((update) => toUint8Array(update));
+  return fromUint8Array(Y.mergeUpdates(parsedUpdates));
+}
+
+export function applyYjsUpdate(
+  existingContent: string,
+  update: string
+): string {
+  const ydoc = new Y.Doc();
+  Y.applyUpdate(ydoc, toUint8Array(existingContent));
+  Y.applyUpdate(ydoc, toUint8Array(update));
+  const result = fromUint8Array(Y.encodeStateAsUpdate(ydoc));
+  ydoc.destroy();
+  return result;
+}
+
+export function isYjsEncoded(content: string): boolean {
+  if (typeof content !== 'string') return false;
+
+  try {
+    JSON.parse(content);
+    return false;
+  } catch {
+    try {
+      const decoded = toUint8Array(content);
+      return decoded.length > 0;
+    } catch {
+      return false;
+    }
+  }
+}
+
+export { convertMarkdownToHTML } from './markdown-parser.js';
+export { stripFrontmatter } from './markdown-parser.js';