@stream-mdx/worker 0.0.1 → 0.0.3

package/dist/index.cjs

@@ -246,4 +246,3 @@ var MarkdownWorkerClient = class {
   createDefaultWorker,
   releaseDefaultWorker
 });
-//# sourceMappingURL=index.cjs.map

package/dist/index.mjs

@@ -217,4 +217,3 @@ export {
   createDefaultWorker,
   releaseDefaultWorker
 };
-//# sourceMappingURL=index.mjs.map

package/dist/mdx-compile.cjs

@@ -0,0 +1,81 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/mdx-compile.ts
+var mdx_compile_exports = {};
+__export(mdx_compile_exports, {
+  compileMdxContent: () => compileMdxContent
+});
+module.exports = __toCommonJS(mdx_compile_exports);
+var import_mdx = require("@mdx-js/mdx");
+var import_rehype_katex = __toESM(require("rehype-katex"), 1);
+var import_rehype_slug = __toESM(require("rehype-slug"), 1);
+var import_remark_gfm = __toESM(require("remark-gfm"), 1);
+var import_remark_math = __toESM(require("remark-math"), 1);
+function collectMdxDependencies(source) {
+  const dependencies = /* @__PURE__ */ new Set();
+  const importRegex = /(?:import|export)\s+[^'"]*?\sfrom\s+['"]([^'"]+)['"]/g;
+  let match;
+  while (true) {
+    match = importRegex.exec(source);
+    if (match === null) {
+      break;
+    }
+    dependencies.add(match[1]);
+  }
+  return Array.from(dependencies);
+}
+async function compileMdxContent(source) {
+  const isDev = typeof process !== "undefined" && typeof process.env !== "undefined" && process.env?.NODE_ENV === "development";
+  const compiled = await (0, import_mdx.compile)(source, {
+    outputFormat: "function-body",
+    development: isDev,
+    remarkPlugins: [import_remark_gfm.default, import_remark_math.default],
+    rehypePlugins: [
+      import_rehype_slug.default,
+      [
+        import_rehype_katex.default,
+        {
+          throwOnError: false,
+          errorColor: "#cc0000",
+          strict: false
+        }
+      ]
+    ],
+    jsxImportSource: "react"
+  });
+  return {
+    code: String(compiled),
+    dependencies: collectMdxDependencies(source)
+  };
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  compileMdxContent
+});

package/dist/mdx-compile.d.cts

@@ -0,0 +1,13 @@
+/**
+ * Shared MDX compilation helper used by both the worker (mdxCompileMode="worker")
+ * and the server-side MDX compile endpoint.
+ *
+ * The goal is to keep the remark/rehype pipeline identical so that server and
+ * worker compilation strategies produce equivalent component code and HTML.
+ */
+declare function compileMdxContent(source: string): Promise<{
+    code: string;
+    dependencies: string[];
+}>;
+
+export { compileMdxContent };

package/dist/mdx-compile.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Shared MDX compilation helper used by both the worker (mdxCompileMode="worker")
+ * and the server-side MDX compile endpoint.
+ *
+ * The goal is to keep the remark/rehype pipeline identical so that server and
+ * worker compilation strategies produce equivalent component code and HTML.
+ */
+declare function compileMdxContent(source: string): Promise<{
+    code: string;
+    dependencies: string[];
+}>;
+
+export { compileMdxContent };

package/dist/mdx-compile.mjs

@@ -0,0 +1,46 @@
+// src/mdx-compile.ts
+import { compile as compileMdx } from "@mdx-js/mdx";
+import rehypeKatex from "rehype-katex";
+import rehypeSlug from "rehype-slug";
+import remarkGfm from "remark-gfm";
+import remarkMath from "remark-math";
+function collectMdxDependencies(source) {
+  const dependencies = /* @__PURE__ */ new Set();
+  const importRegex = /(?:import|export)\s+[^'"]*?\sfrom\s+['"]([^'"]+)['"]/g;
+  let match;
+  while (true) {
+    match = importRegex.exec(source);
+    if (match === null) {
+      break;
+    }
+    dependencies.add(match[1]);
+  }
+  return Array.from(dependencies);
+}
+async function compileMdxContent(source) {
+  const isDev = typeof process !== "undefined" && typeof process.env !== "undefined" && process.env?.NODE_ENV === "development";
+  const compiled = await compileMdx(source, {
+    outputFormat: "function-body",
+    development: isDev,
+    remarkPlugins: [remarkGfm, remarkMath],
+    rehypePlugins: [
+      rehypeSlug,
+      [
+        rehypeKatex,
+        {
+          throwOnError: false,
+          errorColor: "#cc0000",
+          strict: false
+        }
+      ]
+    ],
+    jsxImportSource: "react"
+  });
+  return {
+    code: String(compiled),
+    dependencies: collectMdxDependencies(source)
+  };
+}
+export {
+  compileMdxContent
+};

package/dist/node/index.cjs

@@ -0,0 +1,75 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/node/index.ts
+var node_exports = {};
+__export(node_exports, {
+  createWorkerThread: () => createWorkerThread,
+  getHostedWorkerBundleUrl: () => getHostedWorkerBundleUrl
+});
+module.exports = __toCommonJS(node_exports);
+var import_node_path = __toESM(require("path"), 1);
+var import_node_url = require("url");
+var import_node_worker_threads = require("worker_threads");
+var import_meta = {};
+function getHostedWorkerBundleUrl() {
+  return new URL("../hosted/markdown-worker.js", getModuleUrl());
+}
+function createWorkerThread(options = {}) {
+  const { workerBundle, workerData, ...workerOptions } = options;
+  const runnerUrl = new URL("./worker-thread-entry.mjs", getModuleUrl());
+  const bundleUrl = normalizeWorkerBundleUrl(workerBundle) ?? getHostedWorkerBundleUrl();
+  return new import_node_worker_threads.Worker(runnerUrl, {
+    ...workerOptions,
+    workerData: {
+      ...workerData ?? {},
+      bundleUrl: bundleUrl.href
+    }
+  });
+}
+function normalizeWorkerBundleUrl(value) {
+  if (!value) return void 0;
+  if (value instanceof URL) return value;
+  try {
+    return new URL(value);
+  } catch {
+    return (0, import_node_url.pathToFileURL)(import_node_path.default.resolve(value));
+  }
+}
+function getModuleUrl() {
+  if (typeof __filename === "string" && __filename.length > 0) {
+    return (0, import_node_url.pathToFileURL)(__filename).href;
+  }
+  return import_meta.url;
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  createWorkerThread,
+  getHostedWorkerBundleUrl
+});

package/dist/node/index.d.cts

@@ -0,0 +1,29 @@
+import { WorkerOptions, Worker } from 'node:worker_threads';
+
+interface CreateWorkerThreadOptions extends Omit<WorkerOptions, "type" | "workerData"> {
+    /**
+     * Override the worker bundle module that should be executed inside the thread.
+     *
+     * Defaults to the hosted worker shipped with `@stream-mdx/worker` at
+     * `dist/hosted/markdown-worker.js`.
+     */
+    workerBundle?: string | URL;
+    /**
+     * Extra data passed to the thread. This will be merged with the internal
+     * `bundleUrl` field used by the bootstrap.
+     */
+    workerData?: Record<string, unknown>;
+}
+/**
+ * Returns the file URL for the hosted worker bundle shipped with `@stream-mdx/worker`.
+ */
+declare function getHostedWorkerBundleUrl(): URL;
+/**
+ * Creates a Node `worker_threads` Worker running the StreamMDX hosted worker bundle.
+ *
+ * The thread bootstrap installs WebWorker-like shims (`self`, `postMessage`, `onmessage`)
+ * so the same hosted bundle used in browsers can run under Node.
+ */
+declare function createWorkerThread(options?: CreateWorkerThreadOptions): Worker;
+
+export { type CreateWorkerThreadOptions, createWorkerThread, getHostedWorkerBundleUrl };

package/dist/node/index.d.ts

@@ -0,0 +1,29 @@
+import { WorkerOptions, Worker } from 'node:worker_threads';
+
+interface CreateWorkerThreadOptions extends Omit<WorkerOptions, "type" | "workerData"> {
+    /**
+     * Override the worker bundle module that should be executed inside the thread.
+     *
+     * Defaults to the hosted worker shipped with `@stream-mdx/worker` at
+     * `dist/hosted/markdown-worker.js`.
+     */
+    workerBundle?: string | URL;
+    /**
+     * Extra data passed to the thread. This will be merged with the internal
+     * `bundleUrl` field used by the bootstrap.
+     */
+    workerData?: Record<string, unknown>;
+}
+/**
+ * Returns the file URL for the hosted worker bundle shipped with `@stream-mdx/worker`.
+ */
+declare function getHostedWorkerBundleUrl(): URL;
+/**
+ * Creates a Node `worker_threads` Worker running the StreamMDX hosted worker bundle.
+ *
+ * The thread bootstrap installs WebWorker-like shims (`self`, `postMessage`, `onmessage`)
+ * so the same hosted bundle used in browsers can run under Node.
+ */
+declare function createWorkerThread(options?: CreateWorkerThreadOptions): Worker;
+
+export { type CreateWorkerThreadOptions, createWorkerThread, getHostedWorkerBundleUrl };

package/dist/node/index.mjs

@@ -0,0 +1,38 @@
+// src/node/index.ts
+import path from "path";
+import { pathToFileURL } from "url";
+import { Worker } from "worker_threads";
+function getHostedWorkerBundleUrl() {
+  return new URL("../hosted/markdown-worker.js", getModuleUrl());
+}
+function createWorkerThread(options = {}) {
+  const { workerBundle, workerData, ...workerOptions } = options;
+  const runnerUrl = new URL("./worker-thread-entry.mjs", getModuleUrl());
+  const bundleUrl = normalizeWorkerBundleUrl(workerBundle) ?? getHostedWorkerBundleUrl();
+  return new Worker(runnerUrl, {
+    ...workerOptions,
+    workerData: {
+      ...workerData ?? {},
+      bundleUrl: bundleUrl.href
+    }
+  });
+}
+function normalizeWorkerBundleUrl(value) {
+  if (!value) return void 0;
+  if (value instanceof URL) return value;
+  try {
+    return new URL(value);
+  } catch {
+    return pathToFileURL(path.resolve(value));
+  }
+}
+function getModuleUrl() {
+  if (typeof __filename === "string" && __filename.length > 0) {
+    return pathToFileURL(__filename).href;
+  }
+  return import.meta.url;
+}
+export {
+  createWorkerThread,
+  getHostedWorkerBundleUrl
+};

package/dist/node/worker-thread-entry.cjs

@@ -0,0 +1,75 @@
+"use strict";
+
+// src/node/worker-thread-entry.ts
+var import_node_url = require("url");
+var import_node_worker_threads = require("worker_threads");
+var import_meta = {};
+var port = import_node_worker_threads.parentPort;
+if (!port) {
+  throw new Error("[stream-mdx] worker thread bootstrap missing parentPort.");
+}
+var globalAny = globalThis;
+if (!globalAny.self) {
+  globalAny.self = globalThis;
+}
+globalAny.postMessage = (value) => {
+  port.postMessage(value);
+};
+var messageListeners = /* @__PURE__ */ new Set();
+globalAny.addEventListener = (type, listener) => {
+  if (type !== "message") return;
+  messageListeners.add(listener);
+};
+globalAny.removeEventListener = (type, listener) => {
+  if (type !== "message") return;
+  messageListeners.delete(listener);
+};
+var ready = false;
+var buffered = [];
+function dispatchMessage(data) {
+  const event = { data };
+  const handler = globalAny.onmessage;
+  if (typeof handler === "function") {
+    try {
+      handler(event);
+    } catch (error) {
+      console.error("[stream-mdx] worker thread onmessage threw:", error);
+    }
+  }
+  if (messageListeners.size > 0) {
+    for (const listener of messageListeners) {
+      try {
+        listener(event);
+      } catch (error) {
+        console.error("[stream-mdx] worker thread message listener threw:", error);
+      }
+    }
+  }
+}
+port.on("message", (data) => {
+  if (!ready) {
+    buffered.push(data);
+    return;
+  }
+  dispatchMessage(data);
+});
+var bootstrap = import_node_worker_threads.workerData ?? {};
+var bundleUrl = typeof bootstrap.bundleUrl === "string" && bootstrap.bundleUrl.length > 0 ? bootstrap.bundleUrl : new URL("../hosted/markdown-worker.js", getModuleUrl()).href;
+void (async () => {
+  await import(bundleUrl);
+  ready = true;
+  if (buffered.length > 0) {
+    for (const data of buffered.splice(0, buffered.length)) {
+      dispatchMessage(data);
+    }
+  }
+})().catch((error) => {
+  console.error("[stream-mdx] Failed to load hosted worker bundle in worker thread:", error);
+  throw error;
+});
+function getModuleUrl() {
+  if (typeof __filename === "string" && __filename.length > 0) {
+    return (0, import_node_url.pathToFileURL)(__filename).href;
+  }
+  return import_meta.url;
+}

package/dist/node/worker-thread-entry.d.cts

@@ -0,0 +1 @@
+import '@stream-mdx/core/streaming/custom-matcher';

package/dist/node/worker-thread-entry.d.ts

@@ -0,0 +1 @@
+import '@stream-mdx/core/streaming/custom-matcher';

package/dist/node/worker-thread-entry.mjs

@@ -0,0 +1,72 @@
+// src/node/worker-thread-entry.ts
+import { pathToFileURL } from "url";
+import { parentPort, workerData } from "worker_threads";
+var port = parentPort;
+if (!port) {
+  throw new Error("[stream-mdx] worker thread bootstrap missing parentPort.");
+}
+var globalAny = globalThis;
+if (!globalAny.self) {
+  globalAny.self = globalThis;
+}
+globalAny.postMessage = (value) => {
+  port.postMessage(value);
+};
+var messageListeners = /* @__PURE__ */ new Set();
+globalAny.addEventListener = (type, listener) => {
+  if (type !== "message") return;
+  messageListeners.add(listener);
+};
+globalAny.removeEventListener = (type, listener) => {
+  if (type !== "message") return;
+  messageListeners.delete(listener);
+};
+var ready = false;
+var buffered = [];
+function dispatchMessage(data) {
+  const event = { data };
+  const handler = globalAny.onmessage;
+  if (typeof handler === "function") {
+    try {
+      handler(event);
+    } catch (error) {
+      console.error("[stream-mdx] worker thread onmessage threw:", error);
+    }
+  }
+  if (messageListeners.size > 0) {
+    for (const listener of messageListeners) {
+      try {
+        listener(event);
+      } catch (error) {
+        console.error("[stream-mdx] worker thread message listener threw:", error);
+      }
+    }
+  }
+}
+port.on("message", (data) => {
+  if (!ready) {
+    buffered.push(data);
+    return;
+  }
+  dispatchMessage(data);
+});
+var bootstrap = workerData ?? {};
+var bundleUrl = typeof bootstrap.bundleUrl === "string" && bootstrap.bundleUrl.length > 0 ? bootstrap.bundleUrl : new URL("../hosted/markdown-worker.js", getModuleUrl()).href;
+void (async () => {
+  await import(bundleUrl);
+  ready = true;
+  if (buffered.length > 0) {
+    for (const data of buffered.splice(0, buffered.length)) {
+      dispatchMessage(data);
+    }
+  }
+})().catch((error) => {
+  console.error("[stream-mdx] Failed to load hosted worker bundle in worker thread:", error);
+  throw error;
+});
+function getModuleUrl() {
+  if (typeof __filename === "string" && __filename.length > 0) {
+    return pathToFileURL(__filename).href;
+  }
+  return import.meta.url;
+}

package/dist/streaming/custom-matcher.cjs

@@ -22,4 +22,3 @@ __reExport(custom_matcher_exports, require("@stream-mdx/core/streaming/custom-ma
 0 && (module.exports = {
   ...require("@stream-mdx/core/streaming/custom-matcher")
 });
-//# sourceMappingURL=custom-matcher.cjs.map

package/dist/streaming/custom-matcher.mjs

@@ -1,3 +1,2 @@
 // src/streaming/custom-matcher.ts
 export * from "@stream-mdx/core/streaming/custom-matcher";
-//# sourceMappingURL=custom-matcher.mjs.map

package/dist/worker-client.cjs

@@ -242,4 +242,3 @@ var MarkdownWorkerClient = class {
 0 && (module.exports = {
   MarkdownWorkerClient
 });
-//# sourceMappingURL=worker-client.cjs.map

package/dist/worker-client.d.cts

@@ -53,6 +53,9 @@ declare class MarkdownWorkerClient {
         mdx?: boolean;
         tables?: boolean;
         callouts?: boolean;
+        math?: boolean;
+        formatAnticipation?: boolean;
+        liveCodeHighlighting?: boolean;
     }, mdxOptions?: {
         compileMode?: "server" | "worker";
     }): void;

package/dist/worker-client.d.ts

@@ -53,6 +53,9 @@ declare class MarkdownWorkerClient {
         mdx?: boolean;
         tables?: boolean;
         callouts?: boolean;
+        math?: boolean;
+        formatAnticipation?: boolean;
+        liveCodeHighlighting?: boolean;
     }, mdxOptions?: {
         compileMode?: "server" | "worker";
     }): void;

package/dist/worker-client.mjs

@@ -215,4 +215,3 @@ var MarkdownWorkerClient = class {
 export {
   MarkdownWorkerClient
 };
-//# sourceMappingURL=worker-client.mjs.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@stream-mdx/worker",
-  "version": "0.0.1",
+  "version": "0.0.3",
   "description": "Worker client utilities and shared worker helpers for the Streaming Markdown V2 pipeline",
   "license": "MIT",
   "repository": {
@@ -26,14 +26,28 @@
       "import": "./dist/worker-client.mjs",
       "require": "./dist/worker-client.cjs"
     },
+    "./mdx-compile": {
+      "types": "./dist/mdx-compile.d.ts",
+      "import": "./dist/mdx-compile.mjs",
+      "require": "./dist/mdx-compile.cjs"
+    },
     "./streaming/custom-matcher": {
       "types": "./dist/streaming/custom-matcher.d.ts",
       "import": "./dist/streaming/custom-matcher.mjs",
       "require": "./dist/streaming/custom-matcher.cjs"
-    }
+    },
+    "./node": {
+      "types": "./dist/node/index.d.ts",
+      "import": "./dist/node/index.mjs",
+      "require": "./dist/node/index.cjs"
+    },
+    "./hosted/markdown-worker.js": "./dist/hosted/markdown-worker.js",
+    "./dist/hosted/markdown-worker.js": "./dist/hosted/markdown-worker.js"
   },
   "files": [
-    "dist"
+    "dist",
+    "README.md",
+    "CHANGELOG.md"
   ],
   "sideEffects": [
     "src/worker-dom-stub.ts"
@@ -49,8 +63,8 @@
     "@lezer/common": "^1.2.3",
     "@lezer/lr": "^1.4.2",
     "@lezer/markdown": "^1.3.0",
-    "@stream-mdx/core": "0.0.1",
-    "@stream-mdx/plugins": "0.0.1",
+    "@stream-mdx/core": "0.0.3",
+    "@stream-mdx/plugins": "0.0.3",
     "@mdx-js/mdx": "^3.1.0",
     "@shikijs/engine-javascript": "^1.29.2",
     "@shikijs/engine-oniguruma": "^1.29.2",