@stream-mdx/worker 0.0.2 → 0.0.3

package/dist/node/index.cjs

@@ -0,0 +1,75 @@
+"use strict";
+var __create = Object.create;
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __getProtoOf = Object.getPrototypeOf;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+  // If the importer is in node compatibility mode or this is not an ESM
+  // file that has been converted to a CommonJS file using a Babel-
+  // compatible transform (i.e. "__esModule" has not been set), then set
+  // "default" to the CommonJS "module.exports" for node compatibility.
+  isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+  mod
+));
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/node/index.ts
+var node_exports = {};
+__export(node_exports, {
+  createWorkerThread: () => createWorkerThread,
+  getHostedWorkerBundleUrl: () => getHostedWorkerBundleUrl
+});
+module.exports = __toCommonJS(node_exports);
+var import_node_path = __toESM(require("path"), 1);
+var import_node_url = require("url");
+var import_node_worker_threads = require("worker_threads");
+var import_meta = {};
+function getHostedWorkerBundleUrl() {
+  return new URL("../hosted/markdown-worker.js", getModuleUrl());
+}
+function createWorkerThread(options = {}) {
+  const { workerBundle, workerData, ...workerOptions } = options;
+  const runnerUrl = new URL("./worker-thread-entry.mjs", getModuleUrl());
+  const bundleUrl = normalizeWorkerBundleUrl(workerBundle) ?? getHostedWorkerBundleUrl();
+  return new import_node_worker_threads.Worker(runnerUrl, {
+    ...workerOptions,
+    workerData: {
+      ...workerData ?? {},
+      bundleUrl: bundleUrl.href
+    }
+  });
+}
+function normalizeWorkerBundleUrl(value) {
+  if (!value) return void 0;
+  if (value instanceof URL) return value;
+  try {
+    return new URL(value);
+  } catch {
+    return (0, import_node_url.pathToFileURL)(import_node_path.default.resolve(value));
+  }
+}
+function getModuleUrl() {
+  if (typeof __filename === "string" && __filename.length > 0) {
+    return (0, import_node_url.pathToFileURL)(__filename).href;
+  }
+  return import_meta.url;
+}
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  createWorkerThread,
+  getHostedWorkerBundleUrl
+});

package/dist/node/index.d.cts

@@ -0,0 +1,29 @@
+import { WorkerOptions, Worker } from 'node:worker_threads';
+
+interface CreateWorkerThreadOptions extends Omit<WorkerOptions, "type" | "workerData"> {
+    /**
+     * Override the worker bundle module that should be executed inside the thread.
+     *
+     * Defaults to the hosted worker shipped with `@stream-mdx/worker` at
+     * `dist/hosted/markdown-worker.js`.
+     */
+    workerBundle?: string | URL;
+    /**
+     * Extra data passed to the thread. This will be merged with the internal
+     * `bundleUrl` field used by the bootstrap.
+     */
+    workerData?: Record<string, unknown>;
+}
+/**
+ * Returns the file URL for the hosted worker bundle shipped with `@stream-mdx/worker`.
+ */
+declare function getHostedWorkerBundleUrl(): URL;
+/**
+ * Creates a Node `worker_threads` Worker running the StreamMDX hosted worker bundle.
+ *
+ * The thread bootstrap installs WebWorker-like shims (`self`, `postMessage`, `onmessage`)
+ * so the same hosted bundle used in browsers can run under Node.
+ */
+declare function createWorkerThread(options?: CreateWorkerThreadOptions): Worker;
+
+export { type CreateWorkerThreadOptions, createWorkerThread, getHostedWorkerBundleUrl };

package/dist/node/index.d.ts

@@ -0,0 +1,29 @@
+import { WorkerOptions, Worker } from 'node:worker_threads';
+
+interface CreateWorkerThreadOptions extends Omit<WorkerOptions, "type" | "workerData"> {
+    /**
+     * Override the worker bundle module that should be executed inside the thread.
+     *
+     * Defaults to the hosted worker shipped with `@stream-mdx/worker` at
+     * `dist/hosted/markdown-worker.js`.
+     */
+    workerBundle?: string | URL;
+    /**
+     * Extra data passed to the thread. This will be merged with the internal
+     * `bundleUrl` field used by the bootstrap.
+     */
+    workerData?: Record<string, unknown>;
+}
+/**
+ * Returns the file URL for the hosted worker bundle shipped with `@stream-mdx/worker`.
+ */
+declare function getHostedWorkerBundleUrl(): URL;
+/**
+ * Creates a Node `worker_threads` Worker running the StreamMDX hosted worker bundle.
+ *
+ * The thread bootstrap installs WebWorker-like shims (`self`, `postMessage`, `onmessage`)
+ * so the same hosted bundle used in browsers can run under Node.
+ */
+declare function createWorkerThread(options?: CreateWorkerThreadOptions): Worker;
+
+export { type CreateWorkerThreadOptions, createWorkerThread, getHostedWorkerBundleUrl };

package/dist/node/index.mjs

@@ -0,0 +1,38 @@
+// src/node/index.ts
+import path from "path";
+import { pathToFileURL } from "url";
+import { Worker } from "worker_threads";
+function getHostedWorkerBundleUrl() {
+  return new URL("../hosted/markdown-worker.js", getModuleUrl());
+}
+function createWorkerThread(options = {}) {
+  const { workerBundle, workerData, ...workerOptions } = options;
+  const runnerUrl = new URL("./worker-thread-entry.mjs", getModuleUrl());
+  const bundleUrl = normalizeWorkerBundleUrl(workerBundle) ?? getHostedWorkerBundleUrl();
+  return new Worker(runnerUrl, {
+    ...workerOptions,
+    workerData: {
+      ...workerData ?? {},
+      bundleUrl: bundleUrl.href
+    }
+  });
+}
+function normalizeWorkerBundleUrl(value) {
+  if (!value) return void 0;
+  if (value instanceof URL) return value;
+  try {
+    return new URL(value);
+  } catch {
+    return pathToFileURL(path.resolve(value));
+  }
+}
+function getModuleUrl() {
+  if (typeof __filename === "string" && __filename.length > 0) {
+    return pathToFileURL(__filename).href;
+  }
+  return import.meta.url;
+}
+export {
+  createWorkerThread,
+  getHostedWorkerBundleUrl
+};

package/dist/node/worker-thread-entry.cjs

@@ -0,0 +1,75 @@
+"use strict";
+
+// src/node/worker-thread-entry.ts
+var import_node_url = require("url");
+var import_node_worker_threads = require("worker_threads");
+var import_meta = {};
+var port = import_node_worker_threads.parentPort;
+if (!port) {
+  throw new Error("[stream-mdx] worker thread bootstrap missing parentPort.");
+}
+var globalAny = globalThis;
+if (!globalAny.self) {
+  globalAny.self = globalThis;
+}
+globalAny.postMessage = (value) => {
+  port.postMessage(value);
+};
+var messageListeners = /* @__PURE__ */ new Set();
+globalAny.addEventListener = (type, listener) => {
+  if (type !== "message") return;
+  messageListeners.add(listener);
+};
+globalAny.removeEventListener = (type, listener) => {
+  if (type !== "message") return;
+  messageListeners.delete(listener);
+};
+var ready = false;
+var buffered = [];
+function dispatchMessage(data) {
+  const event = { data };
+  const handler = globalAny.onmessage;
+  if (typeof handler === "function") {
+    try {
+      handler(event);
+    } catch (error) {
+      console.error("[stream-mdx] worker thread onmessage threw:", error);
+    }
+  }
+  if (messageListeners.size > 0) {
+    for (const listener of messageListeners) {
+      try {
+        listener(event);
+      } catch (error) {
+        console.error("[stream-mdx] worker thread message listener threw:", error);
+      }
+    }
+  }
+}
+port.on("message", (data) => {
+  if (!ready) {
+    buffered.push(data);
+    return;
+  }
+  dispatchMessage(data);
+});
+var bootstrap = import_node_worker_threads.workerData ?? {};
+var bundleUrl = typeof bootstrap.bundleUrl === "string" && bootstrap.bundleUrl.length > 0 ? bootstrap.bundleUrl : new URL("../hosted/markdown-worker.js", getModuleUrl()).href;
+void (async () => {
+  await import(bundleUrl);
+  ready = true;
+  if (buffered.length > 0) {
+    for (const data of buffered.splice(0, buffered.length)) {
+      dispatchMessage(data);
+    }
+  }
+})().catch((error) => {
+  console.error("[stream-mdx] Failed to load hosted worker bundle in worker thread:", error);
+  throw error;
+});
+function getModuleUrl() {
+  if (typeof __filename === "string" && __filename.length > 0) {
+    return (0, import_node_url.pathToFileURL)(__filename).href;
+  }
+  return import_meta.url;
+}

package/dist/node/worker-thread-entry.d.cts

@@ -0,0 +1 @@
+import '@stream-mdx/core/streaming/custom-matcher';

package/dist/node/worker-thread-entry.d.ts

@@ -0,0 +1 @@
+import '@stream-mdx/core/streaming/custom-matcher';

package/dist/node/worker-thread-entry.mjs

@@ -0,0 +1,72 @@
+// src/node/worker-thread-entry.ts
+import { pathToFileURL } from "url";
+import { parentPort, workerData } from "worker_threads";
+var port = parentPort;
+if (!port) {
+  throw new Error("[stream-mdx] worker thread bootstrap missing parentPort.");
+}
+var globalAny = globalThis;
+if (!globalAny.self) {
+  globalAny.self = globalThis;
+}
+globalAny.postMessage = (value) => {
+  port.postMessage(value);
+};
+var messageListeners = /* @__PURE__ */ new Set();
+globalAny.addEventListener = (type, listener) => {
+  if (type !== "message") return;
+  messageListeners.add(listener);
+};
+globalAny.removeEventListener = (type, listener) => {
+  if (type !== "message") return;
+  messageListeners.delete(listener);
+};
+var ready = false;
+var buffered = [];
+function dispatchMessage(data) {
+  const event = { data };
+  const handler = globalAny.onmessage;
+  if (typeof handler === "function") {
+    try {
+      handler(event);
+    } catch (error) {
+      console.error("[stream-mdx] worker thread onmessage threw:", error);
+    }
+  }
+  if (messageListeners.size > 0) {
+    for (const listener of messageListeners) {
+      try {
+        listener(event);
+      } catch (error) {
+        console.error("[stream-mdx] worker thread message listener threw:", error);
+      }
+    }
+  }
+}
+port.on("message", (data) => {
+  if (!ready) {
+    buffered.push(data);
+    return;
+  }
+  dispatchMessage(data);
+});
+var bootstrap = workerData ?? {};
+var bundleUrl = typeof bootstrap.bundleUrl === "string" && bootstrap.bundleUrl.length > 0 ? bootstrap.bundleUrl : new URL("../hosted/markdown-worker.js", getModuleUrl()).href;
+void (async () => {
+  await import(bundleUrl);
+  ready = true;
+  if (buffered.length > 0) {
+    for (const data of buffered.splice(0, buffered.length)) {
+      dispatchMessage(data);
+    }
+  }
+})().catch((error) => {
+  console.error("[stream-mdx] Failed to load hosted worker bundle in worker thread:", error);
+  throw error;
+});
+function getModuleUrl() {
+  if (typeof __filename === "string" && __filename.length > 0) {
+    return pathToFileURL(__filename).href;
+  }
+  return import.meta.url;
+}

package/dist/worker-client.d.cts

@@ -54,6 +54,8 @@ declare class MarkdownWorkerClient {
         tables?: boolean;
         callouts?: boolean;
         math?: boolean;
+        formatAnticipation?: boolean;
+        liveCodeHighlighting?: boolean;
     }, mdxOptions?: {
         compileMode?: "server" | "worker";
     }): void;

package/dist/worker-client.d.ts

@@ -54,6 +54,8 @@ declare class MarkdownWorkerClient {
         tables?: boolean;
         callouts?: boolean;
         math?: boolean;
+        formatAnticipation?: boolean;
+        liveCodeHighlighting?: boolean;
     }, mdxOptions?: {
         compileMode?: "server" | "worker";
     }): void;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@stream-mdx/worker",
-  "version": "0.0.2",
+  "version": "0.0.3",
   "description": "Worker client utilities and shared worker helpers for the Streaming Markdown V2 pipeline",
   "license": "MIT",
   "repository": {
@@ -35,7 +35,14 @@
       "types": "./dist/streaming/custom-matcher.d.ts",
       "import": "./dist/streaming/custom-matcher.mjs",
       "require": "./dist/streaming/custom-matcher.cjs"
-    }
+    },
+    "./node": {
+      "types": "./dist/node/index.d.ts",
+      "import": "./dist/node/index.mjs",
+      "require": "./dist/node/index.cjs"
+    },
+    "./hosted/markdown-worker.js": "./dist/hosted/markdown-worker.js",
+    "./dist/hosted/markdown-worker.js": "./dist/hosted/markdown-worker.js"
   },
   "files": [
     "dist",
@@ -56,8 +63,8 @@
     "@lezer/common": "^1.2.3",
     "@lezer/lr": "^1.4.2",
     "@lezer/markdown": "^1.3.0",
-    "@stream-mdx/core": "0.0.2",
-    "@stream-mdx/plugins": "0.0.2",
+    "@stream-mdx/core": "0.0.3",
+    "@stream-mdx/plugins": "0.0.3",
     "@mdx-js/mdx": "^3.1.0",
     "@shikijs/engine-javascript": "^1.29.2",
     "@shikijs/engine-oniguruma": "^1.29.2",