@stream-mdx/tui 0.2.0

package/CHANGELOG.md

@@ -0,0 +1,4 @@
+# Changelog
+
+## 0.1.1
+- Initial release with NDJSON helpers and snapshot store.

package/README.md

@@ -0,0 +1,34 @@
+# @stream-mdx/tui
+
+Reference utilities for terminal and CLI integrations.
+
+## Features
+- NDJSON encoder/decoder helpers for StreamMDX protocol events.
+- Lightweight snapshot store that applies patches and yields blocks.
+
+## Install
+```bash
+npm install @stream-mdx/tui @stream-mdx/core @stream-mdx/protocol
+```
+
+## NDJSON
+```ts
+import { NdjsonDecoder, encodeNdjsonEvent } from "@stream-mdx/tui";
+
+const decoder = new NdjsonDecoder();
+const chunk = encodeNdjsonEvent({ event: "done" } as any);
+const events = decoder.push(chunk);
+```
+
+## Snapshot Store
+```ts
+import { createSnapshotStore } from "@stream-mdx/tui";
+
+const store = createSnapshotStore();
+store.applyEvents(events);
+const blocks = store.getBlocks();
+```
+
+## Notes
+- Token output is gated by the worker output mode ("tokens" or "both").
+- The store is intended for non-React environments (TUIs, CLIs).

package/dist/index.cjs

@@ -0,0 +1,171 @@
+"use strict";
+var __defProp = Object.defineProperty;
+var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
+var __getOwnPropNames = Object.getOwnPropertyNames;
+var __hasOwnProp = Object.prototype.hasOwnProperty;
+var __export = (target, all) => {
+  for (var name in all)
+    __defProp(target, name, { get: all[name], enumerable: true });
+};
+var __copyProps = (to, from, except, desc) => {
+  if (from && typeof from === "object" || typeof from === "function") {
+    for (let key of __getOwnPropNames(from))
+      if (!__hasOwnProp.call(to, key) && key !== except)
+        __defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
+  }
+  return to;
+};
+var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
+
+// src/index.ts
+var index_exports = {};
+__export(index_exports, {
+  NdjsonDecoder: () => NdjsonDecoder,
+  createSnapshotStore: () => createSnapshotStore,
+  decodeNdjson: () => decodeNdjson,
+  encodeNdjsonEvent: () => encodeNdjsonEvent,
+  encodeNdjsonEvents: () => encodeNdjsonEvents
+});
+module.exports = __toCommonJS(index_exports);
+var import_core = require("@stream-mdx/core");
+function createSnapshotStore(initialBlocks = []) {
+  let snapshot = (0, import_core.createInitialSnapshot)(initialBlocks);
+  const meta = {};
+  const setSnapshot = (blocks) => {
+    snapshot = (0, import_core.createInitialSnapshot)(blocks ?? []);
+    return snapshot.blocks;
+  };
+  const applyPatches = (patches) => {
+    return (0, import_core.applyPatchBatch)(snapshot, patches ?? []);
+  };
+  const applyEvent = (event) => {
+    if (!event || typeof event !== "object") {
+      return snapshot.blocks;
+    }
+    switch (event.event) {
+      case "init":
+        meta.init = event;
+        return snapshot.blocks;
+      case "snapshot":
+        return setSnapshot(event.blocks ?? []);
+      case "patch": {
+        const patchEvent = event;
+        if (typeof patchEvent.tx === "number") {
+          meta.lastTx = patchEvent.tx;
+        }
+        return applyPatches(patchEvent.patches ?? []);
+      }
+      case "metrics":
+        meta.metrics = event.metrics;
+        return snapshot.blocks;
+      case "error":
+        meta.error = event;
+        return snapshot.blocks;
+      case "done":
+        meta.done = event;
+        return snapshot.blocks;
+      default:
+        return snapshot.blocks;
+    }
+  };
+  const applyEvents = (events) => {
+    let blocks = snapshot.blocks;
+    for (const event of events) {
+      blocks = applyEvent(event);
+    }
+    return blocks;
+  };
+  return {
+    getSnapshot: () => snapshot,
+    getBlocks: () => snapshot.blocks,
+    getMeta: () => ({ ...meta }),
+    setSnapshot,
+    applyPatches,
+    applyEvent,
+    applyEvents
+  };
+}
+function encodeNdjsonEvent(event) {
+  return `${JSON.stringify(event)}
+`;
+}
+function encodeNdjsonEvents(events) {
+  let output = "";
+  for (const event of events) {
+    output += encodeNdjsonEvent(event);
+  }
+  return output;
+}
+function decodeNdjson(input) {
+  if (!input) return [];
+  const lines = input.split(/\r?\n/);
+  const result = [];
+  for (const line of lines) {
+    const trimmed = line.trim();
+    if (!trimmed) continue;
+    result.push(JSON.parse(trimmed));
+  }
+  return result;
+}
+var NdjsonDecoder = class {
+  constructor() {
+    this.buffer = "";
+    this.decoder = typeof TextDecoder !== "undefined" ? new TextDecoder() : null;
+  }
+  reset() {
+    this.buffer = "";
+  }
+  push(chunk) {
+    if (typeof chunk === "string") {
+      this.buffer += chunk;
+    } else if (chunk && chunk.length > 0) {
+      this.buffer += this.decodeBytes(chunk);
+    }
+    return this.drain(false);
+  }
+  flush() {
+    if (this.decoder) {
+      this.buffer += this.decoder.decode();
+    }
+    return this.drain(true);
+  }
+  decodeBytes(chunk) {
+    if (this.decoder) {
+      return this.decoder.decode(chunk, { stream: true });
+    }
+    if (typeof Buffer !== "undefined") {
+      return Buffer.from(chunk).toString("utf8");
+    }
+    let result = "";
+    for (const byte of chunk) {
+      result += String.fromCharCode(byte);
+    }
+    return result;
+  }
+  drain(flush) {
+    const lines = this.buffer.split(/\r?\n/);
+    const tail = lines.pop() ?? "";
+    this.buffer = flush ? "" : tail;
+    const result = [];
+    for (const line of lines) {
+      const trimmed = line.trim();
+      if (!trimmed) continue;
+      result.push(JSON.parse(trimmed));
+    }
+    if (flush) {
+      const trimmed = tail.trim();
+      if (trimmed.length > 0) {
+        result.push(JSON.parse(trimmed));
+      }
+    }
+    return result;
+  }
+};
+// Annotate the CommonJS export names for ESM import in node:
+0 && (module.exports = {
+  NdjsonDecoder,
+  createSnapshotStore,
+  decodeNdjson,
+  encodeNdjsonEvent,
+  encodeNdjsonEvents
+});

package/dist/index.d.cts

@@ -0,0 +1,35 @@
+import { PatchMetrics, DocumentSnapshot, Block, Patch } from '@stream-mdx/core';
+import { StreamMdxInitEventV1, StreamMdxErrorEventV1, StreamMdxDoneEventV1, StreamMdxEventV1 } from '@stream-mdx/protocol';
+
+type StreamMdxStoreMeta = {
+    init?: StreamMdxInitEventV1;
+    lastTx?: number;
+    metrics?: PatchMetrics;
+    error?: StreamMdxErrorEventV1;
+    done?: StreamMdxDoneEventV1;
+};
+type StreamMdxSnapshotStore = {
+    getSnapshot(): DocumentSnapshot;
+    getBlocks(): Block[];
+    getMeta(): StreamMdxStoreMeta;
+    setSnapshot(blocks: Block[]): Block[];
+    applyPatches(patches: Patch[]): Block[];
+    applyEvent(event: StreamMdxEventV1): Block[];
+    applyEvents(events: StreamMdxEventV1[]): Block[];
+};
+declare function createSnapshotStore(initialBlocks?: Block[]): StreamMdxSnapshotStore;
+declare function encodeNdjsonEvent<T>(event: T): string;
+declare function encodeNdjsonEvents<T>(events: Iterable<T>): string;
+declare function decodeNdjson<T = StreamMdxEventV1>(input: string): T[];
+declare class NdjsonDecoder<T = StreamMdxEventV1> {
+    private buffer;
+    private decoder;
+    constructor();
+    reset(): void;
+    push(chunk: string | Uint8Array): T[];
+    flush(): T[];
+    private decodeBytes;
+    private drain;
+}
+
+export { NdjsonDecoder, type StreamMdxSnapshotStore, type StreamMdxStoreMeta, createSnapshotStore, decodeNdjson, encodeNdjsonEvent, encodeNdjsonEvents };

package/dist/index.d.ts

@@ -0,0 +1,35 @@
+import { PatchMetrics, DocumentSnapshot, Block, Patch } from '@stream-mdx/core';
+import { StreamMdxInitEventV1, StreamMdxErrorEventV1, StreamMdxDoneEventV1, StreamMdxEventV1 } from '@stream-mdx/protocol';
+
+type StreamMdxStoreMeta = {
+    init?: StreamMdxInitEventV1;
+    lastTx?: number;
+    metrics?: PatchMetrics;
+    error?: StreamMdxErrorEventV1;
+    done?: StreamMdxDoneEventV1;
+};
+type StreamMdxSnapshotStore = {
+    getSnapshot(): DocumentSnapshot;
+    getBlocks(): Block[];
+    getMeta(): StreamMdxStoreMeta;
+    setSnapshot(blocks: Block[]): Block[];
+    applyPatches(patches: Patch[]): Block[];
+    applyEvent(event: StreamMdxEventV1): Block[];
+    applyEvents(events: StreamMdxEventV1[]): Block[];
+};
+declare function createSnapshotStore(initialBlocks?: Block[]): StreamMdxSnapshotStore;
+declare function encodeNdjsonEvent<T>(event: T): string;
+declare function encodeNdjsonEvents<T>(events: Iterable<T>): string;
+declare function decodeNdjson<T = StreamMdxEventV1>(input: string): T[];
+declare class NdjsonDecoder<T = StreamMdxEventV1> {
+    private buffer;
+    private decoder;
+    constructor();
+    reset(): void;
+    push(chunk: string | Uint8Array): T[];
+    flush(): T[];
+    private decodeBytes;
+    private drain;
+}
+
+export { NdjsonDecoder, type StreamMdxSnapshotStore, type StreamMdxStoreMeta, createSnapshotStore, decodeNdjson, encodeNdjsonEvent, encodeNdjsonEvents };

package/dist/index.mjs

@@ -0,0 +1,142 @@
+// src/index.ts
+import { applyPatchBatch, createInitialSnapshot } from "@stream-mdx/core";
+function createSnapshotStore(initialBlocks = []) {
+  let snapshot = createInitialSnapshot(initialBlocks);
+  const meta = {};
+  const setSnapshot = (blocks) => {
+    snapshot = createInitialSnapshot(blocks ?? []);
+    return snapshot.blocks;
+  };
+  const applyPatches = (patches) => {
+    return applyPatchBatch(snapshot, patches ?? []);
+  };
+  const applyEvent = (event) => {
+    if (!event || typeof event !== "object") {
+      return snapshot.blocks;
+    }
+    switch (event.event) {
+      case "init":
+        meta.init = event;
+        return snapshot.blocks;
+      case "snapshot":
+        return setSnapshot(event.blocks ?? []);
+      case "patch": {
+        const patchEvent = event;
+        if (typeof patchEvent.tx === "number") {
+          meta.lastTx = patchEvent.tx;
+        }
+        return applyPatches(patchEvent.patches ?? []);
+      }
+      case "metrics":
+        meta.metrics = event.metrics;
+        return snapshot.blocks;
+      case "error":
+        meta.error = event;
+        return snapshot.blocks;
+      case "done":
+        meta.done = event;
+        return snapshot.blocks;
+      default:
+        return snapshot.blocks;
+    }
+  };
+  const applyEvents = (events) => {
+    let blocks = snapshot.blocks;
+    for (const event of events) {
+      blocks = applyEvent(event);
+    }
+    return blocks;
+  };
+  return {
+    getSnapshot: () => snapshot,
+    getBlocks: () => snapshot.blocks,
+    getMeta: () => ({ ...meta }),
+    setSnapshot,
+    applyPatches,
+    applyEvent,
+    applyEvents
+  };
+}
+function encodeNdjsonEvent(event) {
+  return `${JSON.stringify(event)}
+`;
+}
+function encodeNdjsonEvents(events) {
+  let output = "";
+  for (const event of events) {
+    output += encodeNdjsonEvent(event);
+  }
+  return output;
+}
+function decodeNdjson(input) {
+  if (!input) return [];
+  const lines = input.split(/\r?\n/);
+  const result = [];
+  for (const line of lines) {
+    const trimmed = line.trim();
+    if (!trimmed) continue;
+    result.push(JSON.parse(trimmed));
+  }
+  return result;
+}
+var NdjsonDecoder = class {
+  constructor() {
+    this.buffer = "";
+    this.decoder = typeof TextDecoder !== "undefined" ? new TextDecoder() : null;
+  }
+  reset() {
+    this.buffer = "";
+  }
+  push(chunk) {
+    if (typeof chunk === "string") {
+      this.buffer += chunk;
+    } else if (chunk && chunk.length > 0) {
+      this.buffer += this.decodeBytes(chunk);
+    }
+    return this.drain(false);
+  }
+  flush() {
+    if (this.decoder) {
+      this.buffer += this.decoder.decode();
+    }
+    return this.drain(true);
+  }
+  decodeBytes(chunk) {
+    if (this.decoder) {
+      return this.decoder.decode(chunk, { stream: true });
+    }
+    if (typeof Buffer !== "undefined") {
+      return Buffer.from(chunk).toString("utf8");
+    }
+    let result = "";
+    for (const byte of chunk) {
+      result += String.fromCharCode(byte);
+    }
+    return result;
+  }
+  drain(flush) {
+    const lines = this.buffer.split(/\r?\n/);
+    const tail = lines.pop() ?? "";
+    this.buffer = flush ? "" : tail;
+    const result = [];
+    for (const line of lines) {
+      const trimmed = line.trim();
+      if (!trimmed) continue;
+      result.push(JSON.parse(trimmed));
+    }
+    if (flush) {
+      const trimmed = tail.trim();
+      if (trimmed.length > 0) {
+        result.push(JSON.parse(trimmed));
+      }
+    }
+    return result;
+  }
+};
+export {
+  NdjsonDecoder,
+  createSnapshotStore,
+  decodeNdjson,
+  encodeNdjsonEvent,
+  encodeNdjsonEvents
+};

package/package.json

@@ -0,0 +1,40 @@
+{
+  "name": "@stream-mdx/tui",
+  "version": "0.2.0",
+  "description": "StreamMDX TUI helpers (NDJSON parsing and snapshot store)",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/kmccleary3301/stream-mdx.git",
+    "directory": "packages/markdown-v2-tui"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "type": "module",
+  "main": "./dist/index.cjs",
+  "module": "./dist/index.mjs",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.mjs",
+      "require": "./dist/index.cjs"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "CHANGELOG.md"
+  ],
+  "sideEffects": false,
+  "scripts": {
+    "build": "tsup",
+    "clean": "rm -rf dist",
+    "prepack": "npm run build"
+  },
+  "dependencies": {
+    "@stream-mdx/core": "0.2.0",
+    "@stream-mdx/protocol": "0.2.0"
+  }
+}