mlx-bun 0.5.0 → 1.0.0

package/src/web/src/ui-catalog.ts

@@ -1,78 +0,0 @@
-// GENERATED-ADJACENT source module — part of the src/web/src/* split (plan
-// §7/§9 Phase 3, §6.6 "app-aware assistant"). Built into src/web/app.js by
-// scripts/build-web.ts.
-//
-// Shared route IDs keep browser navigation and server validation in agreement.
-// Spotlight selectors and overlay IDs belong to the browser.
-
-/** A hash-routed page (shell.ts's Route union, minus "routes" — the DAG
- *  diagram tab isn't a useful assistant destination and is itself
- *  feature-detected/hidden when unavailable). */
-import { APP_ROUTE_IDS as ROUTE_IDS } from "../../contracts/pi";
-export { ROUTE_IDS };
-export type RouteId = (typeof ROUTE_IDS)[number];
-
-/** A non-route overlay/panel the assistant can navigate to or spotlight
- *  within. Opening one of these does not change location.hash. */
-export const VIEW_IDS = ["memory-panel", "hub-panel", "settings", "adapters-panel"] as const;
-export type ViewId = (typeof VIEW_IDS)[number];
-
-export function isRouteId(v: string): v is RouteId {
-  return (ROUTE_IDS as readonly string[]).includes(v);
-}
-export function isViewId(v: string): v is ViewId {
-  return (VIEW_IDS as readonly string[]).includes(v);
-}
-
-/** Human labels for routes, used in the "unknown route" tool-error message
- *  and nowhere else — kept tiny on purpose. */
-export const ROUTE_LABELS: Record<RouteId, string> = {
-  chat: "Chat",
-  quantize: "Quantize",
-  finetune: "Fine-tune",
-  dataset: "Build Dataset",
-  status: "Status",
-};
-
-/** A curated spotlight target: a stable id -> the selector to highlight +
- *  a human label for the popover title, plus which route/view it lives on
- *  (spotlight_ui navigates there first if the browser isn't already on it).
- *  This is the "catalog target" resolution path in resolve-spotlight.ts's
- *  terms — the fallback when ref/label/selector don't resolve from the live
- *  DOM or the last uiSnapshot. Anchors added to app.html via data-spotlight
- *  in this same wave; ids are stable and boring (element id minus "chat-"
- *  prefix noise where it reads fine either way). */
-export interface SpotlightTarget {
-  selector: string;
-  label: string;
-  route?: RouteId;
-  view?: ViewId;
-}
-
-export const SPOTLIGHT_TARGETS: Record<string, SpotlightTarget> = {
-  composer: { selector: "#chat-box", label: "Message box", route: "chat" },
-  send: { selector: "#chat-send", label: "Send", route: "chat" },
-  "new-chat": { selector: "#chat-new", label: "New chat", route: "chat" },
-  "session-search": { selector: "#chat-sess-search", label: "Search chats", route: "chat" },
-  "sampling-pill": { selector: "#chat-sampling", label: "Sampling", route: "chat" },
-  "prompt-pill": { selector: "#chat-sysprompt", label: "System prompt", route: "chat" },
-  "adapter-select": { selector: "#chat-adapter", label: "LoRA adapter", route: "chat" },
-  "memory-entry": { selector: "#chat-memory-entry", label: "Memory", route: "chat" },
-  "developer-toggle": { selector: "#nav-developer", label: "Developer toggle" },
-  "model-picker": { selector: "#nav-model", label: "Active model" },
-  "hub-browse": { selector: "#model-pop-browse", label: "Browse models", view: "hub-panel" },
-  "quantize-source": { selector: "#q-model", label: "Source model", route: "quantize" },
-  "finetune-base": { selector: "#f-model", label: "Base model", route: "finetune" },
-};
-
-export function getSpotlightTarget(id: string): SpotlightTarget | null {
-  return SPOTLIGHT_TARGETS[id] ?? null;
-}
-
-/** Resolve a free-form route/page string (either a bare route id or a
- *  "#/route" hash) the way navigate_app's tool param is described to the
- *  model. Returns null for anything not in ROUTE_IDS. */
-export function resolveRouteId(routeOrPage: string): RouteId | null {
-  const bare = routeOrPage.trim().replace(/^#\/?/, "");
-  return isRouteId(bare) ? bare : null;
-}

package/src/web/src/voice.ts

@@ -1,141 +0,0 @@
-// Hold-to-talk voice input for the composer: microphone → 16 kHz float32
-// (an AudioContext opened at 16 kHz lets the browser resample the mic) →
-// 250 ms chunks streamed to /v1/audio/sessions/<id>/audio while the button
-// is held → finish on release → transcript inserted at the caret. Works
-// with ANY served chat model: transcription is the Whisper companion, not
-// the chat model's audio input. Shown only when `ready.transcription` is
-// true (composer.ts updateAttachHint).
-
-import { $, toast } from "./shell";
-
-const SAMPLE_RATE = 16_000;
-const CHUNK_SECONDS = 0.25;
-
-interface Take {
-  id: string;
-  ctx: AudioContext;
-  stream: MediaStream;
-  node: ScriptProcessorNode;
-  pending: Float32Array[];
-  pendingLen: number;
-  sending: Promise<void>;
-  failed: string | null;
-}
-
-let take: Take | null = null;
-let starting = false;
-
-async function postChunk(id: string, pcm: Float32Array): Promise<void> {
-  const r = await fetch(`/v1/audio/sessions/${id}/audio`, {
-    method: "POST", headers: { "content-type": "audio/pcm;rate=16000" },
-    body: new Uint8Array(pcm.buffer.slice(pcm.byteOffset, pcm.byteOffset + pcm.byteLength) as ArrayBuffer),
-  });
-  if (!r.ok) throw new Error(`audio chunk rejected (${r.status})`);
-}
-
-function flush(t: Take): void {
-  if (t.pendingLen === 0) return;
-  const buf = new Float32Array(t.pendingLen);
-  let o = 0;
-  for (const p of t.pending) { buf.set(p, o); o += p.length; }
-  t.pending = []; t.pendingLen = 0;
-  t.sending = t.sending.then(() => postChunk(t.id, buf)).catch((e) => { t.failed = (e as Error).message; });
-}
-
-async function begin(btn: HTMLButtonElement): Promise<void> {
-  if (take || starting) return;
-  starting = true;
-  btn.classList.add("busy");
-  try {
-    const r = await fetch("/v1/audio/sessions", {
-      method: "POST", headers: { "content-type": "application/json" },
-      body: JSON.stringify({ vad: true, vad_min_speech_ms: 120, temperature: 0 }),
-    });
-    if (!r.ok) throw new Error(r.status === 503 ? "no Whisper model on this server" : `session failed (${r.status})`);
-    const { id } = await r.json() as { id: string };
-    const stream = await navigator.mediaDevices.getUserMedia({ audio: { channelCount: 1, echoCancellation: true, noiseSuppression: true } });
-    const ctx = new AudioContext({ sampleRate: SAMPLE_RATE });
-    const src = ctx.createMediaStreamSource(stream);
-    // ScriptProcessorNode is deprecated but universally available and enough
-    // for 16 kHz mono capture; an AudioWorklet needs a separately served file.
-    const node = ctx.createScriptProcessor(4096, 1, 1);
-    const t: Take = { id, ctx, stream, node, pending: [], pendingLen: 0, sending: Promise.resolve(), failed: null };
-    node.onaudioprocess = (e) => {
-      if (take !== t) return;
-      const data = e.inputBuffer.getChannelData(0);
-      t.pending.push(new Float32Array(data));
-      t.pendingLen += data.length;
-      if (t.pendingLen >= SAMPLE_RATE * CHUNK_SECONDS) flush(t);
-    };
-    src.connect(node);
-    node.connect(ctx.destination); // required for onaudioprocess to fire in some browsers
-    take = t;
-    btn.classList.add("recording");
-  } catch (e) {
-    toast(`Voice input failed: ${(e as Error).message}`, "err");
-  } finally {
-    starting = false;
-    btn.classList.remove("busy");
-  }
-}
-
-async function end(btn: HTMLButtonElement, box: HTMLTextAreaElement): Promise<void> {
-  const t = take;
-  if (!t) return;
-  take = null;
-  btn.classList.remove("recording");
-  btn.classList.add("busy");
-  try {
-    t.node.disconnect();
-    for (const track of t.stream.getTracks()) track.stop();
-    void t.ctx.close();
-    flush(t);
-    await t.sending;
-    if (t.failed) throw new Error(t.failed);
-    const r = await fetch(`/v1/audio/sessions/${t.id}/finish`, { method: "POST" });
-    if (!r.ok) throw new Error(`transcription failed (${r.status})`);
-    const body = await r.json() as { text: string; mlx_bun?: { vad?: { speech: boolean } } };
-    const text = (body.text || "").trim();
-    if (!text) { toast(body.mlx_bun?.vad?.speech === false ? "No speech detected" : "Nothing transcribed", ""); return; }
-    insertAtCaret(box, text);
-  } catch (e) {
-    toast(`Voice input failed: ${(e as Error).message}`, "err");
-  } finally {
-    btn.classList.remove("busy");
-  }
-}
-
-function insertAtCaret(box: HTMLTextAreaElement, text: string): void {
-  const start = box.selectionStart ?? box.value.length;
-  const endPos = box.selectionEnd ?? start;
-  const before = box.value.slice(0, start);
-  const after = box.value.slice(endPos);
-  const lead = before.length && !/\s$/.test(before) ? " " : "";
-  const trail = after.length && !/^\s/.test(after) ? " " : "";
-  box.value = before + lead + text + trail + after;
-  const caret = (before + lead + text + trail).length;
-  box.setSelectionRange(caret, caret);
-  box.dispatchEvent(new Event("input", { bubbles: true }));
-  box.focus();
-}
-
-/** Wire hold-to-talk on `btn`: pointer hold, or Space/Enter held while focused. */
-export function initVoiceInput(btn: HTMLButtonElement, box: HTMLTextAreaElement): void {
-  if (!btn) return;
-  if (!navigator.mediaDevices?.getUserMedia) { btn.title = "Microphone capture needs a secure context (https or localhost)"; }
-  btn.addEventListener("pointerdown", (e) => { e.preventDefault(); btn.setPointerCapture(e.pointerId); void begin(btn); });
-  const release = () => { void end(btn, box); };
-  btn.addEventListener("pointerup", release);
-  btn.addEventListener("pointercancel", release);
-  btn.addEventListener("lostpointercapture", release);
-  let keyHeld = false;
-  btn.addEventListener("keydown", (e) => {
-    if ((e.key === " " || e.key === "Enter") && !keyHeld) { e.preventDefault(); keyHeld = true; void begin(btn); }
-  });
-  btn.addEventListener("keyup", (e) => {
-    if ((e.key === " " || e.key === "Enter") && keyHeld) { e.preventDefault(); keyHeld = false; release(); }
-  });
-  btn.addEventListener("blur", () => { if (keyHeld) { keyHeld = false; release(); } });
-  // expose for tests / the palette
-  ($ as unknown as { voice?: unknown }).voice = { begin: () => begin(btn), end: () => end(btn, box) };
-}

package/src/web/vendor/README.md

@@ -1,61 +0,0 @@
-# src/web/vendor/ — vendored, no-CDN web assets
-
-Assets here are bundled locally and served same-origin by `src/server.ts`
-(`GET /assets/<name>`, `with { type: "text" }` import — same pattern as
-`src/web/app.html` itself). Nothing in this app loads a script or
-stylesheet from a CDN; this directory is where that tradeoff lives.
-
-## hljs.js — syntax highlighting
-
-`hljs.js` is [highlight.js](https://github.com/highlightjs/highlight.js)
-(BSD-3-Clause, license text in `hljs-LICENSE`) core engine + a curated
-language set: javascript/typescript, python, bash/shell, json, html/xml,
-css, c/cpp, rust, go, sql, yaml, markdown, diff, plaintext. Registered
-languages expose themselves as `class="language-<name>"` on `<code>`
-elements — see `mdCodeBlock()` and `highlightIn()` in `app.html`.
-
-To rebuild (e.g. to bump the version or change the language set):
-
-```sh
-mkdir /tmp/hljs-build && cd /tmp/hljs-build
-npm init -y
-npm install highlight.js@<version> --no-save
-```
-
-Write an `entry.js` that imports `highlight.js/lib/core` and
-`highlight.js/lib/languages/<lang>` for each language you want, calling
-`hljs.registerLanguage(name, lang)` for each (see mlx-bun's own build log /
-commit that introduced this file for the exact entry.js used), then:
-
-```sh
-globalThis.hljs = hljs;   # inside entry.js, after registering
-bun build ./entry.js --minify --outfile=hljs.bundle.js
-```
-
-Prepend a short license/provenance header comment (BSD-3-Clause,
-upstream URL, rebuild instructions — copy the one already at the top of
-`hljs.js`) and copy the result over `src/web/vendor/hljs.js`.
-
-**Size discipline:** the hygiene gate (`scripts/check-hygiene.ts`) fails
-any tracked file over 1 MB unless it's on the explicit allowlist. The
-current bundle (core + 14 languages) is ~83 KB — comfortably under the
-cap. If you add enough languages to bust 1 MB, either trim the language
-list or add a justified, size-capped `ALLOW` entry in
-`scripts/check-hygiene.ts` (see the existing entries there for the
-pattern) — don't silently let it grow past the cap.
-
-`hljs-theme.css` is NOT generated from highlight.js's stock themes — it's
-hand-written, mapping the standard `hljs-*` token classes onto mlx-bun's
-own design tokens (see the file's own header comment) so code blocks match
-the app's palette in both light and dark.
-
-## KaTeX (math) — deliberately not vendored
-
-Investigated for the same treatment; skipped. KaTeX's CSS depends on its
-own bundled math font (`dist/fonts/`, ~60 files / ~1.1 MB of woff2/woff/ttf)
-for correct glyph metrics — there's no clean "system font fallback" path
-that renders math correctly. Vendoring it would mean adding ~1 MB of
-binary font files, which the hygiene gate is specifically designed to keep
-out of this repo (see `scripts/check-hygiene.ts`'s header). Needs the
-build-step/asset-hosting decision from `docs/design/web-chat-redesign.md`
-§7 before it's worth revisiting.

package/src/web-assets.ts

@@ -1,47 +0,0 @@
-// Embedded web app — the unified SPA (chat / quantize / finetune /
-// dataset / status). `with { type: "text" }` inlines the file in both
-// `bun run` and the compiled single binary. bun-types types *.html
-// imports as HTMLBundle (the html loader), but the text attribute makes
-// the runtime value a string — hence the double cast.
-import appHtml from "./web/app.html" with { type: "text" };
-import curveDesignerHtml from "./lab/curve/curve-designer.html" with { type: "text" };
-// Vendored, no-CDN static assets referenced by app.html (convention: any
-// self-contained JS/CSS too big to inline gets `with { type: "text" }`
-// imported here and served under /assets/<name>; see src/web/vendor/README
-// for how hljs.js was built). Add new vendored assets the same way.
-import hljsJs from "./web/vendor/hljs.js" with { type: "text" };
-import hljsCss from "./web/vendor/hljs-theme.css" with { type: "text" };
-// The frontend bundle (plan §7/§9 Phase 2 module split): GENERATED from
-// src/web/src/*.ts by `bun scripts/build-web.ts` — see that file's header
-// and tests/using/web-build.test.ts (the freshness gate). Same
-// with { type: "text" } + /assets/<name> pattern as the vendored assets
-// above; app.html's <script defer src="/assets/app.js"> loads it.
-import appJs from "./web/app.js" with { type: "text" };
-// PWA installability (plan §9 Phase 3, beat-matrix Axis 10): a manifest +
-// a single inline SVG icon (no binary PNGs — the hygiene gate forbids
-// tracked binary files; some browsers won't show an SVG app icon, which is
-// an accepted tradeoff, see docs/reference/server-config.md) + a shell-
-// only service worker. Same with { type: "text" } + /assets/<name>-shaped
-// pattern as the vendored assets above; see src/web/sw.js's header for why
-// it deliberately does NOT cache API/WS traffic.
-import manifestWebmanifest from "./web/manifest.webmanifest" with { type: "text" };
-import iconSvg from "./web/icon.svg" with { type: "text" };
-import swJs from "./web/sw.js" with { type: "text" };
-const APP_PAGE = appHtml as unknown as string;
-const HLJS_JS = hljsJs as unknown as string;
-const HLJS_CSS = hljsCss as unknown as string;
-const APP_JS = appJs as unknown as string;
-const MANIFEST_WEBMANIFEST = manifestWebmanifest as unknown as string;
-const ICON_SVG = iconSvg as unknown as string;
-const SW_JS = swJs as unknown as string;
-const CURVE_PAGE = curveDesignerHtml as unknown as string;
-export const STATIC_ROUTE_ASSETS = {
-  appPage: APP_PAGE,
-  appJs: APP_JS,
-  hljsJs: HLJS_JS,
-  hljsCss: HLJS_CSS,
-  manifest: MANIFEST_WEBMANIFEST,
-  iconSvg: ICON_SVG,
-  serviceWorker: SW_JS,
-  curvePage: CURVE_PAGE,
-};