mlx-bun 0.0.10 → 0.0.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +66 -21
- package/THIRD_PARTY_LICENSES.md +1 -0
- package/docs/archive/mlx-bun-lab-report.html +275 -0
- package/docs/archive/wwdc-mlx-bun.html +848 -0
- package/docs/design/audio-input-plan.md +356 -0
- package/docs/design/batching-perf-path.md +58 -35
- package/docs/design/batching-v2-plan.md +23 -9
- package/docs/design/bucketing-stage.md +2 -1
- package/docs/design/compat-cli-surface-design.md +4 -3
- package/docs/design/decode-speed-program.md +172 -0
- package/docs/design/docs-reorg-plan.md +1 -1
- package/docs/design/dspark-serving-program.md +371 -0
- package/docs/design/dspark-speculative-decoding.md +167 -5
- package/docs/design/faithful-l1-consolidation.md +310 -0
- package/docs/design/generic-model-support.md +8 -5
- package/docs/design/grammar-spec-batching-integration.md +301 -0
- package/docs/design/minicpm5-decode-megakernel.md +16 -11
- package/docs/design/mlx-lm-tool-parity-plan.md +11 -1
- package/docs/design/omlx-adoption-map.md +14 -6
- package/docs/design/orpo-training.md +34 -30
- package/docs/design/paged-kv-cache.md +214 -0
- package/docs/design/parallel-slots.md +82 -49
- package/docs/design/parity-tier-dag.md +43 -33
- package/docs/design/repo-cleanup-plan.md +189 -0
- package/docs/design/runtime-isolation.md +19 -3
- package/docs/design/segmented-backward-training.md +3 -2
- package/docs/design/ssd-kv-cold-tier.md +130 -0
- package/docs/design/structured-output.md +484 -0
- package/docs/design/the-dreaming-master-plan.md +2 -3
- package/docs/design/turboquant-kv.md +235 -0
- package/docs/design/unified-engine-frontier-plan.md +774 -0
- package/docs/design/web-chat-beat-matrix.md +315 -0
- package/docs/design/web-chat-redesign.md +1112 -0
- package/docs/investigations/dspark-handoff.md +182 -16
- package/docs/investigations/lab-build-journal.md +2 -2
- package/docs/investigations/openwiki-evaluation.md +249 -0
- package/docs/planning/IDEAS.md +14 -0
- package/docs/planning/PRODUCT_ROADMAP.md +2 -3
- package/docs/planning/chat-ui-vision-memory-first.md +199 -0
- package/docs/planning/chat-ui-vision.md +50 -0
- package/docs/planning/memory-docs-and-dag-plan.md +15 -6
- package/docs/planning/release-notes-v0.0.11.md +239 -0
- package/docs/reference/cli.md +35 -16
- package/docs/reference/distribution.md +13 -6
- package/docs/reference/embedding.md +35 -14
- package/docs/reference/features-matrix.md +97 -0
- package/docs/reference/library-api.md +30 -9
- package/docs/reference/memory.md +26 -6
- package/docs/reference/models.md +11 -1
- package/docs/reference/orpo-quickstart.md +3 -4
- package/docs/reference/server-api.md +634 -22
- package/docs/reference/server-config.md +250 -121
- package/docs/reference/training.md +14 -15
- package/package.json +5 -3
- package/src/anthropic.ts +13 -0
- package/src/audio/conformer.ts +647 -0
- package/src/audio/decode.ts +133 -0
- package/src/audio/features.ts +202 -0
- package/src/audio/transcode.ts +67 -0
- package/src/cli.ts +356 -105
- package/src/config.ts +49 -2
- package/src/download.ts +40 -0
- package/src/eval/README.md +7 -6
- package/src/eval/kl.ts +59 -3
- package/src/eval/quality-db.ts +2 -2
- package/src/eval/runner.ts +3 -3
- package/src/expert-offload.ts +15 -2
- package/src/flags.ts +13 -0
- package/src/generate.ts +330 -24
- package/src/grammar.ts +585 -0
- package/src/hub-rest.ts +242 -0
- package/src/kv-store.ts +442 -88
- package/src/lora.ts +8 -0
- package/src/md-modules.d.ts +42 -0
- package/src/media-fetch.ts +284 -0
- package/src/memory/rest.ts +245 -0
- package/src/memory/vault.ts +74 -0
- package/src/mlx/array.ts +106 -19
- package/src/mlx/autograd.ts +2 -2
- package/src/mlx/ffi.ts +27 -3
- package/src/mlx/metal-kernel.ts +7 -4
- package/src/mlx/ops.ts +153 -23
- package/src/mlx/turboquant-ops.ts +831 -0
- package/src/mlx/turboquant-tables.ts +237 -0
- package/src/model/batched-mask.ts +62 -1
- package/src/model/batched-quant.ts +206 -0
- package/src/model/batched-rotating-quant.ts +346 -0
- package/src/model/batched-rotating.ts +46 -1
- package/src/model/compiled-decode.ts +4 -15
- package/src/model/factory.ts +10 -4
- package/src/model/gemma4-base.ts +363 -39
- package/src/model/gemma4.ts +122 -33
- package/src/model/generated/gemma4-12b.ts +9 -13
- package/src/model/generated/gemma4-26b.ts +10 -5
- package/src/model/generated/gemma4-e4b.ts +14 -9
- package/src/model/minicpm5.ts +58 -102
- package/src/model/paged-kv.ts +253 -0
- package/src/model/qwen3-delta.ts +76 -15
- package/src/model/qwen3-moe.ts +404 -0
- package/src/model/qwen3.ts +9 -8
- package/src/model/qwen3_5.ts +88 -23
- package/src/model/support.ts +12 -1
- package/src/model/universal/dense.ts +40 -5
- package/src/model/universal/rope.ts +36 -21
- package/src/pi-web.ts +1299 -82
- package/src/preflight.ts +27 -8
- package/src/prompt-cache.ts +293 -33
- package/src/quantize/quantizer.ts +16 -1
- package/src/registry.ts +57 -2
- package/src/serve/batch-scheduler.ts +965 -72
- package/src/serve/generation-gateway.ts +214 -11
- package/src/serve/isolate.ts +417 -0
- package/src/serve/lane-registry.ts +44 -0
- package/src/serve/session-search.ts +326 -0
- package/src/server.ts +1380 -135
- package/src/spec/assistant-source.ts +150 -0
- package/src/spec/deepspec-source.ts +143 -0
- package/src/spec/dflash-source.ts +124 -0
- package/src/spec/dspark/ab-stats.ts +136 -0
- package/src/spec/dspark/calibration.ts +112 -0
- package/src/spec/dspark/deepspec-module.ts +801 -0
- package/src/spec/dspark/generate-dflash.ts +72 -20
- package/src/spec/dspark/loader.ts +23 -0
- package/src/spec/dspark/module-dflash.ts +278 -36
- package/src/spec/dspark/quantize-drafter.ts +91 -0
- package/src/spec/generate.ts +59 -25
- package/src/spec/ngram-source.ts +132 -0
- package/src/spec/serve-loop.ts +536 -0
- package/src/spec/source.ts +93 -0
- package/src/spec/two-model.ts +171 -0
- package/src/ssd-cache.ts +107 -35
- package/src/tokenizer.ts +288 -2
- package/src/tool-approvals.ts +131 -0
- package/src/tool-call.ts +408 -20
- package/src/train/flash-cce.ts +2 -2
- package/src/train/job.ts +0 -2
- package/src/train/trainer.ts +1 -4
- package/src/vision/prompt.ts +217 -48
- package/src/web/app.html +1184 -1789
- package/src/web/app.js +5667 -0
- package/src/web/icon.svg +13 -0
- package/src/web/manifest.webmanifest +24 -0
- package/src/web/src/adapters-panel.ts +288 -0
- package/src/web/src/api.ts +57 -0
- package/src/web/src/assistant.ts +485 -0
- package/src/web/src/chat.ts +1050 -0
- package/src/web/src/composer.ts +959 -0
- package/src/web/src/dataset.ts +132 -0
- package/src/web/src/finetune.ts +267 -0
- package/src/web/src/hub.ts +428 -0
- package/src/web/src/main.ts +98 -0
- package/src/web/src/markdown.ts +0 -0
- package/src/web/src/memory-panel.ts +572 -0
- package/src/web/src/model-picker.ts +159 -0
- package/src/web/src/palette.ts +346 -0
- package/src/web/src/protocol.ts +62 -0
- package/src/web/src/quantize.ts +167 -0
- package/src/web/src/rag.ts +274 -0
- package/src/web/src/sessions.ts +469 -0
- package/src/web/src/shell.ts +804 -0
- package/src/web/src/status.ts +252 -0
- package/src/web/src/ui-catalog.ts +92 -0
- package/src/web/sw.js +71 -0
- package/src/web/vendor/README.md +61 -0
- package/src/web/vendor/hljs-LICENSE +29 -0
- package/src/web/vendor/hljs-theme.css +59 -0
- package/src/web/vendor/hljs.js +26 -0
- package/src/model/fused-decode-kernel.ts +0 -312
- package/src/model/fused-geglu-kernel.ts +0 -198
- package/src/model/fused-mlp-kernel.ts +0 -169
- package/src/model/fused-swiglu-kernel.ts +0 -240
- package/src/model/steel-linear-kernel.ts +0 -96
- package/src/status-page.html +0 -497
|
@@ -0,0 +1,572 @@
|
|
|
1
|
+
// GENERATED-ADJACENT source module — part of the src/web/src/* split (plan
|
|
2
|
+
// §7/§9 Phase 2). Built into src/web/app.js by scripts/build-web.ts.
|
|
3
|
+
//
|
|
4
|
+
// The Memory panel (plan §5.5), provenance chips (§5.4.2), personalized
|
|
5
|
+
// hero chips + consent card (§5.1), and the sidebar entry that opens the
|
|
6
|
+
// panel. Everything here talks to the /api/memory/* REST wrappers
|
|
7
|
+
// (src/memory/rest.ts) — no new WS frames, per the task brief. esc()
|
|
8
|
+
// discipline on every interpolation site: article names/content/commit
|
|
9
|
+
// subjects/paths are all vault (i.e. user/model) data, never trusted.
|
|
10
|
+
//
|
|
11
|
+
// State model: the panel is a single overlay with two "screens" — a list
|
|
12
|
+
// screen (status strip + search + article/reference lists) and an article
|
|
13
|
+
// screen (rendered content + History toggle + links line). `view` tracks
|
|
14
|
+
// which is showing so Back/Escape/re-open behave predictably; there is no
|
|
15
|
+
// deep router here (the panel is not URL-addressable — matching the plan's
|
|
16
|
+
// "reachable from the sidebar, not a nav tab" framing).
|
|
17
|
+
|
|
18
|
+
import { $, el, toast, trapFocus, setMemPanelClose, type FocusTrap } from "./shell";
|
|
19
|
+
import { api } from "./api";
|
|
20
|
+
import type { ApiEnvelope } from "./protocol";
|
|
21
|
+
import { esc, mdToHtml, wireCanvasToggle } from "./markdown";
|
|
22
|
+
|
|
23
|
+
/* ────────────────────────────────────────────────────────────────────
|
|
24
|
+
REST response shapes (mirrors src/memory/rest.ts's jsonOk() bodies —
|
|
25
|
+
frontend-only types since these are HTTP JSON envelopes, not part of
|
|
26
|
+
the typed WS contract in pi-web.ts). Each extends ApiEnvelope (api()'s
|
|
27
|
+
generic constraint, api.ts) via intersection, per that file's own
|
|
28
|
+
doc-comment convention.
|
|
29
|
+
──────────────────────────────────────────────────────────────────── */
|
|
30
|
+
|
|
31
|
+
interface VaultStatusBody {
|
|
32
|
+
root: string;
|
|
33
|
+
exists: boolean;
|
|
34
|
+
articleCount: number;
|
|
35
|
+
referenceCount: number;
|
|
36
|
+
isGitRepo: boolean;
|
|
37
|
+
recentArticles: { article: string; mtimeMs: number }[];
|
|
38
|
+
}
|
|
39
|
+
type StatusResp = ApiEnvelope & { enabled?: boolean; status?: VaultStatusBody; root?: string };
|
|
40
|
+
type ListResp = ApiEnvelope & { enabled?: boolean; articles?: string[]; reference?: string[] };
|
|
41
|
+
interface SearchSummary { article: string; occurrences: number; matched_terms?: string[]; title_matches?: number }
|
|
42
|
+
interface SearchHit { article: string; anchor: string | null; line: number; excerpt: string }
|
|
43
|
+
type SearchResp = ApiEnvelope & { summaries?: SearchSummary[]; hits?: SearchHit[] };
|
|
44
|
+
type ArticleResp = ApiEnvelope & {
|
|
45
|
+
name?: string; path?: string; content?: string;
|
|
46
|
+
infobox?: { entityKind?: string } | null; lead?: string | null;
|
|
47
|
+
};
|
|
48
|
+
type LinksResp = ApiEnvelope & { name?: string; outbound?: string[]; inbound?: string[] };
|
|
49
|
+
interface HistoryEntry { hash: string; date: string; subject: string }
|
|
50
|
+
type HistoryResp = ApiEnvelope & { name?: string; isGitRepo?: boolean; entries?: HistoryEntry[] };
|
|
51
|
+
type DiffResp = ApiEnvelope & { name?: string; rev?: string; diff?: string };
|
|
52
|
+
type InitResp = ApiEnvelope & { result?: { root: string; gitInitialized: boolean }; status?: VaultStatusBody };
|
|
53
|
+
|
|
54
|
+
async function getJson<T extends ApiEnvelope>(path: string): Promise<T> {
|
|
55
|
+
return api<T>(path);
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
/* ────────────────────────────────────────────────────────────────────
|
|
59
|
+
Cached status — the panel, the sidebar entry, the hero chips, and the
|
|
60
|
+
consent card all need "is memory enabled + how many articles" without
|
|
61
|
+
each firing their own /api/memory/status round trip.
|
|
62
|
+
──────────────────────────────────────────────────────────────────── */
|
|
63
|
+
|
|
64
|
+
let cachedStatus: StatusResp | null = null;
|
|
65
|
+
|
|
66
|
+
async function fetchStatus(force = false): Promise<StatusResp> {
|
|
67
|
+
if (cachedStatus && !force) return cachedStatus;
|
|
68
|
+
const d = await getJson<StatusResp>("/api/memory/status").catch((): StatusResp => ({ ok: false, enabled: false }));
|
|
69
|
+
cachedStatus = d;
|
|
70
|
+
return d;
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
/* ────────────────────────────────────────────────────────────────────
|
|
74
|
+
Panel open/close + focus trap (same mechanism as the HF modal / drawer)
|
|
75
|
+
──────────────────────────────────────────────────────────────────── */
|
|
76
|
+
|
|
77
|
+
let panelTrap: FocusTrap;
|
|
78
|
+
type View = { kind: "list" } | { kind: "article"; name: string; historyOpen?: boolean };
|
|
79
|
+
let currentView: View = { kind: "list" };
|
|
80
|
+
let lastListScroll = 0;
|
|
81
|
+
|
|
82
|
+
export function isMemPanelOpen(): boolean {
|
|
83
|
+
const ov = $("mem-overlay");
|
|
84
|
+
return !!ov && ov.classList.contains("open");
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
export function closeMemPanel(): void {
|
|
88
|
+
$("mem-overlay").classList.remove("open");
|
|
89
|
+
$("chat-memory-entry").setAttribute("aria-expanded", "false");
|
|
90
|
+
panelTrap.restore();
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
/** Opens the panel. `articleName` jumps straight to that article's view
|
|
94
|
+
* (used by provenance chips and link-chip navigation); omitted opens/keeps
|
|
95
|
+
* the list view. */
|
|
96
|
+
export async function openMemPanel(articleName?: string): Promise<void> {
|
|
97
|
+
panelTrap.capture();
|
|
98
|
+
$("mem-overlay").classList.add("open");
|
|
99
|
+
$("chat-memory-entry").setAttribute("aria-expanded", "true");
|
|
100
|
+
if (articleName) await showArticle(articleName);
|
|
101
|
+
else await showList();
|
|
102
|
+
setTimeout(() => { const s = $("mem-search") as HTMLInputElement | null; if (s) s.focus(); }, 30);
|
|
103
|
+
}
|
|
104
|
+
|
|
105
|
+
function setBack(show: boolean): void {
|
|
106
|
+
$("mem-back").classList.toggle("show", show);
|
|
107
|
+
}
|
|
108
|
+
|
|
109
|
+
/* ────────────────────────────────────────────────────────────────────
|
|
110
|
+
Status strip
|
|
111
|
+
──────────────────────────────────────────────────────────────────── */
|
|
112
|
+
|
|
113
|
+
function relDate(ms: number | undefined): string {
|
|
114
|
+
if (!ms) return "—";
|
|
115
|
+
const days = (Date.now() - ms) / 86_400_000;
|
|
116
|
+
if (days < 1) return "today";
|
|
117
|
+
if (days < 2) return "yesterday";
|
|
118
|
+
if (days < 30) return Math.floor(days) + "d ago";
|
|
119
|
+
try { return new Date(ms).toLocaleDateString(); } catch { return "—"; }
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
function renderStatusStrip(st: VaultStatusBody): void {
|
|
123
|
+
const lastArticle = st.recentArticles[0];
|
|
124
|
+
$("mem-status").innerHTML =
|
|
125
|
+
'<span class="mem-stat"><b>' + st.articleCount + '</b> article' + (st.articleCount === 1 ? "" : "s") + "</span>" +
|
|
126
|
+
'<span class="mem-stat">last touched <b>' + esc(relDate(lastArticle && lastArticle.mtimeMs)) + "</b></span>" +
|
|
127
|
+
'<span class="mem-stat">' + (st.isGitRepo ? "git-tracked" : "not a git repo") + "</span>";
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
/* ────────────────────────────────────────────────────────────────────
|
|
131
|
+
List view: status + search + article/reference lists
|
|
132
|
+
──────────────────────────────────────────────────────────────────── */
|
|
133
|
+
|
|
134
|
+
function emptyVaultHtml(root: string): string {
|
|
135
|
+
return (
|
|
136
|
+
'<div class="mem-empty">' +
|
|
137
|
+
"<p>No memory vault yet at <code>" + esc(root) + "</code>.</p>" +
|
|
138
|
+
'<p style="margin-top:8px">Memory is a local, git-tracked wiki the assistant reads from (never writes to during chat) — nightly synthesis is what updates it.</p>' +
|
|
139
|
+
'<div class="mcta"><button class="btn primary sm" id="mem-empty-init">Set up memory</button></div>' +
|
|
140
|
+
"</div>"
|
|
141
|
+
);
|
|
142
|
+
}
|
|
143
|
+
|
|
144
|
+
function articleRowHtml(name: string, excerpt?: string, icon = "📄"): string {
|
|
145
|
+
const display = name.startsWith("Reference/") ? name.slice("Reference/".length) : name;
|
|
146
|
+
return (
|
|
147
|
+
'<div class="mem-art" data-article="' + esc(name) + '" tabindex="0" role="button">' +
|
|
148
|
+
'<span class="mem-art-ico" aria-hidden="true">' + esc(icon) + "</span>" +
|
|
149
|
+
'<div style="min-width:0;flex:1 1 auto">' +
|
|
150
|
+
'<div class="mem-art-name">' + esc(display.replace(/_/g, " ")) + "</div>" +
|
|
151
|
+
(excerpt ? '<div class="mem-art-excerpt">' + esc(excerpt) + "</div>" : "") +
|
|
152
|
+
"</div></div>"
|
|
153
|
+
);
|
|
154
|
+
}
|
|
155
|
+
|
|
156
|
+
function wireArticleRows(container: HTMLElement): void {
|
|
157
|
+
container.querySelectorAll<HTMLElement>(".mem-art").forEach((row) => {
|
|
158
|
+
const open = () => { const name = row.dataset.article; if (name) showArticle(name); };
|
|
159
|
+
row.addEventListener("click", open);
|
|
160
|
+
row.addEventListener("keydown", (e) => { if ((e as KeyboardEvent).key === "Enter") open(); });
|
|
161
|
+
});
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
async function renderListBody(): Promise<void> {
|
|
165
|
+
const body = $("mem-body");
|
|
166
|
+
const st = await fetchStatus();
|
|
167
|
+
if (!st.enabled || !st.status) {
|
|
168
|
+
body.innerHTML = emptyVaultHtml(st.root || "~/.mlx-bun/wiki");
|
|
169
|
+
const btn = $("mem-empty-init") as HTMLButtonElement | null;
|
|
170
|
+
if (btn) btn.onclick = () => runInit(body);
|
|
171
|
+
return;
|
|
172
|
+
}
|
|
173
|
+
renderStatusStrip(st.status);
|
|
174
|
+
body.innerHTML =
|
|
175
|
+
'<input type="search" id="mem-search" placeholder="Search articles…" aria-label="Search memory" autocomplete="off">' +
|
|
176
|
+
'<div id="mem-list"></div>';
|
|
177
|
+
await renderArticleLists("");
|
|
178
|
+
const search = $("mem-search") as HTMLInputElement;
|
|
179
|
+
let debounce: ReturnType<typeof setTimeout> | undefined;
|
|
180
|
+
search.addEventListener("input", () => {
|
|
181
|
+
clearTimeout(debounce);
|
|
182
|
+
debounce = setTimeout(() => renderArticleLists(search.value.trim()), 180);
|
|
183
|
+
});
|
|
184
|
+
}
|
|
185
|
+
|
|
186
|
+
async function renderArticleLists(query: string): Promise<void> {
|
|
187
|
+
const listEl = $("mem-list");
|
|
188
|
+
if (!query) {
|
|
189
|
+
const d = await getJson<ListResp>("/api/memory/list").catch((): ListResp => ({ ok: false }));
|
|
190
|
+
if (!d.ok) { listEl.innerHTML = '<div class="mem-list-empty">Couldn\'t load the vault contents.</div>'; return; }
|
|
191
|
+
const articles = d.articles || [], reference = d.reference || [];
|
|
192
|
+
listEl.innerHTML =
|
|
193
|
+
'<div class="mem-sec"><div class="mem-sec-title">Articles</div>' +
|
|
194
|
+
(articles.length
|
|
195
|
+
? articles.map((a) => articleRowHtml(a)).join("")
|
|
196
|
+
: '<div class="mem-list-empty">No articles yet — nightly synthesis writes here after a few conversations.</div>') +
|
|
197
|
+
"</div>" +
|
|
198
|
+
// Reference/ docs are clearly separated (plan §5.5) — mlx-bun's own
|
|
199
|
+
// docs, not personal memory.
|
|
200
|
+
(reference.length
|
|
201
|
+
? '<div class="mem-sec"><div class="mem-sec-title">Reference</div>' +
|
|
202
|
+
reference.map((r) => articleRowHtml(r, undefined, "📘")).join("") + "</div>"
|
|
203
|
+
: "");
|
|
204
|
+
wireArticleRows(listEl);
|
|
205
|
+
return;
|
|
206
|
+
}
|
|
207
|
+
const d = await getJson<SearchResp>("/api/memory/search?q=" + encodeURIComponent(query)).catch((): SearchResp => ({ ok: false }));
|
|
208
|
+
if (!d.ok || !d.summaries || !d.summaries.length) {
|
|
209
|
+
listEl.innerHTML = '<div class="mem-list-empty">No matches for “' + esc(query) + '”.</div>';
|
|
210
|
+
return;
|
|
211
|
+
}
|
|
212
|
+
const hitsByArticle = new Map<string, SearchHit>();
|
|
213
|
+
for (const h of d.hits || []) if (!hitsByArticle.has(h.article)) hitsByArticle.set(h.article, h);
|
|
214
|
+
listEl.innerHTML =
|
|
215
|
+
'<div class="mem-sec"><div class="mem-sec-title">' + d.summaries.length + " match" + (d.summaries.length === 1 ? "" : "es") + "</div>" +
|
|
216
|
+
d.summaries.map((s) => articleRowHtml(s.article, hitsByArticle.get(s.article)?.excerpt, s.article.startsWith("Reference/") ? "📘" : "📄")).join("") +
|
|
217
|
+
"</div>";
|
|
218
|
+
wireArticleRows(listEl);
|
|
219
|
+
}
|
|
220
|
+
|
|
221
|
+
async function runInit(body: HTMLElement): Promise<void> {
|
|
222
|
+
body.innerHTML = '<div class="mem-empty"><p><span class="shimmer">setting up your local memory vault…</span></p></div>';
|
|
223
|
+
const d = await api<InitResp>("/api/memory/init", { method: "POST" }).catch((): InitResp => ({ ok: false, error: "request failed" }));
|
|
224
|
+
if (!d.ok) {
|
|
225
|
+
toast("Couldn't set up memory: " + (d.error || "unknown error"), "err");
|
|
226
|
+
cachedStatus = null;
|
|
227
|
+
await renderListBody();
|
|
228
|
+
return;
|
|
229
|
+
}
|
|
230
|
+
toast("Memory vault created", "ok");
|
|
231
|
+
cachedStatus = null;
|
|
232
|
+
await refreshSidebarEntry();
|
|
233
|
+
await showList();
|
|
234
|
+
}
|
|
235
|
+
|
|
236
|
+
async function showList(): Promise<void> {
|
|
237
|
+
currentView = { kind: "list" };
|
|
238
|
+
setBack(false);
|
|
239
|
+
$("mem-title").textContent = "Memory";
|
|
240
|
+
$("mem-body").scrollTop = 0;
|
|
241
|
+
await renderListBody();
|
|
242
|
+
}
|
|
243
|
+
|
|
244
|
+
/* ────────────────────────────────────────────────────────────────────
|
|
245
|
+
Article view: rendered content + links line + History toggle
|
|
246
|
+
──────────────────────────────────────────────────────────────────── */
|
|
247
|
+
|
|
248
|
+
function linksLineHtml(outbound: string[], inbound: string[]): string {
|
|
249
|
+
if (!outbound.length && !inbound.length) return "";
|
|
250
|
+
const row = (label: string, names: string[]) => names.length
|
|
251
|
+
? '<div class="mem-links-row"><span class="lbl">' + label + "</span>" +
|
|
252
|
+
names.map((n) => '<button class="mem-link-chip" type="button" data-article="' + esc(n) + '">' + esc(n.replace(/_/g, " ")) + "</button>").join("") +
|
|
253
|
+
"</div>"
|
|
254
|
+
: "";
|
|
255
|
+
return '<div class="mem-links">' + row("links to", outbound) + row("linked from", inbound) + "</div>";
|
|
256
|
+
}
|
|
257
|
+
|
|
258
|
+
function wireLinkChips(container: HTMLElement): void {
|
|
259
|
+
container.querySelectorAll<HTMLButtonElement>(".mem-link-chip").forEach((btn) => {
|
|
260
|
+
btn.addEventListener("click", () => { const name = btn.dataset.article; if (name) showArticle(name); });
|
|
261
|
+
});
|
|
262
|
+
}
|
|
263
|
+
|
|
264
|
+
async function showArticle(name: string): Promise<void> {
|
|
265
|
+
currentView = { kind: "article", name };
|
|
266
|
+
setBack(true);
|
|
267
|
+
const display = name.startsWith("Reference/") ? name.slice("Reference/".length) : name;
|
|
268
|
+
$("mem-title").textContent = display.replace(/_/g, " ");
|
|
269
|
+
const body = $("mem-body");
|
|
270
|
+
body.innerHTML = '<p class="mem-list-empty"><span class="shimmer">loading article…</span></p>';
|
|
271
|
+
body.scrollTop = 0;
|
|
272
|
+
|
|
273
|
+
const [artRes, linksRes] = await Promise.all([
|
|
274
|
+
getJson<ArticleResp>("/api/memory/article?name=" + encodeURIComponent(name)).catch((): ArticleResp => ({ ok: false })),
|
|
275
|
+
getJson<LinksResp>("/api/memory/links?name=" + encodeURIComponent(name)).catch((): LinksResp => ({ ok: false })),
|
|
276
|
+
]);
|
|
277
|
+
if (!artRes.ok || artRes.content == null) {
|
|
278
|
+
body.innerHTML = '<div class="mem-list-empty">Couldn\'t load “' + esc(display) + '”.</div>';
|
|
279
|
+
return;
|
|
280
|
+
}
|
|
281
|
+
|
|
282
|
+
body.innerHTML =
|
|
283
|
+
'<div class="mem-art-head">' +
|
|
284
|
+
'<div class="mem-art-tabs">' +
|
|
285
|
+
'<button class="mem-art-tab active" id="mem-tab-view" type="button">Article</button>' +
|
|
286
|
+
'<button class="mem-art-tab" id="mem-tab-history" type="button">History</button>' +
|
|
287
|
+
"</div></div>" +
|
|
288
|
+
'<div id="mem-art-view">' +
|
|
289
|
+
// data-ui-chrome="content": rendered vault-article markdown (synthesized
|
|
290
|
+
// from past conversations, not app-authored UI) can contain arbitrary
|
|
291
|
+
// links — excluded from captureUiSnapshot for the same reason chat-thread
|
|
292
|
+
// is (see assistant.ts's isAgentChrome doc comment: that snapshot is
|
|
293
|
+
// re-served to the model verbatim as trusted UI state).
|
|
294
|
+
'<div class="mem-article-render" data-ui-chrome="content">' + mdToHtml(artRes.content) + "</div>" +
|
|
295
|
+
linksLineHtml((linksRes.outbound || []), (linksRes.inbound || [])) +
|
|
296
|
+
"</div>" +
|
|
297
|
+
'<div id="mem-art-history" style="display:none"></div>';
|
|
298
|
+
|
|
299
|
+
wireLinkChips(body);
|
|
300
|
+
($("mem-tab-view") as HTMLButtonElement).onclick = () => switchArticleTab("view");
|
|
301
|
+
($("mem-tab-history") as HTMLButtonElement).onclick = () => switchArticleTab("history", name);
|
|
302
|
+
}
|
|
303
|
+
|
|
304
|
+
async function switchArticleTab(tab: "view" | "history", name?: string): Promise<void> {
|
|
305
|
+
$("mem-tab-view").classList.toggle("active", tab === "view");
|
|
306
|
+
$("mem-tab-history").classList.toggle("active", tab === "history");
|
|
307
|
+
$("mem-art-view").style.display = tab === "view" ? "" : "none";
|
|
308
|
+
$("mem-art-history").style.display = tab === "history" ? "" : "none";
|
|
309
|
+
if (tab === "history" && name) await renderHistoryPane(name);
|
|
310
|
+
}
|
|
311
|
+
|
|
312
|
+
async function renderHistoryPane(name: string): Promise<void> {
|
|
313
|
+
const pane = $("mem-art-history");
|
|
314
|
+
if (pane.dataset.loaded === name) return; // cheap: don't re-fetch on every tab click
|
|
315
|
+
pane.innerHTML = '<p class="mem-list-empty"><span class="shimmer">loading history…</span></p>';
|
|
316
|
+
const d = await getJson<HistoryResp>("/api/memory/history?name=" + encodeURIComponent(name)).catch((): HistoryResp => ({ ok: false }));
|
|
317
|
+
if (!d.ok || !d.entries) {
|
|
318
|
+
pane.innerHTML = '<div class="mem-list-empty">No history available (not a git-tracked vault, or nothing committed yet).</div>';
|
|
319
|
+
return;
|
|
320
|
+
}
|
|
321
|
+
if (!d.entries.length) {
|
|
322
|
+
pane.innerHTML = '<div class="mem-list-empty">No commits touch this article yet.</div>';
|
|
323
|
+
return;
|
|
324
|
+
}
|
|
325
|
+
pane.dataset.loaded = name;
|
|
326
|
+
pane.innerHTML =
|
|
327
|
+
d.entries.map((e) =>
|
|
328
|
+
'<div class="mem-hist-entry" data-hash="' + esc(e.hash) + '" tabindex="0" role="button">' +
|
|
329
|
+
'<span class="mem-hist-subject">' + esc(e.subject || "(no subject)") + "</span>" +
|
|
330
|
+
'<span class="mem-hist-date">' + esc(e.date) + "</span>" +
|
|
331
|
+
'<span class="mem-hist-hash">' + esc(e.hash.slice(0, 7)) + "</span>" +
|
|
332
|
+
"</div>",
|
|
333
|
+
).join("") + '<div class="mem-diff" id="mem-diff-body" style="display:none"></div>';
|
|
334
|
+
pane.querySelectorAll<HTMLElement>(".mem-hist-entry").forEach((row) => {
|
|
335
|
+
const open = async () => {
|
|
336
|
+
pane.querySelectorAll(".mem-hist-entry").forEach((r) => r.classList.remove("active"));
|
|
337
|
+
row.classList.add("active");
|
|
338
|
+
const hash = row.dataset.hash!;
|
|
339
|
+
const diffEl = $("mem-diff-body");
|
|
340
|
+
diffEl.style.display = "";
|
|
341
|
+
diffEl.textContent = "loading diff…";
|
|
342
|
+
const dr = await getJson<DiffResp>(
|
|
343
|
+
"/api/memory/diff?name=" + encodeURIComponent(name) + "&rev=" + encodeURIComponent(hash),
|
|
344
|
+
).catch((): DiffResp => ({ ok: false }));
|
|
345
|
+
diffEl.innerHTML = dr.ok && dr.diff ? diffToHtml(dr.diff) : '<span class="diffctx">Couldn\'t load this diff.</span>';
|
|
346
|
+
};
|
|
347
|
+
row.addEventListener("click", open);
|
|
348
|
+
row.addEventListener("keydown", (e) => { if ((e as KeyboardEvent).key === "Enter") open(); });
|
|
349
|
+
});
|
|
350
|
+
}
|
|
351
|
+
|
|
352
|
+
/** Render a `git show` unified diff as an added/removed-lines block, matching
|
|
353
|
+
* the existing code-panel visual language (.diffadd/.diffdel, same classes
|
|
354
|
+
* the approval card's edit-diff view uses). Line-oriented and escaped —
|
|
355
|
+
* never trusts diff content as markup. */
|
|
356
|
+
function diffToHtml(diff: string): string {
|
|
357
|
+
return diff
|
|
358
|
+
.split("\n")
|
|
359
|
+
.map((line) => {
|
|
360
|
+
if (line.startsWith("+++") || line.startsWith("---")) return '<span class="diffctx">' + esc(line) + "</span>";
|
|
361
|
+
if (line.startsWith("@@")) return '<span class="diffhunk">' + esc(line) + "</span>";
|
|
362
|
+
if (line.startsWith("+")) return '<span class="diffadd">' + esc(line) + "</span>";
|
|
363
|
+
if (line.startsWith("-")) return '<span class="diffdel">' + esc(line) + "</span>";
|
|
364
|
+
return '<span class="diffctx">' + esc(line) + "</span>";
|
|
365
|
+
})
|
|
366
|
+
.join("\n");
|
|
367
|
+
}
|
|
368
|
+
|
|
369
|
+
/* ────────────────────────────────────────────────────────────────────
|
|
370
|
+
Sidebar entry (article count, quiet — not a nav tab)
|
|
371
|
+
──────────────────────────────────────────────────────────────────── */
|
|
372
|
+
|
|
373
|
+
export async function refreshSidebarEntry(): Promise<void> {
|
|
374
|
+
const st = await fetchStatus(true);
|
|
375
|
+
const entry = $("chat-memory-entry");
|
|
376
|
+
if (!st.ok || !st.enabled || !st.status) {
|
|
377
|
+
// No vault yet: keep the entry reachable (opening it shows the
|
|
378
|
+
// "set up memory" empty state) but the count reads as an invite, not
|
|
379
|
+
// a stat, so it never looks like a broken zero.
|
|
380
|
+
entry.style.display = "";
|
|
381
|
+
$("chat-memory-count").textContent = "set up";
|
|
382
|
+
return;
|
|
383
|
+
}
|
|
384
|
+
entry.style.display = "";
|
|
385
|
+
$("chat-memory-count").textContent = String(st.status.articleCount);
|
|
386
|
+
}
|
|
387
|
+
|
|
388
|
+
/* ────────────────────────────────────────────────────────────────────
|
|
389
|
+
Provenance chips (plan §5.4.2) — rendered by chat.ts in place of the
|
|
390
|
+
generic wrench tool card for any memory_ or reference_ tool call.
|
|
391
|
+
──────────────────────────────────────────────────────────────────── */
|
|
392
|
+
|
|
393
|
+
// Kept in sync with MEMORY_TOOL_NAMES/REFERENCE_TOOL_NAMES (src/memory/tools.ts)
|
|
394
|
+
// by a literal list rather than an import: this module must stay
|
|
395
|
+
// server-code-free (bundler-enforced, see chat.ts's header comment), so it
|
|
396
|
+
// can't import a value from src/memory/tools.ts even though the identifiers
|
|
397
|
+
// are the same. tests/web-app.test.ts cross-checks this list against the
|
|
398
|
+
// real export so drift is caught at test time instead of silently.
|
|
399
|
+
export const MEMORY_CHIP_TOOL_NAMES = [
|
|
400
|
+
"memory_resolve", "memory_category", "memory_read", "memory_section",
|
|
401
|
+
"memory_links", "memory_infobox", "memory_list", "memory_status", "memory_search",
|
|
402
|
+
"reference_search", "reference_read", "reference_list",
|
|
403
|
+
] as const;
|
|
404
|
+
|
|
405
|
+
export function isMemoryToolName(tool: string): boolean {
|
|
406
|
+
return (MEMORY_CHIP_TOOL_NAMES as readonly string[]).includes(tool);
|
|
407
|
+
}
|
|
408
|
+
|
|
409
|
+
/** Best-effort article name out of a memory tool call's args (every memory_*
|
|
410
|
+
* tool takes some form of `article`/`name`/`category`/`query`) — used only
|
|
411
|
+
* for the chip's label and as the target for "open in Memory panel"; never
|
|
412
|
+
* trusted for anything security-sensitive. */
|
|
413
|
+
function articleNameFromArgs(tool: string, args: unknown): string | null {
|
|
414
|
+
if (!args || typeof args !== "object") return null;
|
|
415
|
+
const a = args as Record<string, unknown>;
|
|
416
|
+
const cand = a.article ?? a.name ?? a.category ?? a.query;
|
|
417
|
+
return typeof cand === "string" && cand.trim() ? cand.trim() : null;
|
|
418
|
+
}
|
|
419
|
+
|
|
420
|
+
function chipVerb(tool: string): string {
|
|
421
|
+
if (tool === "memory_search" || tool === "reference_search") return "searched";
|
|
422
|
+
if (tool === "memory_links") return "traced links from";
|
|
423
|
+
if (tool === "memory_list" || tool === "memory_status" || tool === "reference_list") return "checked";
|
|
424
|
+
return "read";
|
|
425
|
+
}
|
|
426
|
+
|
|
427
|
+
/** Builds the collapsed citation-chip DOM node for a memory/reference tool
|
|
428
|
+
* call, appended into the assistant bubble in place of the generic .tool
|
|
429
|
+
* wrench card (chat.ts dispatches on isMemoryToolName() before falling
|
|
430
|
+
* back to its own toolCard()). Returns handles chat.ts needs to update the
|
|
431
|
+
* chip as tool_update/tool_end frames arrive, mirroring ToolCardState's
|
|
432
|
+
* shape closely enough that the call sites read the same way. */
|
|
433
|
+
export interface MemChipHandle {
|
|
434
|
+
wrap: HTMLElement;
|
|
435
|
+
setResult(result: unknown): void;
|
|
436
|
+
}
|
|
437
|
+
|
|
438
|
+
export function memoryToolChip(parent: HTMLElement, tool: string, args: unknown): MemChipHandle {
|
|
439
|
+
const articleName = articleNameFromArgs(tool, args);
|
|
440
|
+
const wrap = el("div", "memchip", parent);
|
|
441
|
+
const label = articleName
|
|
442
|
+
? "<b>" + chipVerb(tool) + "</b> " + esc(articleName.replace(/_/g, " "))
|
|
443
|
+
: "<b>" + chipVerb(tool) + "</b> memory";
|
|
444
|
+
wrap.innerHTML =
|
|
445
|
+
'<div class="mchead"><span class="mcicon" aria-hidden="true">◆</span>' +
|
|
446
|
+
'<span class="mclabel">' + label + "</span>" +
|
|
447
|
+
'<span class="mccaret">›</span></div>' +
|
|
448
|
+
'<div class="mcbody"><pre class="mcresult"></pre>' +
|
|
449
|
+
(articleName ? '<button class="mcopen" type="button">Open in Memory</button>' : "") +
|
|
450
|
+
"</div>";
|
|
451
|
+
wrap.querySelector(".mchead")!.addEventListener("click", () => wrap.classList.toggle("open"));
|
|
452
|
+
const openBtn = wrap.querySelector(".mcopen") as HTMLButtonElement | null;
|
|
453
|
+
if (openBtn && articleName) openBtn.onclick = (e) => { e.stopPropagation(); openMemPanel(articleName); };
|
|
454
|
+
const resultEl = wrap.querySelector(".mcresult") as HTMLElement;
|
|
455
|
+
return {
|
|
456
|
+
wrap,
|
|
457
|
+
setResult(result: unknown) {
|
|
458
|
+
const text = result != null ? (typeof result === "string" ? result : JSON.stringify(result, null, 2)) : "";
|
|
459
|
+
resultEl.textContent = String(text).slice(-4000);
|
|
460
|
+
},
|
|
461
|
+
};
|
|
462
|
+
}
|
|
463
|
+
|
|
464
|
+
/* ────────────────────────────────────────────────────────────────────
|
|
465
|
+
Personalized hero chips (plan §5.1) — replaces the 4 static chips with
|
|
466
|
+
one drawn from a real article + one adapter offer when either backend
|
|
467
|
+
signal is available; falls back to the existing static chips otherwise
|
|
468
|
+
(never fewer chips than today, never a broken/empty row).
|
|
469
|
+
──────────────────────────────────────────────────────────────────── */
|
|
470
|
+
|
|
471
|
+
interface AdapterAvailable { id: string; compatible?: boolean }
|
|
472
|
+
|
|
473
|
+
/** Swaps in up to 2 personalized chips ahead of the static ones, using the
|
|
474
|
+
* SAME .chip class + data-q click contract chat.ts already wires up (see
|
|
475
|
+
* chat.ts's `#chat-hello .chip` listener) — so no new click-handling path
|
|
476
|
+
* is needed for these chips to actually send a message. */
|
|
477
|
+
export async function personalizeHeroChips(): Promise<void> {
|
|
478
|
+
const container = $("chat-hello-chips");
|
|
479
|
+
if (!container) return;
|
|
480
|
+
const extra: string[] = [];
|
|
481
|
+
|
|
482
|
+
const st = await fetchStatus();
|
|
483
|
+
if (st.ok && st.enabled && st.status && st.status.recentArticles.length) {
|
|
484
|
+
const name = st.status.recentArticles[0]!.article;
|
|
485
|
+
const display = name.replace(/_/g, " ");
|
|
486
|
+
extra.push(
|
|
487
|
+
'<button class="chip" data-q="' + esc("What do you remember about " + display + "?") + '">Ask about ' + esc(display) + "</button>",
|
|
488
|
+
);
|
|
489
|
+
}
|
|
490
|
+
|
|
491
|
+
try {
|
|
492
|
+
const d = await getJson<{ adapters?: AdapterAvailable[] }>("/v1/adapters/available");
|
|
493
|
+
const compatible = (d.adapters || []).find((a) => a.compatible !== false);
|
|
494
|
+
if (compatible) {
|
|
495
|
+
extra.push(
|
|
496
|
+
'<button class="chip" data-q="' + esc("Can you try answering with the " + compatible.id + " adapter?") + '">Try the ' + esc(compatible.id) + " adapter</button>",
|
|
497
|
+
);
|
|
498
|
+
}
|
|
499
|
+
} catch { /* adapters are optional personalization — no adapter list is not an error */ }
|
|
500
|
+
|
|
501
|
+
if (!extra.length) return; // keep the existing static chips exactly as they are
|
|
502
|
+
// No per-chip click wiring needed: chat.ts's init() binds ONE delegated
|
|
503
|
+
// listener on #chat-hello-chips (not per-.chip), so newly-inserted nodes
|
|
504
|
+
// work for free regardless of init() vs. this async call's ordering.
|
|
505
|
+
container.insertAdjacentHTML("afterbegin", extra.join(""));
|
|
506
|
+
}
|
|
507
|
+
|
|
508
|
+
/* ────────────────────────────────────────────────────────────────────
|
|
509
|
+
Consent card (plan §5.1) — first run only, never auto-creates the vault.
|
|
510
|
+
──────────────────────────────────────────────────────────────────── */
|
|
511
|
+
|
|
512
|
+
const CONSENT_DISMISSED_KEY = "mlxbun.memoryConsentDismissed";
|
|
513
|
+
|
|
514
|
+
function isConsentDismissed(): boolean {
|
|
515
|
+
return localStorage.getItem(CONSENT_DISMISSED_KEY) === "1";
|
|
516
|
+
}
|
|
517
|
+
function dismissConsent(): void {
|
|
518
|
+
localStorage.setItem(CONSENT_DISMISSED_KEY, "1");
|
|
519
|
+
$("chat-consent").classList.remove("show");
|
|
520
|
+
}
|
|
521
|
+
|
|
522
|
+
/** Shows the consent card iff there's no vault yet and it's never been
|
|
523
|
+
* dismissed. Called once after the first status fetch (chat.ts's init,
|
|
524
|
+
* alongside personalizeHeroChips) — never polled/re-shown mid-session. */
|
|
525
|
+
export async function maybeShowConsentCard(): Promise<void> {
|
|
526
|
+
const card = $("chat-consent");
|
|
527
|
+
if (!card) return;
|
|
528
|
+
if (isConsentDismissed()) return;
|
|
529
|
+
const st = await fetchStatus();
|
|
530
|
+
if (st.ok && st.enabled) return; // vault already exists — nothing to consent to
|
|
531
|
+
card.classList.add("show");
|
|
532
|
+
}
|
|
533
|
+
|
|
534
|
+
function wireConsentCard(): void {
|
|
535
|
+
const skip = $("chat-consent-skip") as HTMLButtonElement | null;
|
|
536
|
+
const yes = $("chat-consent-yes") as HTMLButtonElement | null;
|
|
537
|
+
if (skip) skip.onclick = dismissConsent;
|
|
538
|
+
if (yes) yes.onclick = async () => {
|
|
539
|
+
yes.disabled = true;
|
|
540
|
+
const d = await api<InitResp>("/api/memory/init", { method: "POST" }).catch((): InitResp => ({ ok: false, error: "request failed" }));
|
|
541
|
+
yes.disabled = false;
|
|
542
|
+
if (!d.ok) { toast("Couldn't set up memory: " + (d.error || "unknown error"), "err"); return; }
|
|
543
|
+
dismissConsent();
|
|
544
|
+
cachedStatus = null;
|
|
545
|
+
toast("Memory vault created", "ok");
|
|
546
|
+
await refreshSidebarEntry();
|
|
547
|
+
await openMemPanel();
|
|
548
|
+
};
|
|
549
|
+
}
|
|
550
|
+
|
|
551
|
+
/* ────────────────────────────────────────────────────────────────────
|
|
552
|
+
Init — wires the sidebar entry, panel chrome (close/back/focus-trap/
|
|
553
|
+
Escape), and the consent card. Call once at chat controller init.
|
|
554
|
+
──────────────────────────────────────────────────────────────────── */
|
|
555
|
+
|
|
556
|
+
export function initMemoryPanel(): void {
|
|
557
|
+
panelTrap = trapFocus($("mem-overlay"), isMemPanelOpen);
|
|
558
|
+
setMemPanelClose(closeMemPanel); // registers with shell.ts's global Escape sweep
|
|
559
|
+
const entry = $("chat-memory-entry") as HTMLButtonElement;
|
|
560
|
+
entry.onclick = () => openMemPanel();
|
|
561
|
+
($("mem-close") as HTMLButtonElement).onclick = closeMemPanel;
|
|
562
|
+
($("mem-back") as HTMLButtonElement).onclick = () => showList();
|
|
563
|
+
$("mem-overlay").addEventListener("click", (e) => { if (e.target === $("mem-overlay")) closeMemPanel(); });
|
|
564
|
+
// Canvas v1 (plan §9 Phase 3): same Preview|Source toggle as the chat
|
|
565
|
+
// thread, shared via markdown.ts — mem-body is the stable ancestor whose
|
|
566
|
+
// innerHTML gets replaced per article, same delegation pattern as chat.ts.
|
|
567
|
+
wireCanvasToggle($("mem-body"));
|
|
568
|
+
wireConsentCard();
|
|
569
|
+
refreshSidebarEntry();
|
|
570
|
+
personalizeHeroChips();
|
|
571
|
+
maybeShowConsentCard();
|
|
572
|
+
}
|