@whzxc/agent-design-gallery 0.0.0-stage → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (55) hide show
  1. package/LICENSE +69 -0
  2. package/README.md +216 -2
  3. package/package.json +43 -4
  4. package/public/access.css +10 -0
  5. package/public/app.js +1646 -0
  6. package/public/assets.js +344 -0
  7. package/public/auth.js +69 -0
  8. package/public/favicon.svg +6 -0
  9. package/public/hub.css +67 -0
  10. package/public/hub.html +33 -0
  11. package/public/hub.js +165 -0
  12. package/public/icons.js +50 -0
  13. package/public/index.html +70 -0
  14. package/public/instance-actions.js +27 -0
  15. package/public/labels.js +122 -0
  16. package/public/layout.js +103 -0
  17. package/public/relationships.js +28 -0
  18. package/public/selection.js +20 -0
  19. package/public/style.css +194 -0
  20. package/public/switcher.css +37 -0
  21. package/public/switcher.js +176 -0
  22. package/public/token-catalog.js +129 -0
  23. package/public/tokens.css +61 -0
  24. package/public/view-route.js +66 -0
  25. package/src/cli.mjs +105 -0
  26. package/src/http.mjs +37 -0
  27. package/src/hub/auth.mjs +40 -0
  28. package/src/hub/instances.mjs +99 -0
  29. package/src/hub/proxy.mjs +28 -0
  30. package/src/hub/registry.mjs +147 -0
  31. package/src/hub.mjs +113 -0
  32. package/src/link.mjs +54 -0
  33. package/src/open.mjs +57 -0
  34. package/src/server.mjs +642 -0
  35. package/src/service.mjs +163 -0
  36. package/src/toolkit/arch-browser.mjs +40 -0
  37. package/src/toolkit/arch-git.mjs +54 -0
  38. package/src/toolkit/arch-overlay.mjs +225 -0
  39. package/src/toolkit/arch.mjs +217 -0
  40. package/src/toolkit/asset-rules.mjs +14 -0
  41. package/src/toolkit/browser.mjs +21 -0
  42. package/src/toolkit/build-store.mjs +258 -0
  43. package/src/toolkit/build-worker.mjs +32 -0
  44. package/src/toolkit/build.mjs +133 -0
  45. package/src/toolkit/commands.mjs +273 -0
  46. package/src/toolkit/compare.mjs +175 -0
  47. package/src/toolkit/config.mjs +135 -0
  48. package/src/toolkit/document.mjs +85 -0
  49. package/src/toolkit/migrate.mjs +73 -0
  50. package/src/toolkit/project.mjs +160 -0
  51. package/src/toolkit/runtime.d.ts +14 -0
  52. package/src/toolkit/runtime.mjs +54 -0
  53. package/src/toolkit/text.mjs +12 -0
  54. package/src/toolkit/tokens.mjs +36 -0
  55. package/src/viewer-cache.mjs +85 -0
@@ -0,0 +1,217 @@
1
+ import { readFileSync, existsSync, globSync, statSync } from 'node:fs';
2
+ import path from 'node:path';
3
+ import { parse, render } from 'pele';
4
+ import { parseTokens } from './tokens.mjs';
5
+ import { launch } from './browser.mjs';
6
+
7
+ export const phases = ['progress', 'waiting', 'done', 'stopped', 'uncertain'];
8
+ export const marks = ['experimental', 'temporary', 'gap'];
9
+ export const vocabulary = [...phases, ...marks];
10
+ const reserved = ['added', 'removed', 'changed'];
11
+
12
+ export function sidecar(text = '') {
13
+ const problems = [], owners = []; let status, body = text.trim();
14
+ if (/^---\r?\n/.test(text)) {
15
+ const match = /^---\r?\n([\s\S]*?)\r?\n---(?:\r?\n|$)([\s\S]*)$/.exec(text);
16
+ if (!match) return {owners, body:'', problems:['Unclosed sidecar frontmatter']};
17
+ body = match[2].trim(); let current; const keys = new Set();
18
+ const scalar = value => {
19
+ const quoted = /^(["'])(.*)\1$/.exec(value);
20
+ return quoted ? quoted[2] : value;
21
+ };
22
+ for (const raw of match[1].split(/\r?\n/)) {
23
+ if (!raw.trim()) continue;
24
+ const key = /^(owners|status):\s*(.*)$/.exec(raw);
25
+ if (key) {
26
+ current = key[1];
27
+ if (keys.has(current)) problems.push(`Duplicate sidecar frontmatter key ${current}`);
28
+ keys.add(current);
29
+ if (current === 'status' && key[2].trim()) status = scalar(key[2].trim());
30
+ else if (current === 'owners' && !key[2].trim()) continue;
31
+ else problems.push(`Invalid sidecar ${current}; use ${current === 'owners' ? 'an indented list' : 'a non-empty string'}`);
32
+ } else {
33
+ const item = /^ +-[ \t]+(.+)$/.exec(raw);
34
+ if (item && current === 'owners') owners.push(scalar(item[1].trim()));
35
+ else problems.push(`Invalid sidecar frontmatter key or entry: ${raw.trim()}`);
36
+ }
37
+ }
38
+ }
39
+ for (const owner of owners) if (path.isAbsolute(owner) || owner.split('/').includes('..') || owner.includes('\\')) problems.push(`Invalid owners path ${owner}; use project-root-relative paths or globs`);
40
+ return {owners,status,body,problems};
41
+ }
42
+
43
+ // Preserve newlines and statement delimiters while masking quoted labels and comments.
44
+ // This catches same-line statements without treating words in labels as commands.
45
+ function statements(text) {
46
+ let quote = '', comment = false, masked = '';
47
+ for (let i=0;i<text.length;i++) {
48
+ const c=text[i];
49
+ if (c==='\n') { comment=false; masked+='\n'; continue; }
50
+ if (comment) { masked+=' '; continue; }
51
+ if (quote) {
52
+ if (c==='\\') { masked+=' '; i++; continue; }
53
+ if (c===quote) quote='';
54
+ masked+=' '; continue;
55
+ }
56
+ if (c==='"' || (c==="'" && !/[\w]/.test(text[i-1]??''))) { quote=c; masked+=' '; continue; }
57
+ if (c==='%' && text[i+1]==='%') {comment=true;masked+=' ';continue;}
58
+ masked+=c;
59
+ }
60
+ return masked;
61
+ }
62
+ export function inspectArch(text, maxEdges = 30) {
63
+ const problems=[], classes=new Set(), clean=statements(text);
64
+ for (const match of clean.matchAll(/(?:^|[;\n])\s*(classDef|style|linkStyle)\b/g)) {
65
+ const line=clean.slice(0,match.index+match[0].length).split('\n').length;
66
+ problems.push(`Painting statement ${match[1]} at line ${line}; paint comes from tokens`);
67
+ }
68
+ // Inspect configuration keys without interpreting words inside prose or values.
69
+ const configRegions=[...text.matchAll(/%%\{[\s\S]*?\}%%/g), ...text.matchAll(/^---\r?\n[\s\S]*?\r?\n---/g)];
70
+ for (const region of configRegions) for(const token of region[0].matchAll(/"(?:\\.|[^"\\])*"|'(?:\\.|[^'\\])*'|[A-Za-z_][\w-]*/g)) {
71
+ const after=region[0].slice(token.index+token[0].length);
72
+ if(!/^[ \t]*:/.test(after))continue;
73
+ const before=region[0].slice(0,token.index),lineStart=before.slice(before.lastIndexOf('\n')+1);
74
+ if(!/[{,]\s*$/.test(before) && !/^[ \t]*(?:-[ \t]+)?$/.test(lineStart))continue;
75
+ const key=token[0].replace(/^["']|["']$/g,'');
76
+ if(/^(?:theme\w*|[\w-]*color[\w-]*|fill|stroke|background)$/i.test(key))
77
+ problems.push(`Painting directive/frontmatter key ${key} at line ${text.slice(0,region.index+token.index).split('\n').length}; paint comes from tokens`);
78
+ }
79
+ let model;
80
+ try {
81
+ model=parse(text);
82
+ // The state graph flattens composite states; relations contains only root edges.
83
+ const count=(model.type==='state' ? model.graph.edges :
84
+ [model.edges,model.relations,model.messages,model.relationships,model.rels,model.graph?.edges,model.links].find(Array.isArray)??[]).length;
85
+ if(count>maxEdges) problems.push(`${count} edges/messages exceeds check.archMaxEdges (${maxEdges})`);
86
+ } catch(error) { problems.push(`Pele: ${error.message.replace(/\s+/g,' ')} (line ${error.line ?? 1})`); }
87
+ if(model?.type==='flowchart' || model?.type==='state') {
88
+ const add=value=>{for(const name of (Array.isArray(value)?value.join(' '):value??'').split(/[ \t,]+/).filter(Boolean))classes.add(name);};
89
+ if(model.type==='flowchart') {
90
+ for(const node of model.nodes.values())add(node.classes);
91
+ for(const item of [...model.edges,...model.subgraphs])add(item.classes);
92
+ } else {
93
+ const visit=statements=>{for(const stmt of statements??[]) {
94
+ if(stmt.stmt==='applyClass')add(stmt.styleClass);
95
+ add(stmt.classes);add(stmt.state1?.classes);add(stmt.state2?.classes);
96
+ visit(stmt.doc);
97
+ }};
98
+ visit(model.rootDoc);
99
+ }
100
+ // Keep assignments to unresolved IDs visible to the vocabulary check, too.
101
+ for(const match of clean.matchAll(/(?:^|[;\n])[ \t]*class[ \t]+[^ \t;\r\n]+[ \t]+([^;\r\n]+)/g))add(match[1]);
102
+ for(const name of classes)if(!vocabulary.includes(name))problems.push(`${reserved.includes(name)?'Reserved':'Unknown'} class ${name}; vocabulary: ${vocabulary.join(', ')} (added, removed, changed are reserved)`);
103
+ }
104
+ return {model,classes:vocabulary.filter(name=>classes.has(name)),problems};
105
+ }
106
+ export function ownerProblems(config, metadata) {
107
+ return metadata.owners.flatMap(owner => {
108
+ if(path.isAbsolute(owner) || owner.split('/').includes('..') || owner.includes('\\')) return [];
109
+ const matches=globSync(owner,{cwd:config.root,exclude:['**/node_modules/**','**/.git/**']});
110
+ return matches.some(file=>statSync(path.join(config.root,file),{throwIfNoEntry:false})?.isFile()) ? [] : [`Owners entry ${owner} matches no file`];
111
+ });
112
+ }
113
+
114
+ const fallback = {
115
+ progress:['#6a5ad0','#ab9fff'], waiting:['#9a6700','#e9b949'], done:['#18794e','#62c993'],
116
+ stopped:['#c42b37','#ff808b'], uncertain:['#737373','#a3a3a3'],
117
+ experimental:['#6a5ad0','#ab9fff'], temporary:['#9a6700','#e9b949'], gap:['#c42b37','#ff808b'],
118
+ };
119
+ const roles = {waiting:'warning',temporary:'warning',done:'success',stopped:'danger',gap:'danger',uncertain:'text-tertiary'};
120
+ export function archStyles() {
121
+ // Defaults live on :root before project tokens, so tokens may override either theme.
122
+ const defaults=theme=>vocabulary.map(name=>`--arch-${name}:${roles[name]?`var(--${roles[name]}, ${fallback[name][theme]})`:fallback[name][theme]};`).join('');
123
+ const shape=':is(rect,path,polygon,circle,ellipse)';
124
+ return `:root{${defaults(0)}}:root[data-theme="dark"]{${defaults(1)}}
125
+ [data-adg-arch]{--pele-bg:var(--surface,var(--canvas));--pele-fg:var(--text);--pele-muted:var(--text-secondary,var(--text));--pele-line:var(--text-tertiary,var(--text));--pele-surface:var(--surface-subtle,var(--canvas));--pele-surface-alt:var(--surface-subtle,var(--canvas));--pele-border:var(--border-strong,var(--border,var(--text)));--pele-accent:var(--accent,var(--text));--pele-font:var(--font-ui);--pele-font-mono:var(--font-mono);--pele-radius:8px;background:var(--pele-bg);color:var(--text);padding:24px;width:max-content;font:14px var(--font-ui)}
126
+ [data-adg-arch]>.pele{display:block;max-width:none!important}
127
+ .arch-legend{display:flex;align-items:center;gap:16px;margin-bottom:16px;white-space:nowrap}.arch-key{display:flex;align-items:center;gap:6px}.arch-swatch{box-sizing:border-box;width:16px;height:12px;border:1px solid var(--arch-color);background:color-mix(in srgb,var(--arch-color) 20%,var(--pele-bg));border-radius:3px}
128
+ ${phases.map(name=>`.pele-node.${name}>${shape}{fill:color-mix(in srgb,var(--arch-${name}) 20%,var(--pele-bg));stroke:var(--arch-${name})}`).join('\n')}
129
+ ${marks.map(name=>`.pele-node.${name}>${shape}{stroke:var(--arch-${name});stroke-width:${name==='gap'?'2.5':'2'}px;stroke-dasharray:${name==='experimental'?'6 4':name==='temporary'?'2 3':'none'}}`).join('\n')}
130
+ .arch-key.experimental .arch-swatch{border:2px dashed var(--arch-color);background:transparent}.arch-key.temporary .arch-swatch{border:2px dotted var(--arch-color);background:transparent}.arch-key.gap .arch-swatch{border-width:2.5px;background:transparent}`;
131
+ }
132
+
133
+ // Pele is synchronous. Collect its exact width requests, measure them together in
134
+ // Chromium with both project font stacks, then render the model with those widths.
135
+ // Keep the model boundary separate so a future Git overlay can supply a model.
136
+ export async function renderArch(model, tokenSource, {browser: suppliedBrowser} = {}) {
137
+ const requests=new Map(),measured=new Map();
138
+ const key=(text,size,style)=>JSON.stringify([text,size,style]);
139
+ const browser=suppliedBrowser ?? await launch();
140
+ let page;
141
+ try {
142
+ page=await browser.newPage();
143
+ await page.setContent(`<style>${tokenSource.replace(/<\/style/gi,'<\\/style')}</style>`);
144
+ const fonts=await page.evaluate(()=>{
145
+ const style=getComputedStyle(document.documentElement);
146
+ return {ui:style.getPropertyValue('--font-ui').trim(),mono:style.getPropertyValue('--font-mono').trim()};
147
+ });
148
+ for(let pass=0;pass<16;pass++) {
149
+ const result=render(model,{fontFamily:fonts.ui,fontFamilyMono:fonts.mono,measurer:{width(text,size,style){
150
+ const id=key(text,size,style);
151
+ if(!measured.has(id))requests.set(id,{text,size,style});
152
+ return measured.get(id)??text.length*size*.6;
153
+ }}});
154
+ if(!requests.size)return result;
155
+ const widths=await page.evaluate(async requests=>{
156
+ const canvas=document.createElement('canvas').getContext('2d'),widths=requests.map(()=>0);
157
+ for(const theme of ['light','dark']) {
158
+ document.documentElement.dataset.theme=theme;
159
+ const style=getComputedStyle(document.documentElement),ui=style.getPropertyValue('--font-ui').trim(),mono=style.getPropertyValue('--font-mono').trim();
160
+ await document.fonts.ready;
161
+ requests.forEach(({text,size,style},i)=>{
162
+ canvas.font=`${style&2?'italic ':''}${style&1?'bold ':''}${size}px ${style&4?mono:ui}`;
163
+ widths[i]=Math.max(widths[i],canvas.measureText(text).width);
164
+ });
165
+ }
166
+ return widths;
167
+ },[...requests.values()]);
168
+ [...requests.keys()].forEach((id,i)=>measured.set(id,widths[i]));requests.clear();
169
+ }
170
+ throw Error('Pele label measurement did not settle after 16 passes');
171
+ } finally {
172
+ if(suppliedBrowser) await page?.close();
173
+ else await browser.close();
174
+ }
175
+ }
176
+
177
+ export async function buildArch(config,file,{snapshot,model:overlayModel,browser}={}) {
178
+ const dependencies=[],read=name=>{
179
+ dependencies.push(name);
180
+ let bytes=snapshot?.get(name);
181
+ if(!snapshot?.has(name))try{bytes=readFileSync(name);}catch(error){if(error.code!=='ENOENT'||!name.endsWith('.md'))throw error;bytes=null;}
182
+ snapshot?.set(name,bytes);return bytes?.toString('utf8')??'';
183
+ };
184
+ const text=read(file),metadata=sidecar(read(file.replace(/\.mmd$/,'.md'))),tokenSource=read(path.join(config.design,'tokens.css'));
185
+ parseTokens(tokenSource);
186
+ const checked=inspectArch(text,Infinity);
187
+ const problems=[...checked.problems,...metadata.problems];
188
+ if(problems.length)throw Error(problems.join('\n'));
189
+ const result=await renderArch(overlayModel??checked.model,tokenSource,{browser});
190
+ const legend=checked.classes.length?`<div class="arch-legend">${checked.classes.map(name=>`<span class="arch-key ${name}" style="--arch-color:var(--arch-${name})"><i class="arch-swatch"></i>${name}</span>`).join('')}</div>`:'';
191
+ const html=`<section data-adg-arch>${legend}${result.svg}</section>`;
192
+ const css=`${archStyles()}\n${tokenSource}\nhtml,body{margin:0;font-family:var(--font-ui);color:var(--text);background:var(--canvas)}[data-adg-frame]{display:flex;width:max-content}`;
193
+ const note=[metadata.body,metadata.owners.length?`Owners: ${metadata.owners.join(', ')}`:'',metadata.status?`Status: ${metadata.status}`:''].filter(Boolean).join('\n');
194
+ const frame={frame:true,name:'default',html,note};
195
+ frame.document=theme=>`<!doctype html><html data-theme="${theme}"><head><meta charset="utf-8"><style>${css.replace(/<\/style/gi,'<\\/style')}</style></head><body><div data-adg-frame="default">${html}</div></body></html>`;
196
+ return {frames:[frame],css,imports:[],dependencies};
197
+ }
198
+
199
+ // Executed in the same Chromium page as ordinary frame checks. Bounds are in
200
+ // screen coordinates, including every nested SVG transform and the actual fonts.
201
+ export function inspectArchLabels() {
202
+ const problems=[];
203
+ for(const node of document.querySelectorAll('.pele-node')) {
204
+ const shapes=[...node.children].filter(el=>['rect','path','polygon','circle','ellipse'].includes(el.localName));
205
+ if(!shapes.length)continue;
206
+ const shape=shapes[0],box=shape.getBoundingClientRect();
207
+ for(const text of node.querySelectorAll('text,foreignObject')) {
208
+ if(text.closest('.pele-node')!==node)continue;
209
+ const r=text.getBoundingClientRect();
210
+ const matrix=shape.getScreenCTM()?.inverse();
211
+ const inside=matrix && [[r.left+1,r.top+1],[r.right-1,r.top+1],[r.left+1,r.bottom-1],[r.right-1,r.bottom-1]].every(([x,y])=>shape.isPointInFill(new DOMPoint(x,y).matrixTransform(matrix)));
212
+ if(!inside || r.left<box.left-1||r.right>box.right+1||r.top<box.top-1||r.bottom>box.bottom+1)
213
+ problems.push(`Label overflows node ${node.dataset.id}: ${text.textContent.trim()}`);
214
+ }
215
+ }
216
+ return problems;
217
+ }
@@ -0,0 +1,14 @@
1
+ // Production sources are ordered from lower to higher layers. Studies are explorations.
2
+ export function importDirectionViolations(graph, sources) {
3
+ const rank=new Map(sources.filter(name=>name!=='studies').map((name,index)=>[name,index]));
4
+ const violations=[];
5
+ for (const source of Object.keys(graph).sort()) {
6
+ const from=source.split('/')[0];
7
+ if (!rank.has(from)) continue;
8
+ for (const target of [...new Set(graph[source].uses)].sort()) {
9
+ const to=target.split('/')[0];
10
+ if (rank.has(to) && rank.get(to)>rank.get(from)) violations.push({source,target,from,to});
11
+ }
12
+ }
13
+ return violations;
14
+ }
@@ -0,0 +1,21 @@
1
+ import { UPDATE } from './config.mjs';
2
+
3
+ export async function launch() {
4
+ let chromium;
5
+ try { ({ chromium } = await import('playwright')); }
6
+ catch { throw new Error(`Playwright is missing; run ${UPDATE}`); }
7
+ try { return await chromium.launch(); }
8
+ catch (error) {
9
+ if (/Executable doesn't exist|playwright install/i.test(error.message)) throw new Error('Chromium is missing; run npx playwright@1.64.1 install chromium');
10
+ throw new Error(`Cannot launch Chromium: ${error.message.split('\n')[0]}; check your Playwright installation (npx playwright@1.64.1 install chromium)`);
11
+ }
12
+ }
13
+ export async function loadFrame(page, frame, theme = 'light') {
14
+ await page.emulateMedia({ colorScheme: theme, reducedMotion: 'reduce' });
15
+ await page.setViewportSize({ width: Math.ceil(frame.width ?? 1600), height: Math.ceil(frame.height ?? 1200) });
16
+ await page.setContent(frame.document(theme));
17
+ await page.evaluate(() => document.fonts.ready);
18
+ const box = await page.locator('[data-adg-frame]').boundingBox();
19
+ await page.setViewportSize({ width: Math.max(1, Math.ceil(box.width)), height: Math.max(1, Math.ceil(box.height)) });
20
+ return box;
21
+ }
@@ -0,0 +1,258 @@
1
+ import { Worker } from 'node:worker_threads';
2
+ import { existsSync } from 'node:fs';
3
+ import { createHash, randomUUID } from 'node:crypto';
4
+ import { createRequire } from 'node:module';
5
+ import { mkdir, readFile, writeFile, rename, readdir, stat, unlink, realpath } from 'node:fs/promises';
6
+ import path from 'node:path';
7
+
8
+ const digest = value => createHash('sha256').update(value).digest('hex');
9
+ const aborted = () => Object.assign(new Error('Build superseded'), { name: 'AbortError' });
10
+ const memoryLimit = 32 * 1024 * 1024, diskLimit = 256 * 1024 * 1024;
11
+ const workerLimit = 2, recycleAfter = 32;
12
+
13
+ class BuildPool {
14
+ slots = new Set(); retiring = new Set(); queue = []; nextId = 0; closed = false;
15
+ counters = { attempts: 0, spawned: 0, recycled: 0, cancelled: 0 };
16
+ run(payload, signal) {
17
+ return new Promise((resolve, reject) => {
18
+ if (this.closed || signal.aborted) return reject(aborted());
19
+ const job = { id: ++this.nextId, payload, signal, resolve, reject };
20
+ job.abort = () => {
21
+ if (job.done) return;
22
+ this.counters.cancelled++;
23
+ const slot = [...this.slots].find(slot => slot.job === job);
24
+ this.finish(job, aborted());
25
+ this.queue = this.queue.filter(item => item !== job);
26
+ if (slot) this.retire(slot);
27
+ this.drain();
28
+ };
29
+ signal.addEventListener('abort', job.abort, { once: true });
30
+ this.queue.push(job); this.drain();
31
+ });
32
+ }
33
+ finish(job, error, result) {
34
+ if (job.done) return;
35
+ job.done = true; job.signal.removeEventListener('abort', job.abort);
36
+ error ? job.reject(error) : job.resolve(result);
37
+ }
38
+ retire(slot) {
39
+ if (slot.retired) return;
40
+ slot.retired = true;
41
+ slot.worker.ref();
42
+ const done = (async () => {
43
+ // Let the worker close its Chromium child before releasing its thread.
44
+ // Superseded or unresponsive project code still has a bounded shutdown.
45
+ if (!slot.exited) await new Promise(resolve => {
46
+ const onMessage = message => { if (message.type === 'closed') finish(); };
47
+ const finish = () => {
48
+ clearTimeout(timeout); slot.worker.off('message', onMessage); slot.worker.off('exit', finish); resolve();
49
+ };
50
+ const timeout = setTimeout(finish, 5000); timeout.unref();
51
+ slot.worker.on('message', onMessage); slot.worker.once('exit', finish);
52
+ try { slot.worker.postMessage({type:'shutdown'}); } catch { finish(); }
53
+ });
54
+ await slot.worker.terminate();
55
+ })().finally(() => {
56
+ this.slots.delete(slot); this.retiring.delete(done); this.drain();
57
+ });
58
+ this.retiring.add(done);
59
+ }
60
+ create() {
61
+ const slot = { worker: new Worker(new URL('./build-worker.mjs', import.meta.url), { resourceLimits: { maxOldGenerationSizeMb: 256 } }), attempts: 0, job: null };
62
+ this.slots.add(slot); this.counters.spawned++;
63
+ slot.worker.on('message', message => {
64
+ if (slot.retired || message.id !== slot.job?.id) return;
65
+ const job = slot.job; slot.job = null;
66
+ slot.heapBytes = message.heapBytes;
67
+ this.finish(job, message.error ? Object.assign(new Error(message.error.message), message.error) : null, message.result);
68
+ if (slot.attempts >= recycleAfter) { this.counters.recycled++; this.retire(slot); }
69
+ else slot.worker.unref();
70
+ this.drain();
71
+ });
72
+ const failed = error => {
73
+ if (slot.retired) return;
74
+ if (slot.job) this.finish(slot.job, error);
75
+ this.retire(slot); this.drain();
76
+ };
77
+ slot.worker.on('error', failed);
78
+ slot.worker.on('exit', code => { slot.exited = true; if (!slot.retired) failed(new Error(`Build worker exited ${code}`)); });
79
+ slot.worker.unref();
80
+ return slot;
81
+ }
82
+ drain() {
83
+ if (this.closed) return;
84
+ while (this.queue.length) {
85
+ let slot = [...this.slots].find(slot => !slot.retired && !slot.job);
86
+ if (!slot && this.slots.size < workerLimit) slot = this.create();
87
+ if (!slot) return;
88
+ const job = this.queue.shift(); if (job.done) continue;
89
+ slot.job = job; slot.attempts++; this.counters.attempts++; slot.worker.ref(); slot.worker.postMessage({ id: job.id, ...job.payload });
90
+ }
91
+ }
92
+ async close() {
93
+ this.closed = true;
94
+ for (const job of this.queue) this.finish(job, aborted());
95
+ this.queue = [];
96
+ for (const slot of this.slots) {
97
+ if (slot.job) this.finish(slot.job, aborted());
98
+ this.retire(slot);
99
+ }
100
+ await Promise.all(this.retiring);
101
+ }
102
+ stats() { return { ...this.counters, workers: this.slots.size, retiring: this.retiring.size, active: [...this.slots].filter(s => !s.retired && s.job).length, queued: this.queue.length, workerHeapBytes: [...this.slots].map(s => s.heapBytes ?? 0) }; }
103
+ }
104
+
105
+ export async function createBuildStore({ config, cacheDirectory }) {
106
+ const design = await realpath(config.design);
107
+ const workerConfig = { root: await realpath(config.root), design, output: config.output, sources: config.sources, arch:config.arch, check:config.check, ...(config.overlay?{overlay:config.overlay}:{}) };
108
+ const require = createRequire(import.meta.url);
109
+ const fingerprint = digest(Buffer.concat(await Promise.all([
110
+ ...['../../package.json', './build.mjs', './runtime.mjs', './tokens.mjs', './text.mjs', './project.mjs', './build-worker.mjs', './build-store.mjs', './arch.mjs', './arch-browser.mjs', './browser.mjs'].map(file => new URL(file, import.meta.url)),
111
+ ...(config.overlay?['./arch-overlay.mjs','./arch-git.mjs'].map(file=>new URL(file,import.meta.url)):[]),
112
+ require.resolve('esbuild/package.json'), require.resolve('tailwindcss/package.json'),
113
+ ].map(file => readFile(file)))));
114
+ const namespace = digest(JSON.stringify({ fingerprint, design, ...(config.overlay?{overlay:config.overlay}:{}), arch:config.arch, check:config.check, sources: config.sources, sourceFiles: config.sourceFiles }));
115
+ const directory = cacheDirectory, indexPath = path.join(directory, 'index.json');
116
+ await mkdir(directory, { recursive: true });
117
+ const pool = new BuildPool(), entries = new Map(), reverse = new Map(), pending = new Map(), generations = new Map(), memory = new Map();
118
+ let memoryBytes = 0, writes = Promise.resolve(), closed = false;
119
+ const access = new Map();
120
+ const touch = hash => {
121
+ access.delete(hash); access.set(hash, Date.now());
122
+ if (access.size > 4096) access.delete(access.keys().next().value);
123
+ };
124
+ const counters = { cacheHits: 0, diskHits: 0, builds: 0 };
125
+ const inputHash = (hashes,baseBlob) => digest(JSON.stringify({ namespace, ...(config.overlay?{baseBlob}:{}), dependencies: Object.entries(hashes).sort(([a], [b]) => a.localeCompare(b)) }));
126
+ const remember = (hash, payload) => {
127
+ const size = Buffer.byteLength(JSON.stringify(payload));
128
+ if (memory.has(hash)) { memoryBytes -= memory.get(hash).size; memory.delete(hash); }
129
+ if (size > memoryLimit) return;
130
+ memory.set(hash, { payload, size }); memoryBytes += size;
131
+ while (memoryBytes > memoryLimit) { const [key, value] = memory.entries().next().value; memory.delete(key); memoryBytes -= value.size; }
132
+ };
133
+ const link = entry => {
134
+ for (const name of entry.dependencies) {
135
+ if (!reverse.has(name)) reverse.set(name, new Set());
136
+ reverse.get(name).add(entry.path);
137
+ }
138
+ };
139
+ const unlinkEntry = entry => {
140
+ for (const name of entry.dependencies) { const uses = reverse.get(name); uses?.delete(entry.path); if (!uses?.size) reverse.delete(name); }
141
+ };
142
+ async function hashesFor(dependencies, cache = new Map()) {
143
+ try { return Object.fromEntries(await Promise.all(dependencies.map(async name => {
144
+ if (!cache.has(name)) cache.set(name, readFile(path.join(config.design, name)).then(bytes=>digest(Buffer.concat([Buffer.from('present\0'),bytes]))).catch(error=>{if(error.code==='ENOENT'&&name.endsWith('.md'))return digest('missing\0');throw error;}));
145
+ return [name, await cache.get(name)];
146
+ }))); }
147
+ catch (error) { if (error.code === 'ENOENT' || error.code === 'ENOTDIR') return null; throw error; }
148
+ }
149
+ async function valid(entry, cache) {
150
+ const hashes = await hashesFor(entry.dependencies, cache);
151
+ return hashes && inputHash(hashes,entry.baseBlob) === entry.inputHash;
152
+ }
153
+ function persist(hash, payload) {
154
+ writes = writes.catch(() => {}).then(async () => {
155
+ const file = path.join(directory, `${hash}.json`), temporary = `${file}.${process.pid}.${randomUUID()}.tmp`;
156
+ await writeFile(temporary, JSON.stringify(payload)); await rename(temporary, file);
157
+ await trimDisk();
158
+ const indexTemporary = `${indexPath}.${process.pid}.${randomUUID()}.tmp`;
159
+ const saved = { namespace, entries: [...entries.values()].map(({ stale, ...entry }) => entry) };
160
+ await writeFile(indexTemporary, JSON.stringify(saved)); await rename(indexTemporary, indexPath);
161
+ });
162
+ return writes;
163
+ }
164
+ async function trimDisk() {
165
+ const files = await readdir(directory);
166
+ const blobs = (await Promise.all(files.filter(name => /^[a-f0-9]{64}\.json$/.test(name)).map(async name => {
167
+ try { return { name, ...(await stat(path.join(directory, name))) }; }
168
+ catch (error) { if (error.code === 'ENOENT') return null; throw error; }
169
+ }))).filter(Boolean);
170
+ let bytes = blobs.reduce((sum, file) => sum + file.size, 0);
171
+ for (const file of blobs.sort((a, b) => (access.get(a.name.slice(0, -5)) ?? a.mtimeMs) - (access.get(b.name.slice(0, -5)) ?? b.mtimeMs))) {
172
+ if (bytes <= diskLimit) break;
173
+ try { await unlink(path.join(directory, file.name)); }
174
+ catch (error) { if (error.code !== 'ENOENT') throw error; }
175
+ bytes -= file.size;
176
+ // Payload eviction must keep source metadata and reverse edges: a visible
177
+ // preview may outlive its build blob and still needs dependency refreshes.
178
+ access.delete(file.name.slice(0, -5));
179
+ }
180
+ }
181
+ try {
182
+ const saved = JSON.parse(await readFile(indexPath, 'utf8'));
183
+ const startupHashes = new Map();
184
+ for (const entry of saved?.namespace === namespace && Array.isArray(saved.entries) ? saved.entries : []) if (await valid(entry, startupHashes)) { entries.set(entry.path, entry); link(entry); }
185
+ } catch (error) { if (error.code !== 'ENOENT' && !(error instanceof SyntaxError)) throw error; }
186
+ await trimDisk();
187
+ async function loadPayload(hash) {
188
+ touch(hash);
189
+ const cached = memory.get(hash);
190
+ if (cached) { memory.delete(hash); memory.set(hash, cached); counters.cacheHits++; return cached.payload; }
191
+ try {
192
+ const payload = JSON.parse(await readFile(path.join(directory, `${hash}.json`), 'utf8'));
193
+ remember(hash, payload); counters.diskHits++; return payload;
194
+ } catch (error) { if (error.code === 'ENOENT' || error instanceof SyntaxError) return null; throw error; }
195
+ }
196
+ function invalidate(paths) {
197
+ paths = [...paths];
198
+ const affected = new Set();
199
+ for (const name of paths) {
200
+ if (entries.has(name) || pending.has(name)) affected.add(name);
201
+ for (const consumer of reverse.get(name) ?? []) affected.add(consumer);
202
+ }
203
+ // First builds have no reverse edges yet; an edit can affect any pending
204
+ // unknown consumer, so cancel those until its closure has been learned.
205
+ if (paths.length) for (const name of pending.keys()) if (!entries.has(name) || entries.get(name).stale) affected.add(name);
206
+ for (const name of affected) {
207
+ generations.set(name, (generations.get(name) ?? 0) + 1);
208
+ pending.get(name)?.controller.abort(); pending.delete(name);
209
+ // Keep dependency edges until the replacement build has completed.
210
+ const entry = entries.get(name);
211
+ if (entry && !existsSync(path.join(name.endsWith('.mmd')?config.root:config.design, name))) { unlinkEntry(entry); entries.delete(name); generations.delete(name); }
212
+ else if (entry) entry.stale = true;
213
+ }
214
+ return [...affected];
215
+ }
216
+ async function get(name, { signal } = {}) {
217
+ if (closed || signal?.aborted) throw aborted();
218
+ let promise = pending.get(name)?.promise;
219
+ if (!promise) {
220
+ const controller = new AbortController(), generation = generations.get(name) ?? 0;
221
+ const task = { controller };
222
+ task.promise = (async () => {
223
+ const old = entries.get(name);
224
+ // Content hashes were validated at startup; live changes are supplied by
225
+ // the project watcher through invalidate(), avoiding repeated closure IO.
226
+ if (old && !old.stale) {
227
+ const payload = await loadPayload(old.hash);
228
+ if (controller.signal.aborted || generation !== (generations.get(name) ?? 0)) throw aborted();
229
+ if (payload) return { ...old, ...payload };
230
+ }
231
+ const built = await pool.run({ config: workerConfig, name }, controller.signal); counters.builds++;
232
+ if (controller.signal.aborted || generation !== (generations.get(name) ?? 0)) throw aborted();
233
+ const payload = { frames: built.frames, css: built.css };
234
+ const hash = digest(JSON.stringify({ path: name, component: !name.startsWith('surfaces/'), ...payload, ...(config.overlay?{base:config.overlay.sha,baseBlob:built.baseBlob}:{}), imports: built.imports }));
235
+ const entry = { path: name, hash, inputHash: inputHash(built.dependencyHashes,built.baseBlob), ...(config.overlay?{baseBlob:built.baseBlob}:{}), imports: built.imports, dependencies: built.dependencies, dependencyHashes: built.dependencyHashes,
236
+ frames: built.frames.map(({ html, ...frame }) => frame) };
237
+ if (old) unlinkEntry(old); entries.set(name, entry); link(entry); remember(hash, payload);
238
+ touch(hash);
239
+ await persist(hash, payload);
240
+ if (controller.signal.aborted || generation !== (generations.get(name) ?? 0)) throw aborted();
241
+ return { ...entry, ...payload };
242
+ })().finally(() => { if (pending.get(name) === task) pending.delete(name); });
243
+ pending.set(name, task); promise = task.promise;
244
+ }
245
+ if (!signal) return promise;
246
+ return new Promise((resolve, reject) => {
247
+ const abort = () => reject(aborted()); signal.addEventListener('abort', abort, { once: true });
248
+ promise.then(resolve, reject).finally(() => signal.removeEventListener('abort', abort));
249
+ });
250
+ }
251
+ return {
252
+ get, invalidate,
253
+ metadata: async () => [...entries.values()].filter(entry => !entry.stale),
254
+ getPayload: loadPayload,
255
+ stats: () => ({ ...counters, ...pool.stats(), entries: entries.size, memoryBytes }),
256
+ async close() { closed = true; for (const task of pending.values()) task.controller.abort(); await pool.close(); await Promise.allSettled([...pending.values()].map(task => task.promise)); await writes; },
257
+ };
258
+ }
@@ -0,0 +1,32 @@
1
+ import { parentPort } from 'node:worker_threads';
2
+ import { createHash } from 'node:crypto';
3
+ import path from 'node:path';
4
+ import { buildSource } from './build.mjs';
5
+ import { createArchBrowser } from './arch-browser.mjs';
6
+
7
+ const archBrowser = createArchBrowser();
8
+ let shuttingDown = false;
9
+
10
+ parentPort.on('message', async ({ id, config, name, type }) => {
11
+ if (type === 'shutdown') {
12
+ shuttingDown = true;
13
+ try { await archBrowser.close(); }
14
+ finally { parentPort.postMessage({type:'closed'}); parentPort.close(); }
15
+ return;
16
+ }
17
+ if (shuttingDown) return;
18
+ try {
19
+ const snapshot = new Map();
20
+ const build = async browser => config.overlay && name.endsWith('.mmd') ? (await import('./arch-overlay.mjs')).buildOverlay(config,path.join(config.root,name),{base:config.overlay,browser,snapshot}) : buildSource(config, path.join(name.endsWith('.mmd')?config.root:config.design, name), { write: false, snapshot, browser });
21
+ const built = await (name.endsWith('.mmd') ? archBrowser.run(build) : build());
22
+ const frames = JSON.parse(JSON.stringify(built.frames.map(({ document, ...frame }) => frame)));
23
+ const dependencies = [...new Set(built.dependencies.map(file => path.relative(config.design, file).split(path.sep).join('/')))].sort();
24
+ const dependencyHashes = Object.fromEntries(dependencies.map(name => {
25
+ const bytes=snapshot.get(path.join(config.design,name));
26
+ return [name,createHash('sha256').update(bytes===null?'missing\0':'present\0').update(bytes??'').digest('hex')];
27
+ }));
28
+ if (!shuttingDown) parentPort.postMessage({ id, result: { frames, css: built.css, ...(config.overlay?{baseBlob:built.baseBlob}:{}), imports: built.imports, dependencies, dependencyHashes }, heapBytes: process.memoryUsage().heapUsed });
29
+ } catch (error) {
30
+ if (!shuttingDown) parentPort.postMessage({ id, error: { message: error.message, stack: error.stack, code: error.code }, heapBytes: process.memoryUsage().heapUsed });
31
+ }
32
+ });