@andespindola/brainlink 0.1.0-beta.16 → 0.1.0-beta.161

package/dist/application/server/routes.js

@@ -1,8 +1,12 @@
 import { getBrokenLinksReport, getOrphansReport, getStats, validateVault } from '../analyze-vault.js';
 import { buildContextPackage } from '../build-context.js';
 import { getGraph } from '../get-graph.js';
+import { getGraphContexts } from '../get-graph-contexts.js';
 import { getGraphNode } from '../get-graph-node.js';
 import { getGraphLayout } from '../get-graph-layout.js';
+import { getGraphView } from '../get-graph-view.js';
+import { getGraphStreamChunk } from '../get-graph-stream-chunk.js';
+import { deleteGraphViewState, getGraphViewState, saveGraphViewState } from '../graph-view-state.js';
 import { listAgents } from '../list-agents.js';
 import { listBacklinks, listLinks } from '../list-links.js';
 import { searchGraphNodeIds } from '../search-graph-node-ids.js';
@@ -11,6 +15,8 @@ import { loadBrainlinkConfig, sanitizeSearchMode } from '../../infrastructure/co
 import { createClientCss } from '../frontend/client-css.js';
 import { createClientHtml } from '../frontend/client-html.js';
 import { createClientJs } from '../frontend/client-js.js';
+import { createClientWorkerJs } from '../frontend/client-worker-js.js';
+import { createClientRenderWorkerJs } from '../frontend/client-render-worker-js.js';
 import { contentTypes, createJsonResponse, isReadMethod, parsePositiveInteger } from './http.js';
 const readSearchMode = async (url) => {
     const config = await loadBrainlinkConfig();
@@ -51,30 +57,195 @@ const sameEntityTag = (candidate, signature) => {
     return decodeEntityTag(candidate) === signature;
 };
 const readAgentQuery = (url) => url.searchParams.get('agent') ?? undefined;
+const readContextQuery = (url) => {
+    const value = url.searchParams.get('context')?.trim() ?? '';
+    return value.length > 0 ? value : undefined;
+};
+const parseNumber = (value, fallback) => {
+    const parsed = Number(value);
+    return Number.isFinite(parsed) ? parsed : fallback;
+};
+const readJsonBody = async (request, limitBytes = 1_000_000) => {
+    let body = '';
+    for await (const chunk of request) {
+        body += String(chunk);
+        if (Buffer.byteLength(body, 'utf8') > limitBytes) {
+            throw Object.assign(new Error('Request body too large'), { statusCode: 413 });
+        }
+    }
+    return body.trim().length > 0 ? JSON.parse(body) : {};
+};
+const readGraphViewStateInput = (url) => ({
+    signature: url.searchParams.get('signature')?.trim() ?? '',
+    agentId: readAgentQuery(url),
+    context: readContextQuery(url)
+});
+const compactGraphLayoutThreshold = 12_000;
+const compactGraphLayoutEdgeLimit = 60_000;
+const graphLayoutBodyCacheLimit = 8;
+const graphLayoutBodyCache = new Map();
+let cachedClientHtml = null;
+let cachedClientCss = null;
+let cachedClientJs = null;
+let cachedClientWorkerJs = null;
+let cachedClientRenderWorkerJs = null;
+const readClientHtml = () => {
+    if (cachedClientHtml === null) {
+        cachedClientHtml = createClientHtml();
+    }
+    return cachedClientHtml;
+};
+const readClientCss = () => {
+    if (cachedClientCss === null) {
+        cachedClientCss = createClientCss();
+    }
+    return cachedClientCss;
+};
+const readClientJs = () => {
+    if (cachedClientJs === null) {
+        cachedClientJs = createClientJs();
+    }
+    return cachedClientJs;
+};
+const readClientWorkerJs = () => {
+    if (cachedClientWorkerJs === null) {
+        cachedClientWorkerJs = createClientWorkerJs();
+    }
+    return cachedClientWorkerJs;
+};
+const readClientRenderWorkerJs = () => {
+    if (cachedClientRenderWorkerJs === null) {
+        cachedClientRenderWorkerJs = createClientRenderWorkerJs();
+    }
+    return cachedClientRenderWorkerJs;
+};
+const compactGraphLayoutEdgeLimitFor = (nodeCount) => {
+    if (nodeCount > 100_000)
+        return 15_000;
+    if (nodeCount > 50_000)
+        return 22_000;
+    if (nodeCount > 25_000)
+        return 30_000;
+    return compactGraphLayoutEdgeLimit;
+};
+const edgeWeight = (weight) => Number.isFinite(weight) ? Number(weight) : 1;
+const edgeKey = (source, target, priority) => `${source}|${target}|${priority}`;
+const selectCompactEdges = (layout, limit) => {
+    const resolvedEdges = layout.edges.filter((edge) => typeof edge.target === 'string' && edge.target.length > 0);
+    if (resolvedEdges.length <= limit) {
+        return resolvedEdges;
+    }
+    const bestEdgeByEndpoint = new Map();
+    for (let index = 0; index < resolvedEdges.length; index += 1) {
+        const edge = resolvedEdges[index];
+        const endpoints = [edge.source, edge.target];
+        for (let endpointIndex = 0; endpointIndex < endpoints.length; endpointIndex += 1) {
+            const endpoint = endpoints[endpointIndex];
+            const previous = bestEdgeByEndpoint.get(endpoint);
+            if (!previous || edgeWeight(edge.weight) > edgeWeight(previous.weight)) {
+                bestEdgeByEndpoint.set(endpoint, edge);
+            }
+        }
+    }
+    const selected = new Map();
+    for (const edge of bestEdgeByEndpoint.values()) {
+        selected.set(edgeKey(edge.source, edge.target, edge.priority), edge);
+    }
+    if (selected.size > limit) {
+        return Array.from(selected.values())
+            .sort((left, right) => edgeWeight(right.weight) - edgeWeight(left.weight))
+            .slice(0, limit);
+    }
+    const byWeight = [...resolvedEdges].sort((left, right) => edgeWeight(right.weight) - edgeWeight(left.weight));
+    for (let index = 0; index < byWeight.length; index += 1) {
+        if (selected.size >= limit) {
+            break;
+        }
+        const edge = byWeight[index];
+        const key = edgeKey(edge.source, edge.target, edge.priority);
+        if (!selected.has(key)) {
+            selected.set(key, edge);
+        }
+    }
+    return Array.from(selected.values());
+};
 const stripLayoutContent = (layout) => ({
     ...layout,
     nodes: layout.nodes.map(({ content, ...node }) => node)
 });
+const compactLayoutPayload = (layout) => {
+    const edgeLimit = compactGraphLayoutEdgeLimitFor(layout.nodes.length);
+    const compactEdges = selectCompactEdges(layout, edgeLimit);
+    const compactNodes = layout.nodes.map((node) => [node.id, node.title, node.x, node.y, node.group, node.segment]);
+    const compactEdgeRows = compactEdges
+        .map((edge) => [edge.source, edge.target, edge.weight, edge.priority]);
+    const compactGroups = layout.groups?.map((group) => [
+        group.id,
+        group.level,
+        group.parentId,
+        group.title,
+        group.x,
+        group.y,
+        group.radius,
+        group.segment,
+        group.group,
+        group.nodeIds,
+        group.childGroupIds
+    ]);
+    return {
+        compact: true,
+        layout: {
+            nodes: compactNodes,
+            edges: compactEdgeRows,
+            ...(compactGroups && compactGroups.length > 0 ? { groups: compactGroups } : {})
+        },
+        totals: {
+            nodes: layout.nodes.length,
+            edges: layout.edges.length
+        }
+    };
+};
+const encodeLayoutPayload = (layout) => layout.nodes.length > compactGraphLayoutThreshold ? compactLayoutPayload(layout) : { compact: false, layout: stripLayoutContent(layout) };
+const readGraphLayoutBody = (signature) => graphLayoutBodyCache.get(signature) ?? null;
+const storeGraphLayoutBody = (signature, body) => {
+    if (graphLayoutBodyCache.has(signature)) {
+        graphLayoutBodyCache.delete(signature);
+    }
+    graphLayoutBodyCache.set(signature, body);
+    while (graphLayoutBodyCache.size > graphLayoutBodyCacheLimit) {
+        const oldest = graphLayoutBodyCache.keys().next().value;
+        if (!oldest)
+            break;
+        graphLayoutBodyCache.delete(oldest);
+    }
+};
 export const route = async (request, url, vaultPath) => {
     if (isReadMethod(request) && (url.pathname === '/' || url.pathname === '/index.html')) {
-        return createResponse(createClientHtml(), 200, contentTypes['.html']);
+        return createResponse(readClientHtml(), 200, contentTypes['.html']);
     }
     if (isReadMethod(request) && url.pathname === '/styles.css') {
-        return createResponse(createClientCss(), 200, contentTypes['.css']);
+        return createResponse(readClientCss(), 200, contentTypes['.css']);
     }
     if (isReadMethod(request) && url.pathname === '/app.js') {
-        return createResponse(createClientJs(), 200, contentTypes['.js']);
+        return createResponse(readClientJs(), 200, contentTypes['.js']);
+    }
+    if (isReadMethod(request) && url.pathname === '/app-worker.js') {
+        return createResponse(readClientWorkerJs(), 200, contentTypes['.js']);
+    }
+    if (isReadMethod(request) && url.pathname === '/render-worker.js') {
+        return createResponse(readClientRenderWorkerJs(), 200, contentTypes['.js']);
     }
     if (isReadMethod(request) && url.pathname === '/api/graph') {
         return createResponse(createJsonResponse(await getGraph(vaultPath, readAgentQuery(url))), 200, contentTypes['.json']);
     }
     if (isReadMethod(request) && url.pathname === '/api/graph-layout') {
-        const { signature, layout } = await getGraphLayout(vaultPath, readAgentQuery(url));
+        const { signature, layout } = await getGraphLayout(vaultPath, {
+            agentId: readAgentQuery(url),
+            context: readContextQuery(url)
+        });
         const requestEtags = request.headers['if-none-match'];
         const notModified = sameEntityTag(requestEtags, signature);
         const etag = encodeEntityTag(signature);
-        const body = createJsonResponse({ signature, layout: stripLayoutContent(layout) });
-        const jsonResponse = createResponse(body, 200, contentTypes['.json']);
         const notModifiedResponse = createResponse('', 304, contentTypes['.json']);
         if (notModified) {
             return {
@@ -85,6 +256,12 @@ export const route = async (request, url, vaultPath) => {
                 }
             };
         }
+        const cachedBody = readGraphLayoutBody(signature);
+        const body = cachedBody ?? createJsonResponse({ signature, ...encodeLayoutPayload(layout) });
+        if (!cachedBody) {
+            storeGraphLayoutBody(signature, body);
+        }
+        const jsonResponse = createResponse(body, 200, contentTypes['.json']);
         return {
             ...jsonResponse,
             headers: {
@@ -93,6 +270,66 @@ export const route = async (request, url, vaultPath) => {
             }
         };
     }
+    if (isReadMethod(request) && url.pathname === '/api/graph-view') {
+        return createResponse(createJsonResponse(await getGraphView(vaultPath, {
+            x: parseNumber(url.searchParams.get('x'), -1000),
+            y: parseNumber(url.searchParams.get('y'), -1000),
+            width: parseNumber(url.searchParams.get('w'), 2000),
+            height: parseNumber(url.searchParams.get('h'), 2000),
+            scale: parseNumber(url.searchParams.get('scale'), 1),
+            agentId: readAgentQuery(url),
+            context: readContextQuery(url)
+        })), 200, contentTypes['.json']);
+    }
+    if (isReadMethod(request) && url.pathname === '/api/graph-stream') {
+        const x = parseNumber(url.searchParams.get('x'), -1000);
+        const y = parseNumber(url.searchParams.get('y'), -1000);
+        const width = parseNumber(url.searchParams.get('w'), 2000);
+        const height = parseNumber(url.searchParams.get('h'), 2000);
+        const scale = parseNumber(url.searchParams.get('scale'), 0.24);
+        const nodeBudget = parsePositiveInteger(url.searchParams.get('nodeBudget'), 1800);
+        const edgeBudget = parsePositiveInteger(url.searchParams.get('edgeBudget'), 5000);
+        return createResponse(createJsonResponse(await getGraphStreamChunk(vaultPath, {
+            x,
+            y,
+            width,
+            height,
+            scale,
+            nodeBudget,
+            edgeBudget,
+            agentId: readAgentQuery(url),
+            context: readContextQuery(url)
+        })), 200, contentTypes['.json']);
+    }
+    if (isReadMethod(request) && url.pathname === '/api/graph-view-state') {
+        const input = readGraphViewStateInput(url);
+        if (!input.signature) {
+            return createResponse(createJsonResponse({ error: 'Missing signature query parameter' }), 400, contentTypes['.json']);
+        }
+        return createResponse(createJsonResponse(await getGraphViewState(vaultPath, input)), 200, contentTypes['.json']);
+    }
+    if (request.method === 'POST' && url.pathname === '/api/graph-view-state') {
+        const input = readGraphViewStateInput(url);
+        if (!input.signature) {
+            return createResponse(createJsonResponse({ error: 'Missing signature query parameter' }), 400, contentTypes['.json']);
+        }
+        const body = await readJsonBody(request);
+        const positions = Array.isArray(body.positions)
+            ? body.positions.map((position) => ({
+                id: String(position.id ?? ''),
+                x: Number(position.x),
+                y: Number(position.y)
+            }))
+            : [];
+        return createResponse(createJsonResponse(await saveGraphViewState(vaultPath, { ...input, positions })), 200, contentTypes['.json']);
+    }
+    if (request.method === 'DELETE' && url.pathname === '/api/graph-view-state') {
+        const input = readGraphViewStateInput(url);
+        if (!input.signature) {
+            return createResponse(createJsonResponse({ error: 'Missing signature query parameter' }), 400, contentTypes['.json']);
+        }
+        return createResponse(createJsonResponse(await deleteGraphViewState(vaultPath, input)), 200, contentTypes['.json']);
+    }
     if (isReadMethod(request) && url.pathname === '/api/graph-node') {
         const id = url.searchParams.get('id')?.trim() ?? '';
         if (!id) {
@@ -110,12 +347,15 @@ export const route = async (request, url, vaultPath) => {
         if (!query) {
             return createResponse(createJsonResponse({ query, nodeIds: [] }), 200, contentTypes['.json']);
         }
-        const nodeIds = await searchGraphNodeIds(vaultPath, query, limit, readAgentQuery(url));
+        const nodeIds = await searchGraphNodeIds(vaultPath, query, limit, readAgentQuery(url), readContextQuery(url));
         return createResponse(createJsonResponse({ query, nodeIds }), 200, contentTypes['.json']);
     }
     if (isReadMethod(request) && url.pathname === '/api/agents') {
         return createResponse(createJsonResponse({ agents: await listAgents(vaultPath) }), 200, contentTypes['.json']);
     }
+    if (isReadMethod(request) && url.pathname === '/api/graph-contexts') {
+        return createResponse(createJsonResponse({ contexts: await getGraphContexts(vaultPath, readAgentQuery(url)) }), 200, contentTypes['.json']);
+    }
     if (isReadMethod(request) && url.pathname === '/api/search') {
         const query = url.searchParams.get('q') ?? '';
         const limit = parsePositiveInteger(url.searchParams.get('limit'), 10);

package/dist/application/start-server.js

@@ -1,9 +1,78 @@
 import { createServer } from 'node:http';
+import { brotliCompressSync, constants, gzipSync } from 'node:zlib';
 import { indexVault } from './index-vault.js';
 import { startVaultWatcher } from './watch-vault.js';
 import { assertLoopbackHost } from './server/host-security.js';
 import { contentTypes, createJsonResponse, isHttpError } from './server/http.js';
 import { route } from './server/routes.js';
+const compressionThresholdBytes = 1024;
+const normalizeEncodingToken = (value) => value.trim().toLowerCase();
+const supportsEncoding = (acceptEncoding, target) => {
+    if (!acceptEncoding) {
+        return false;
+    }
+    return acceptEncoding
+        .split(',')
+        .map((entry) => entry.split(';')[0] ?? '')
+        .map(normalizeEncodingToken)
+        .includes(target);
+};
+const isCompressibleContentType = (contentType) => {
+    const normalized = contentType?.toLowerCase() ?? '';
+    return (normalized.includes('application/json') ||
+        normalized.includes('text/javascript') ||
+        normalized.includes('text/css') ||
+        normalized.includes('text/html') ||
+        normalized.startsWith('text/'));
+};
+const maybeCompressResponse = (requestHeaders, statusCode, headers, body) => {
+    if (statusCode === 204 || statusCode === 304) {
+        return { headers, body: '' };
+    }
+    if (!isCompressibleContentType(headers['content-type'])) {
+        return { headers, body };
+    }
+    const bodyBuffer = Buffer.from(body, 'utf8');
+    if (bodyBuffer.byteLength < compressionThresholdBytes) {
+        return { headers, body };
+    }
+    if (headers['content-encoding']) {
+        return { headers, body };
+    }
+    const acceptEncodingHeader = Array.isArray(requestHeaders['accept-encoding'])
+        ? requestHeaders['accept-encoding'].join(',')
+        : requestHeaders['accept-encoding'];
+    const vary = headers.vary ? `${headers.vary}, Accept-Encoding` : 'Accept-Encoding';
+    const withVary = {
+        ...headers,
+        vary
+    };
+    if (supportsEncoding(acceptEncodingHeader, 'br')) {
+        return {
+            headers: {
+                ...withVary,
+                'content-encoding': 'br'
+            },
+            body: brotliCompressSync(bodyBuffer, {
+                params: {
+                    [constants.BROTLI_PARAM_QUALITY]: 5
+                }
+            })
+        };
+    }
+    if (supportsEncoding(acceptEncodingHeader, 'gzip')) {
+        return {
+            headers: {
+                ...withVary,
+                'content-encoding': 'gzip'
+            },
+            body: gzipSync(bodyBuffer, {
+                level: 6
+            })
+        };
+    }
+    return { headers: withVary, body };
+};
 export const startServer = async (input) => {
     assertLoopbackHost(input.host);
     if (input.shouldIndex) {
@@ -19,14 +88,16 @@ export const startServer = async (input) => {
         const url = new URL(request.url ?? '/', `http://${request.headers.host ?? input.host}`);
         route(request, url, input.vaultPath)
             .then((result) => {
-            response.writeHead(result.statusCode, result.headers);
-            response.end(result.body);
+            const encoded = maybeCompressResponse(request.headers, result.statusCode, result.headers, result.body);
+            response.writeHead(result.statusCode, encoded.headers);
+            response.end(encoded.body);
         })
             .catch((error) => {
             const message = error instanceof Error ? error.message : String(error);
             const statusCode = isHttpError(error) ? error.statusCode : 500;
-            response.writeHead(statusCode, { 'content-type': contentTypes['.json'] });
-            response.end(createJsonResponse({ error: message }));
+            const fallback = maybeCompressResponse(request.headers, statusCode, { 'content-type': contentTypes['.json'] }, createJsonResponse({ error: message }));
+            response.writeHead(statusCode, fallback.headers);
+            response.end(fallback.body);
         });
     });
     await new Promise((resolve, reject) => {

package/dist/application/watch-vault.js

@@ -1,5 +1,5 @@
 import { watch } from 'node:fs';
-import { indexVault } from './index-vault.js';
+import { indexVaultWithOptions } from './index-vault.js';
 import { isBucketVaultPath, resolveVaultPath } from '../infrastructure/file-system-vault.js';
 const shouldIgnore = (filename) => {
     if (!filename) {
@@ -14,6 +14,27 @@ export const startVaultWatcher = (input) => {
     const absoluteVaultPath = resolveVaultPath(input.vaultPath);
     const debounceMs = input.debounceMs ?? 350;
     let timeout = null;
+    let running = false;
+    let pending = false;
+    const runIndex = () => {
+        if (running) {
+            pending = true;
+            return;
+        }
+        running = true;
+        indexVaultWithOptions(absoluteVaultPath, {
+            onProgress: input.onProgress
+        })
+            .then(input.onIndex)
+            .catch(input.onError)
+            .finally(() => {
+            running = false;
+            if (pending) {
+                pending = false;
+                runIndex();
+            }
+        });
+    };
     const schedule = (filename) => {
         if (shouldIgnore(filename)) {
             return;
@@ -22,7 +43,7 @@ export const startVaultWatcher = (input) => {
             clearTimeout(timeout);
         }
         timeout = setTimeout(() => {
-            indexVault(absoluteVaultPath).then(input.onIndex).catch(input.onError);
+            runIndex();
         }, debounceMs);
     };
     const watcher = watch(absoluteVaultPath, { recursive: true }, (_eventType, filename) => {

package/dist/cli/commands/agent-commands.js

@@ -141,6 +141,12 @@ const parseAllowedVaults = (value) => {
 export const installAgentIntegration = async (input) => {
     const codexConfigPath = getCodexConfigPath();
     const allowedVaults = parseAllowedVaults(input.allowedVaults);
+    const bootstrapPolicy = await setBootstrapPolicy({
+        enforceBootstrap: true,
+        enforceContextFirst: true,
+        autoBootstrapOnRead: true,
+        autoBootstrapOnStartup: true
+    });
     await upsertCodexMcpConfig(codexConfigPath, {
         allowedVaults,
         brainlinkHome: input.brainlinkHome
@@ -195,6 +201,7 @@ export const installAgentIntegration = async (input) => {
         codexConfigPath,
         mcpServer: 'brainlink',
         command: 'brainlink-mcp',
+        bootstrapPolicy,
         ...(input.mcpOnly !== true ? { pluginSourcePath, pluginSymlinkPath, marketplacePath } : {}),
         ...(selfTestResult ? { selfTest: selfTestResult } : {}),
         ...(warnings.length > 0 ? { warnings } : {})