@andespindola/brainlink 1.1.0 → 1.2.0

package/dist/infrastructure/context-packs.js

@@ -1,6 +1,7 @@
 import { createHash } from 'node:crypto';
 import { mkdir, readFile, readdir, rm, stat, writeFile } from 'node:fs/promises';
 import { basename, join } from 'node:path';
+const storedPackVersion = 2;
 const normalizePackKey = (key) => ({
     query: key.query.trim().toLowerCase(),
     limit: key.limit,
@@ -13,12 +14,35 @@ export const contextPackPath = (vaultPath, key) => {
     const digest = createHash('sha256').update(JSON.stringify(normalizePackKey(key))).digest('hex');
     return join(contextPacksDirectory(vaultPath), `${digest}.json`);
 };
+// Signature of a single file, matching the volatile/index signatures used
+// elsewhere (floored mtime + size). A missing file collapses to a stable
+// sentinel so a deleted dependency reliably differs from its recorded value.
+const fileSignature = async (path) => {
+    try {
+        const info = await stat(path);
+        return `${Math.floor(info.mtimeMs)}:${info.size}`;
+    }
+    catch {
+        return '0:0';
+    }
+};
+// Durable (non-volatile) section source paths, deduplicated. Volatile sections
+// come from turn memory rather than vault files, so they are tracked through the
+// separate volatile signature instead of per-document dependencies.
+const dependencyPaths = (context) => {
+    const paths = context.sections.filter((section) => !section.volatile).map((section) => section.path);
+    return Array.from(new Set(paths));
+};
+const computeDependencies = async (vaultPath, context) => Promise.all(dependencyPaths(context).map(async (path) => ({ path, signature: await fileSignature(join(vaultPath, path)) })));
 const isStoredContextPack = (value) => {
     if (!value || typeof value !== 'object') {
         return false;
     }
     const candidate = value;
-    return candidate.version === 1 && typeof candidate.dataSignature === 'string' && Boolean(candidate.context);
+    return (candidate.version === storedPackVersion &&
+        Array.isArray(candidate.dependencies) &&
+        typeof candidate.volatileSignature === 'string' &&
+        Boolean(candidate.context));
 };
 const readStoredContextPack = async (path) => {
     try {
@@ -29,30 +53,43 @@ const readStoredContextPack = async (path) => {
         return null;
     }
 };
-const toContextPackSummary = async (path, dataSignature) => {
-    const [info, stored] = await Promise.all([
-        stat(path),
-        readStoredContextPack(path)
-    ]);
-    const stale = !stored || (typeof dataSignature === 'string' && stored.dataSignature !== dataSignature);
+// A pack is fresh while it is within its optional TTL, its volatile signature
+// matches, and every cited document is unchanged on disk. Reads no vault index,
+// so the CAG fast path stays cheap: a few stats over the cited files.
+const isPackFresh = async (vaultPath, stored, freshness, now) => {
+    if (freshness.ttlMs > 0) {
+        const age = now - Date.parse(stored.createdAt);
+        if (!Number.isFinite(age) || age > freshness.ttlMs) {
+            return false;
+        }
+    }
+    if (stored.volatileSignature !== freshness.volatileSignature) {
+        return false;
+    }
+    const current = await Promise.all(stored.dependencies.map((dependency) => fileSignature(join(vaultPath, dependency.path))));
+    return stored.dependencies.every((dependency, index) => dependency.signature === current[index]);
+};
+const toContextPackSummary = async (path, vaultPath, freshness) => {
+    const [info, stored] = await Promise.all([stat(path), readStoredContextPack(path)]);
+    const stale = !stored || (freshness ? !(await isPackFresh(vaultPath, stored, freshness, Date.now())) : false);
     return {
         path,
         filename: basename(path),
         createdAt: stored?.createdAt ?? null,
-        dataSignature: stored?.dataSignature ?? null,
+        dependencyCount: stored?.dependencies.length ?? null,
         key: stored?.key ?? null,
         sizeBytes: info.size,
         stale
     };
 };
-export const listContextPacks = async (vaultPath, dataSignature) => {
+export const listContextPacks = async (vaultPath, freshness) => {
     const directory = contextPacksDirectory(vaultPath);
     try {
         const entries = await readdir(directory, { withFileTypes: true });
         const paths = entries
             .filter((entry) => entry.isFile() && entry.name.endsWith('.json'))
             .map((entry) => join(directory, entry.name));
-        const summaries = await Promise.all(paths.map((path) => toContextPackSummary(path, dataSignature)));
+        const summaries = await Promise.all(paths.map((path) => toContextPackSummary(path, vaultPath, freshness)));
         return summaries.sort((left, right) => (right.createdAt ?? '').localeCompare(left.createdAt ?? '') || left.filename.localeCompare(right.filename));
     }
     catch (error) {
@@ -63,20 +100,20 @@ export const listContextPacks = async (vaultPath, dataSignature) => {
     }
 };
 export const clearContextPacks = async (vaultPath, options = {}) => {
-    const packs = await listContextPacks(vaultPath, options.dataSignature);
+    const packs = await listContextPacks(vaultPath, options.freshness);
     const removed = options.staleOnly ? packs.filter((pack) => pack.stale) : packs;
     const kept = options.staleOnly ? packs.filter((pack) => !pack.stale) : [];
     await Promise.all(removed.map((pack) => rm(pack.path, { force: true })));
     return { removed, kept };
 };
-export const readContextPack = async (vaultPath, key, dataSignature) => {
+export const readContextPack = async (vaultPath, key, freshness) => {
     const path = contextPackPath(vaultPath, key);
     try {
         const parsed = await readStoredContextPack(path);
         if (!parsed) {
             return { status: 'stale', path };
         }
-        if (parsed.dataSignature !== dataSignature) {
+        if (!(await isPackFresh(vaultPath, parsed, freshness, Date.now()))) {
             return { status: 'stale', path };
         }
         return {
@@ -88,7 +125,7 @@ export const readContextPack = async (vaultPath, key, dataSignature) => {
                 cache: {
                     storage: 'context-pack',
                     status: 'hit',
-                    dataSignature,
+                    dataSignature: parsed.volatileSignature,
                     path
                 }
             }
@@ -98,12 +135,14 @@ export const readContextPack = async (vaultPath, key, dataSignature) => {
         return { status: 'miss', path };
     }
 };
-export const writeContextPack = async (vaultPath, key, dataSignature, context) => {
+export const writeContextPack = async (vaultPath, key, context, meta) => {
     const path = contextPackPath(vaultPath, key);
+    const dependencies = await computeDependencies(vaultPath, context);
     const stored = {
-        version: 1,
+        version: storedPackVersion,
         createdAt: new Date().toISOString(),
-        dataSignature,
+        dependencies,
+        volatileSignature: meta.volatileSignature,
         key: normalizePackKey(key),
         context: {
             ...context,
@@ -111,7 +150,7 @@ export const writeContextPack = async (vaultPath, key, dataSignature, context) =
             cache: {
                 storage: 'context-pack',
                 status: 'refresh',
-                dataSignature,
+                dataSignature: meta.volatileSignature,
                 path
             }
         }

package/dist/infrastructure/file-index.js

@@ -124,7 +124,7 @@ const writeIndex = async (vaultPath, index) => {
 // JSON file backend: the original single `index.json` store. Loading/persisting
 // is its own concern; the graph/search/link reads come from the shared query
 // core so this backend stays behavior-identical to the binary backend.
-export const openFileIndex = (vaultPath) => ({
+export const openFileIndex = (vaultPath, options = {}) => ({
     reset: async () => {
         await writeIndex(vaultPath, emptyIndex());
     },
@@ -134,7 +134,7 @@ export const openFileIndex = (vaultPath) => ({
     ...createStoredIndexQueries({
         load: () => readIndex(vaultPath),
         loadStrict: () => readIndex(vaultPath, true)
-    }),
+    }, options),
     close: () => {
         // File-based index has no persistent connection.
     }

package/dist/infrastructure/index-signature.js

@@ -0,0 +1,27 @@
+import { stat } from 'node:fs/promises';
+import { join } from 'node:path';
+import { indexStoragePath } from './file-index.js';
+const fileSignature = async (path) => {
+    try {
+        const info = await stat(path);
+        return `${Math.floor(info.mtimeMs)}:${info.size}`;
+    }
+    catch {
+        return '0:0';
+    }
+};
+// Commit signature of the derived index, independent of which storage backend is
+// active. The JSON backend commits `index.json`; the binary backend commits
+// `store/meta.json` (written last) and removes `index.json`. Combining both file
+// signatures means the value changes on any index write under either backend —
+// and on a backend switch, when one file appears and the other disappears — so
+// the in-memory search/context caches invalidate correctly. On the binary
+// backend `index.json` is absent, so keying a cache on it alone would never
+// change and would serve stale results after an edit.
+export const indexCommitSignature = async (vaultPath) => {
+    const [jsonSignature, binarySignature] = await Promise.all([
+        fileSignature(indexStoragePath(vaultPath)),
+        fileSignature(join(vaultPath, '.brainlink', 'store', 'meta.json'))
+    ]);
+    return `${jsonSignature}|${binarySignature}`;
+};

package/dist/infrastructure/index-state.js

@@ -29,6 +29,11 @@ export const readIndexState = async (vaultPath) => {
             updatedAt: typeof parsed.updatedAt === 'string' ? parsed.updatedAt : new Date().toISOString(),
             chunkSize: typeof parsed.chunkSize === 'number' ? parsed.chunkSize : 1200,
             embeddingProvider: typeof parsed.embeddingProvider === 'string' ? parsed.embeddingProvider : 'none',
+            // Absent on states written before the backend was tracked: default to the
+            // historical 'json' backend so a json vault does not spuriously reindex,
+            // while a vault already switched to binary reindexes once to materialize
+            // the new store (which also writes the int8 scan index).
+            storageBackend: typeof parsed.storageBackend === 'string' ? parsed.storageBackend : 'json',
             graphLinkModelVersion: typeof parsed.graphLinkModelVersion === 'number' ? parsed.graphLinkModelVersion : 1,
             searchPackRowChunkSize: typeof parsed.searchPackRowChunkSize === 'number' ? parsed.searchPackRowChunkSize : 5_000,
             searchPackCompressionLevel: typeof parsed.searchPackCompressionLevel === 'number' ? parsed.searchPackCompressionLevel : 5,
@@ -47,6 +52,7 @@ export const writeIndexState = async (vaultPath, state) => {
         updatedAt: new Date().toISOString(),
         chunkSize: state.chunkSize,
         embeddingProvider: state.embeddingProvider,
+        storageBackend: state.storageBackend,
         graphLinkModelVersion: state.graphLinkModelVersion,
         searchPackRowChunkSize: state.searchPackRowChunkSize,
         searchPackCompressionLevel: state.searchPackCompressionLevel,

package/dist/infrastructure/knowledge-store/binary-store.js

@@ -9,9 +9,12 @@
 // reads transparently fall back to a legacy `index.json`; the first save writes
 // the binary store and removes the legacy file.
 import { brotliCompressSync, brotliDecompressSync, constants as zlibConstants } from 'node:zlib';
-import { mkdir, readFile, rename, rm, stat, writeFile } from 'node:fs/promises';
+import { mkdir, open, readFile, rename, rm, stat, writeFile } from 'node:fs/promises';
 import { join } from 'node:path';
+import { createEmbeddingBuckets } from '../../domain/embeddings.js';
+import { runSearch } from '../../application/ranking/run-search.js';
 import { indexStoragePath, readJsonStoredIndex } from '../file-index.js';
+import { selectSemanticCandidates, semanticPrefilterMinChunks } from '../semantic-prefilter.js';
 import { createStoredIndexQueries, toStoredIndex } from './stored-index.js';
 const storeVersion = 1;
 export const binaryStoreDirectory = (vaultPath) => join(vaultPath, '.brainlink', 'store');
@@ -52,6 +55,24 @@ const decodeVector = (vectors, index, dims) => {
     }
     return out;
 };
+// int8 quantization of the (L2-normalized, so ~[-1, 1]) embeddings: one byte per
+// dimension, `round(v * 127)` clamped to the signed range. The scale is uniform,
+// so int8·int8 preserves the ordering of the exact dot product — enough to pick
+// approximate nearest neighbours cheaply before an exact Float32 rerank.
+const clampInt8 = (value) => (value > 127 ? 127 : value < -127 ? -127 : value);
+const encodeVectorsI8 = (chunks, dims) => {
+    if (dims === 0) {
+        return Buffer.alloc(0);
+    }
+    const buffer = Buffer.alloc(chunks.length * dims);
+    chunks.forEach((chunk, index) => {
+        const base = index * dims;
+        for (let dimension = 0; dimension < dims; dimension += 1) {
+            buffer.writeInt8(clampInt8(Math.round((chunk.embedding[dimension] ?? 0) * 127)), base + dimension);
+        }
+    });
+    return buffer;
+};
 const writeAtomic = async (path, data) => {
     const temp = `${path}.tmp`;
     await writeFile(temp, data, { mode: 0o600 });
@@ -84,6 +105,10 @@ const persistStoredIndex = async (vaultPath, stored) => {
     await writeAtomic(storeFile(vaultPath, 'chunks.json.br'), brotli(JSON.stringify(chunkMeta)));
     await writeAtomic(storeFile(vaultPath, 'links.json.br'), brotli(JSON.stringify(stored.links)));
     await writeAtomic(storeFile(vaultPath, 'vectors.f32'), encodeVectors(stored.chunks, dims));
+    // int8 vectors: a compact (1 byte/dim) approximate-nearest-neighbour scan index
+    // read fully during search; the exact Float32 vectors are read by offset only
+    // for the shortlist the int8 scan produces.
+    await writeAtomic(storeFile(vaultPath, 'vectors.i8'), encodeVectorsI8(stored.chunks, dims));
     await writeAtomic(metaPath(vaultPath), Buffer.from(`${JSON.stringify(meta)}\n`, 'utf8'));
     // Migration complete: the binary store now holds everything, so drop the
     // legacy JSON index. Markdown remains the canonical source either way.
@@ -142,12 +167,152 @@ const loadBinary = async (vaultPath) => {
         links
     };
 };
+const readInt8Vectors = async (vaultPath) => {
+    try {
+        const raw = await readFile(storeFile(vaultPath, 'vectors.i8'));
+        return new Int8Array(raw.buffer, raw.byteOffset, raw.byteLength);
+    }
+    catch {
+        // A store written before the int8 index existed (e.g. a 1.1.0 vault not yet
+        // reindexed): fall back to exact scoring over the shortlist pool.
+        return null;
+    }
+};
+const loadForSearch = async (vaultPath) => {
+    const meta = JSON.parse(await readFile(metaPath(vaultPath), 'utf8'));
+    const [documentsRaw, chunkMetaRaw, linksRaw] = await Promise.all([
+        readFile(storeFile(vaultPath, 'documents.json.br')),
+        readFile(storeFile(vaultPath, 'chunks.json.br')),
+        readFile(storeFile(vaultPath, 'links.json.br'))
+    ]);
+    const documents = JSON.parse(unbrotli(documentsRaw));
+    const chunkMeta = JSON.parse(unbrotli(chunkMetaRaw));
+    const links = JSON.parse(unbrotli(linksRaw));
+    const chunks = chunkMeta.map((chunk) => ({
+        id: chunk.id,
+        documentId: chunk.documentId,
+        ordinal: chunk.ordinal,
+        content: chunk.content,
+        tokenCount: chunk.tokenCount,
+        embeddingProvider: chunk.embeddingProvider,
+        embedding: [],
+        ...(chunk.buckets ? { buckets: chunk.buckets } : {})
+    }));
+    const int8 = meta.dims > 0 ? await readInt8Vectors(vaultPath) : null;
+    return {
+        index: {
+            version: 1,
+            updatedAt: typeof meta.updatedAt === 'string' ? meta.updatedAt : new Date().toISOString(),
+            documents,
+            chunks,
+            links
+        },
+        int8,
+        dims: meta.dims
+    };
+};
+// Approximate dot product of the Float32 query against a chunk's int8 vector.
+// The uniform int8 scale cancels out of the ranking, so this preserves the exact
+// dot product's ordering closely enough to shortlist candidates.
+const approxScoreI8 = (query, int8, index, dims) => {
+    const length = Math.min(query.length, dims);
+    const base = index * dims;
+    let total = 0;
+    for (let dimension = 0; dimension < length; dimension += 1) {
+        total += query[dimension] * int8[base + dimension];
+    }
+    return total;
+};
+// Read the exact Float32 vectors for a shortlist of chunk indices by offset,
+// through a single file handle. This is the only place the exact vectors are
+// touched during search, and only for the shortlist (not the whole corpus).
+const readExactVectors = async (vaultPath, indices, dims) => {
+    const vectors = new Map();
+    if (indices.length === 0 || dims === 0) {
+        return vectors;
+    }
+    const handle = await open(storeFile(vaultPath, 'vectors.f32'), 'r');
+    try {
+        const byteLength = dims * 4;
+        const buffer = Buffer.alloc(byteLength);
+        for (const index of indices) {
+            await handle.read(buffer, 0, byteLength, index * byteLength);
+            const vector = new Array(dims);
+            for (let dimension = 0; dimension < dims; dimension += 1) {
+                vector[dimension] = buffer.readFloatLE(dimension * 4);
+            }
+            vectors.set(index, vector);
+        }
+    }
+    finally {
+        await handle.close();
+    }
+    return vectors;
+};
+// ANN search over the materialized binary store. Candidate selection is layered:
+// embedding buckets prune coarsely on large vaults (IVF-style), the int8 scan
+// ranks the survivors, and the exact Float32 vectors are read only for the
+// resulting shortlist and reranked by the shared ranker — so the final ordering
+// is produced by the same deterministic scorer as the JSON backend. Small vaults
+// (or a store without an int8 index) rerank the whole pool exactly, staying
+// bit-identical to a full scan.
+const annSearch = async (vaultPath, options, query, limit, agentId, mode, queryEmbedding) => {
+    const loaded = await loadForSearch(vaultPath);
+    const documentsById = new Map(loaded.index.documents.map((document) => [document.id, document]));
+    const eligible = loaded.index.chunks.flatMap((chunk, index) => {
+        const document = documentsById.get(chunk.documentId);
+        if (!document || (agentId && document.agentId !== agentId)) {
+            return [];
+        }
+        return [{ index, chunk, document, buckets: chunk.buckets }];
+    });
+    const toRow = (entry, embedding) => ({
+        documentId: entry.document.id,
+        agentId: entry.document.agentId,
+        title: entry.document.title,
+        path: entry.document.path,
+        chunkId: entry.chunk.id,
+        chunkOrdinal: entry.chunk.ordinal,
+        content: entry.chunk.content,
+        tokenCount: entry.chunk.tokenCount,
+        tags: entry.document.tags,
+        embedding,
+        buckets: entry.chunk.buckets
+    });
+    // Lexical-only modes never need vectors, so no exact vector is ever read.
+    if (mode === 'fts' || queryEmbedding.length === 0 || loaded.dims === 0) {
+        return runSearch(eligible.map((entry) => toRow(entry, [])), query, limit, mode, queryEmbedding, options.hybridFusion);
+    }
+    // Small vaults (a full exact scan is already sub-millisecond) and stores
+    // written before the int8 index existed rerank every candidate exactly, read
+    // from a single bulk pass over the exact vectors — bit-identical to a full
+    // scan, and no slower than the legacy load.
+    const useAnn = loaded.int8 !== null && loaded.index.chunks.length > semanticPrefilterMinChunks;
+    if (!useAnn) {
+        const buffer = await readFile(storeFile(vaultPath, 'vectors.f32'));
+        return runSearch(eligible.map((entry) => toRow(entry, decodeVector(buffer, entry.index, loaded.dims))), query, limit, mode, queryEmbedding, options.hybridFusion);
+    }
+    // Large vault: coarse-prune with embedding buckets, rank the survivors with the
+    // int8 scan, then read the exact Float32 vectors by offset only for the
+    // shortlist and rerank with the shared scorer.
+    const int8 = loaded.int8;
+    const pool = selectSemanticCandidates(eligible, createEmbeddingBuckets(queryEmbedding), limit);
+    const recallFloor = Math.max(limit * 4, 64);
+    const shortlist = [...pool]
+        .map((entry) => ({ entry, score: approxScoreI8(queryEmbedding, int8, entry.index, loaded.dims) }))
+        .sort((left, right) => right.score - left.score || left.entry.chunk.id.localeCompare(right.entry.chunk.id))
+        .slice(0, recallFloor)
+        .map((scored) => scored.entry);
+    const exactVectors = await readExactVectors(vaultPath, shortlist.map((entry) => entry.index), loaded.dims);
+    return runSearch(eligible.map((entry) => toRow(entry, exactVectors.get(entry.index) ?? [])), query, limit, mode, queryEmbedding, options.hybridFusion);
+};
 // Binary backend. While its store does not yet exist, reads fall back to the
 // legacy JSON index so search/graph stay available mid-migration; the first save
 // materializes the binary store and removes the legacy file.
-export const openBinaryStore = (vaultPath) => {
+export const openBinaryStore = (vaultPath, options = {}) => {
     const load = async () => (await binaryStoreExists(vaultPath)) ? loadBinary(vaultPath) : readJsonStoredIndex(vaultPath, false);
     const loadStrict = async () => (await binaryStoreExists(vaultPath)) ? loadBinary(vaultPath) : readJsonStoredIndex(vaultPath, true);
+    const shared = createStoredIndexQueries({ load, loadStrict }, options);
     return {
         reset: async () => {
             await persist(vaultPath, []);
@@ -155,7 +320,12 @@ export const openBinaryStore = (vaultPath) => {
         saveDocuments: async (documents) => {
             await persist(vaultPath, documents);
         },
-        ...createStoredIndexQueries({ load, loadStrict }),
+        ...shared,
+        // Override search with the ANN path once the binary store is materialized;
+        // until then defer to the shared full-scan search over the legacy fallback.
+        search: async (query, limit, agentId, mode = 'hybrid', queryEmbedding = []) => (await binaryStoreExists(vaultPath))
+            ? annSearch(vaultPath, options, query, limit, agentId, mode, queryEmbedding)
+            : shared.search(query, limit, agentId, mode, queryEmbedding),
         close: () => {
             // File-based store has no persistent connection.
         }

package/dist/infrastructure/knowledge-store/index.js

@@ -3,11 +3,12 @@ import { openFileIndex } from '../file-index.js';
 import { migrateLegacyIndexToBinary, openBinaryStore } from './binary-store.js';
 const resolveBackend = async (vaultPath) => {
     const config = await loadBrainlinkConfig();
+    const options = { hybridFusion: config.hybridFusion };
     if (config.storageBackend === 'binary') {
         await migrateLegacyIndexToBinary(vaultPath);
-        return openBinaryStore(vaultPath);
+        return openBinaryStore(vaultPath, options);
     }
-    return openFileIndex(vaultPath);
+    return openFileIndex(vaultPath, options);
 };
 export const openKnowledgeStore = (vaultPath) => {
     let backend = null;

package/dist/infrastructure/knowledge-store/stored-index.js

@@ -39,7 +39,7 @@ const toGraphNode = (document, includeContent) => ({
 // Build the shared read methods over a backend's loaders. The returned object is
 // the read half of the KnowledgeStore port; backends add reset/saveDocuments/
 // close around it.
-export const createStoredIndexQueries = ({ load, loadStrict }) => ({
+export const createStoredIndexQueries = ({ load, loadStrict }, options = {}) => ({
     getIndexedDocuments: async (agentId) => {
         const index = await load();
         const documents = agentId ? index.documents.filter((document) => document.agentId === agentId) : index.documents;
@@ -105,7 +105,7 @@ export const createStoredIndexQueries = ({ load, loadStrict }) => ({
         const candidates = mode === 'semantic' && queryEmbedding.length > 0
             ? selectSemanticCandidates(rows, createEmbeddingBuckets(queryEmbedding), limit)
             : rows;
-        return runSearch(candidates, query, limit, mode, queryEmbedding);
+        return runSearch(candidates, query, limit, mode, queryEmbedding, options.hybridFusion);
     },
     listLinks: async (agentId) => {
         const index = await load();

package/dist/infrastructure/vault-crypto.js

@@ -0,0 +1,78 @@
+// Symmetric encryption for versioned vault content. The per-vault key lives in
+// ~/.brainlink/keys (outside the vault, never committed), so only a Brainlink
+// instance holding that key can decrypt the repository — the ciphertext in git
+// is opaque without it. AES-256-GCM with a content-derived (deterministic)
+// nonce, so identical content always encrypts to identical bytes (no git churn)
+// while distinct content always gets a distinct nonce (no nonce reuse).
+import { createCipheriv, createDecipheriv, createHash, randomBytes } from 'node:crypto';
+import { mkdir, readFile, writeFile } from 'node:fs/promises';
+import { dirname, join } from 'node:path';
+import { getBrainlinkHomePath } from './paths.js';
+const magic = Buffer.from('BLVE1', 'ascii');
+const nonceLength = 12;
+const authTagLength = 16;
+const algorithm = 'aes-256-gcm';
+const keyFilePath = (vaultPath) => {
+    const vaultHash = createHash('sha256').update(vaultPath).digest('hex').slice(0, 24);
+    return join(getBrainlinkHomePath(), 'keys', `vault-versioning-${vaultHash}.key`);
+};
+const deriveKeyFromSecret = (secret) => createHash('sha256').update(secret, 'utf8').digest();
+// Load the vault's versioning key, generating a fresh 48-byte secret on first
+// use. BRAINLINK_VAULT_KEY overrides the file (useful to restore an encrypted
+// vault on another machine by carrying just the secret, not the whole repo).
+export const readOrCreateVaultKey = async (vaultPath) => {
+    const envSecret = process.env.BRAINLINK_VAULT_KEY?.trim();
+    if (envSecret && envSecret.length > 0) {
+        return deriveKeyFromSecret(envSecret);
+    }
+    const path = keyFilePath(vaultPath);
+    try {
+        const existing = (await readFile(path, 'utf8')).trim();
+        if (existing.length > 0) {
+            return deriveKeyFromSecret(existing);
+        }
+    }
+    catch (error) {
+        if (!(error instanceof Error) || !('code' in error) || error.code !== 'ENOENT') {
+            throw error;
+        }
+    }
+    const secret = randomBytes(48).toString('base64url');
+    await mkdir(dirname(path), { recursive: true, mode: 0o700 });
+    await writeFile(path, `${secret}\n`, { encoding: 'utf8', mode: 0o600 });
+    return deriveKeyFromSecret(secret);
+};
+// True when the vault has a versioning key on disk (or via env), so callers can
+// warn before losing access rather than silently minting a new key.
+export const vaultKeyExists = async (vaultPath) => {
+    if (process.env.BRAINLINK_VAULT_KEY?.trim()) {
+        return true;
+    }
+    try {
+        return (await readFile(keyFilePath(vaultPath), 'utf8')).trim().length > 0;
+    }
+    catch {
+        return false;
+    }
+};
+const deriveNonce = (key, plaintext) => createHash('sha256').update(key).update(plaintext).digest().subarray(0, nonceLength);
+export const encryptVaultContent = (key, plaintext) => {
+    const nonce = deriveNonce(key, plaintext);
+    const cipher = createCipheriv(algorithm, key, nonce);
+    const ciphertext = Buffer.concat([cipher.update(plaintext), cipher.final()]);
+    const authTag = cipher.getAuthTag();
+    return Buffer.concat([magic, nonce, authTag, ciphertext]);
+};
+export const isEncryptedVaultPayload = (payload) => payload.length >= magic.length && payload.subarray(0, magic.length).equals(magic);
+export const decryptVaultContent = (key, payload) => {
+    if (payload.length < magic.length + nonceLength + authTagLength || !isEncryptedVaultPayload(payload)) {
+        throw new Error('Not a Brainlink encrypted vault file.');
+    }
+    let offset = magic.length;
+    const nonce = payload.subarray(offset, (offset += nonceLength));
+    const authTag = payload.subarray(offset, (offset += authTagLength));
+    const ciphertext = payload.subarray(offset);
+    const decipher = createDecipheriv(algorithm, key, nonce);
+    decipher.setAuthTag(authTag);
+    return Buffer.concat([decipher.update(ciphertext), decipher.final()]);
+};

package/dist/mcp/server.js

@@ -1,5 +1,5 @@
 import { McpServer } from '@modelcontextprotocol/sdk/server/mcp.js';
-import { addNoteInputSchema, addFileInputSchema, addFileTool, addNoteTool, addNotesInputSchema, addNotesTool, deleteNoteInputSchema, deleteNoteTool, deleteNotesInputSchema, deleteNotesTool, volatileAddInputSchema, volatileAddTool, volatileClearInputSchema, volatileClearTool, dedupeInputSchema, dedupeResolveInputSchema, dedupeResolveTool, dedupeTool, brokenLinksInputSchema, brokenLinksTool, bootstrapInputSchema, bootstrapTool, canonicalizeContextLinksInputSchema, canonicalizeContextLinksTool, contextInputSchema, contextPacksInputSchema, contextPacksTool, contextTool, doctorActionsInputSchema, doctorActionsTool, graphContextsInputSchema, graphContextsTool, graphInputSchema, graphTool, explainInputSchema, explainTool, indexInputSchema, indexTool, inboxAddInputSchema, inboxAddTool, inboxListInputSchema, inboxListTool, inboxProcessInputSchema, inboxProcessTool, orphansInputSchema, orphansTool, policyInputSchema, policyTool, projectInitInputSchema, projectInitTool, recommendationsInputSchema, recommendationsTool, rememberInputSchema, rememberTool, repairLinksInputSchema, repairLinksTool, searchInputSchema, searchTool, similarNotesInputSchema, similarNotesTool, sessionCloseInputSchema, sessionCloseTool, statsInputSchema, statsTool, suggestLinksInputSchema, suggestLinksTool, syncInputSchema, syncTool, validateInputSchema, validateTool, versionInputSchema, versionTool } from './tools.js';
+import { addNoteInputSchema, addFileInputSchema, addFileTool, addNoteTool, addNotesInputSchema, addNotesTool, deleteNoteInputSchema, deleteNoteTool, deleteNotesInputSchema, deleteNotesTool, volatileAddInputSchema, volatileAddTool, volatileClearInputSchema, volatileClearTool, dedupeInputSchema, dedupeResolveInputSchema, dedupeResolveTool, dedupeTool, brokenLinksInputSchema, brokenLinksTool, bootstrapInputSchema, bootstrapTool, canonicalizeContextLinksInputSchema, canonicalizeContextLinksTool, contextInputSchema, contextPacksInputSchema, contextPacksTool, contextTool, doctorActionsInputSchema, doctorActionsTool, graphContextsInputSchema, graphContextsTool, graphInputSchema, graphTool, explainInputSchema, explainTool, indexInputSchema, indexTool, inboxAddInputSchema, inboxAddTool, inboxListInputSchema, inboxListTool, inboxProcessInputSchema, inboxProcessTool, orphansInputSchema, orphansTool, policyInputSchema, policyTool, projectInitInputSchema, projectInitTool, recommendationsInputSchema, recommendationsTool, rememberInputSchema, rememberTool, repairLinksInputSchema, repairLinksTool, searchInputSchema, searchTool, similarNotesInputSchema, similarNotesTool, sessionCloseInputSchema, sessionCloseTool, statsInputSchema, statsTool, suggestLinksInputSchema, suggestLinksTool, syncInputSchema, syncTool, validateInputSchema, validateTool, vaultCommitInputSchema, vaultCommitTool, vaultExportInputSchema, vaultExportTool, vaultHistoryInputSchema, vaultHistoryTool, vaultImportInputSchema, vaultImportTool, vaultInitInputSchema, vaultInitTool, vaultProvisionInputSchema, vaultProvisionTool, vaultPullInputSchema, vaultPullTool, vaultRestoreInputSchema, vaultRestoreTool, vaultStatusInputSchema, vaultStatusTool, versionInputSchema, versionTool } from './tools.js';
 import { getRuntimeVersion } from './runtime.js';
 import { guardToolHandler } from './tool-guard.js';
 export const createBrainlinkMcpServer = () => {
@@ -155,6 +155,51 @@ export const createBrainlinkMcpServer = () => {
         description: 'Run index, stats, validate, broken-links and orphans checks in one call. Optionally run context probe.',
         inputSchema: syncInputSchema
     }, syncTool);
+    server.registerTool('brainlink_vault_status', {
+        title: 'Vault Git Status',
+        description: 'Report the vault git branch, whether it is dirty, and which Markdown files changed. Only Markdown is versioned; the derived index is git-ignored.',
+        inputSchema: vaultStatusInputSchema
+    }, vaultStatusTool);
+    server.registerTool('brainlink_vault_init', {
+        title: 'Initialize Vault Git',
+        description: 'Initialize git versioning for the vault (git init + .gitignore for the derived index), optionally setting an origin remote. Inline-credential remotes are refused.',
+        inputSchema: vaultInitInputSchema
+    }, vaultInitTool);
+    server.registerTool('brainlink_vault_provision', {
+        title: 'Provision Vault Repository',
+        description: 'Create a private GitHub repository for the vault with the authenticated gh CLI, wire it as origin, push the first snapshot, and enable autoVersion so later indexed changes are committed and pushed automatically. Only Markdown is versioned.',
+        inputSchema: vaultProvisionInputSchema
+    }, vaultProvisionTool);
+    server.registerTool('brainlink_vault_commit', {
+        title: 'Commit Vault Markdown',
+        description: 'Stage and commit the canonical Markdown (and .gitignore), optionally pushing to origin. Returns null commit when there is nothing to commit.',
+        inputSchema: vaultCommitInputSchema
+    }, vaultCommitTool);
+    server.registerTool('brainlink_vault_history', {
+        title: 'Vault Markdown History',
+        description: 'List recent git commits that touched the vault Markdown, with hash, author, date and subject.',
+        inputSchema: vaultHistoryInputSchema
+    }, vaultHistoryTool);
+    server.registerTool('brainlink_vault_pull', {
+        title: 'Pull Vault From Origin',
+        description: 'Pull Markdown from origin and reindex changed files so the vault stays immediately searchable. A merge conflict is aborted with a clear error instead of leaving conflict markers.',
+        inputSchema: vaultPullInputSchema
+    }, vaultPullTool);
+    server.registerTool('brainlink_vault_restore', {
+        title: 'Restore Vault To Ref',
+        description: 'Restore the vault Markdown to a git ref (commit, tag or branch) and reindex the changed files.',
+        inputSchema: vaultRestoreInputSchema
+    }, vaultRestoreTool);
+    server.registerTool('brainlink_vault_export', {
+        title: 'Export Vault Snapshot',
+        description: 'Write a portable .blvault snapshot (gzip envelope of the Markdown with per-file SHA-256). The derived index is not included; import rebuilds it.',
+        inputSchema: vaultExportInputSchema
+    }, vaultExportTool);
+    server.registerTool('brainlink_vault_import', {
+        title: 'Import Vault Snapshot',
+        description: 'Import a .blvault snapshot into the vault and reindex. Checksums are verified; divergent local files are preserved as *.conflict-<ts>.md instead of being overwritten.',
+        inputSchema: vaultImportInputSchema
+    }, vaultImportTool);
     server.registerTool('brainlink_graph', {
         title: 'Read Brainlink Graph',
         description: 'Read indexed graph nodes and wiki-link edges. Edges include weight and priority fields so agents can rank importance and priority.',

package/dist/mcp/tools/maintenance-tools.js

@@ -176,7 +176,7 @@ export const syncTool = async (input) => {
     const strategy = sanitizeContextStrategy(input.strategy, context.defaults.defaultContextStrategy);
     const contextLimit = input.contextLimit ?? context.defaults.defaultSearchLimit;
     const contextTokens = input.contextTokens ?? context.defaults.defaultContextTokens;
-    const contextPackage = await buildContextPackage(context.vault, input.contextQuery, contextLimit, contextTokens, context.agent, mode, strategy, context.defaults.defaultContextCacheTtlMs);
+    const contextPackage = await buildContextPackage(context.vault, input.contextQuery, contextLimit, contextTokens, context.agent, mode, strategy, context.defaults.defaultContextCacheTtlMs, context.defaults.cagPackTtlMs);
     const contextSession = await touchContextSession(context.vault, context.agent);
     return jsonResult({
         ...response,
@@ -198,7 +198,7 @@ export const bootstrapTool = async (input) => {
     const limit = input.limit ?? context.defaults.defaultSearchLimit;
     const tokens = input.tokens ?? context.defaults.defaultContextTokens;
     const contextPackage = input.query
-        ? await buildContextPackage(context.vault, input.query, limit, tokens, context.agent, mode, strategy, context.defaults.defaultContextCacheTtlMs)
+        ? await buildContextPackage(context.vault, input.query, limit, tokens, context.agent, mode, strategy, context.defaults.defaultContextCacheTtlMs, context.defaults.cagPackTtlMs)
         : undefined;
     const contextSession = input.query ? await touchContextSession(context.vault, context.agent) : undefined;
     const guidance = stats.documentCount === 0