opencode-harnmem 0.0.0-stage → 0.1.0

package/vendor/core/config.js

@@ -0,0 +1,134 @@
+/**
+ * Configuration: defaults, file loading and merge order.
+ *
+ * Precedence (low -> high):
+ *   built-in defaults
+ *   <home>/config.json
+ *   <projectRoot>/.harnmem.json
+ *   explicit options passed to HarnMem.open()
+ */
+import { promises as fs } from "node:fs";
+import { join } from "node:path";
+import { DEFAULT_FIELDS } from "./text.js";
+import { readJson } from "./util.js";
+export const DEFAULT_BUDGET = {
+    injectTokens: 1200,
+    searchTokens: 1200,
+    hotEntries: 24,
+    maxPinned: 10,
+};
+export const DEFAULT_RETRIEVAL = {
+    k1: 1.2,
+    b: 0.75,
+    weights: { lex: 1.0, imp: 0.15, conf: 0.1, rec: 0.12, use: 0.08, pin: 0.25, link: 0.3, stale: 0.3 },
+    decayPerHour: 0.995,
+    mmrLambda: 0.7,
+    // 0.10 keeps solid synonym-only matches answerable (a "go live" query still
+    // matches a record that says "deploy", lex ≈ 0.14) while a query with no
+    // lexical overlap at all abstains. S6-style false injections were caused by
+    // polluted expansion terms, not by this knob.
+    abstainLex: 0.1,
+    ttlDays: { user: 365, feedback: 365, project: 180, reference: 365 },
+    synonyms: true,
+    linkDiffusion: true,
+    mmr: true,
+};
+export const DEFAULT_WRITE = {
+    autoExtract: true,
+    skipExtractIfModelWrote: 1,
+    minUserMessages: 3,
+    minDigestChars: 500,
+    maxPerRun: 6,
+    minConfidence: 0.5,
+    llmTimeoutMs: 12000,
+};
+export const DEFAULT_GOVERNANCE = {
+    maxUserRecords: 500,
+    maxProjectRecords: 3000,
+    maxBodyBytes: 65536,
+    consolidateEveryWrites: 200,
+    trashGraceDays: 30,
+    archiveRetention: 180,
+    archiveR0: 0.3,
+};
+export const DEFAULT_CONFIG = {
+    home: "",
+    harness: "cli",
+    cwd: process.cwd(),
+    now: () => Date.now(),
+    budget: DEFAULT_BUDGET,
+    retrieval: DEFAULT_RETRIEVAL,
+    write: DEFAULT_WRITE,
+    governance: DEFAULT_GOVERNANCE,
+};
+export function mergeConfig(base, override) {
+    if (!override)
+        return base;
+    const merged = { ...base, ...override };
+    if (override.budget)
+        merged.budget = { ...(base.budget ?? DEFAULT_BUDGET), ...override.budget };
+    if (override.retrieval) {
+        const baseRetrieval = { ...DEFAULT_RETRIEVAL, ...(base.retrieval ?? {}) };
+        const next = { ...baseRetrieval, ...override.retrieval };
+        next.weights = { ...baseRetrieval.weights, ...(override.retrieval.weights ?? {}) };
+        next.ttlDays = { ...baseRetrieval.ttlDays, ...(override.retrieval.ttlDays ?? {}) };
+        merged.retrieval = next;
+    }
+    if (override.write)
+        merged.write = { ...(base.write ?? DEFAULT_WRITE), ...override.write };
+    if (override.governance)
+        merged.governance = { ...(base.governance ?? DEFAULT_GOVERNANCE), ...override.governance };
+    return merged;
+}
+async function readConfigFile(file) {
+    try {
+        await fs.access(file);
+    }
+    catch {
+        return null;
+    }
+    const parsed = await readJson(file, null);
+    return parsed && typeof parsed === "object" ? parsed : null;
+}
+/**
+ * Load config from the home config file and the project-local `.harnmem.json`
+ * (if any), then apply explicit overrides.
+ */
+export async function loadConfig(home, projectRoot, explicit) {
+    let config = { ...DEFAULT_CONFIG, home };
+    const globalFile = await readConfigFile(join(home, "config.json"));
+    if (globalFile)
+        config = mergeConfig(config, globalFile);
+    if (projectRoot) {
+        const localFile = await readConfigFile(join(projectRoot, ".harnmem.json"));
+        if (localFile)
+            config = mergeConfig(config, localFile);
+    }
+    config = mergeConfig(config, explicit);
+    config.home = home;
+    return config;
+}
+export function fieldsOf(config) {
+    return { ...DEFAULT_FIELDS, ...(config.retrieval?.fields ?? {}) };
+}
+/** Resolved ttl days for a type. */
+export function ttlDays(config, type) {
+    const ttl = config.retrieval?.ttlDays;
+    if (!ttl)
+        return 180;
+    return ttl[type] ?? 180;
+}
+/** Resolved retrieval config with all defaults applied. */
+export function retrievalOf(config) {
+    return { ...DEFAULT_RETRIEVAL, ...(config.retrieval ?? {}), weights: { ...DEFAULT_RETRIEVAL.weights, ...(config.retrieval?.weights ?? {}) }, ttlDays: { ...DEFAULT_RETRIEVAL.ttlDays, ...(config.retrieval?.ttlDays ?? {}) } };
+}
+export function writeOf(config) {
+    return { ...DEFAULT_WRITE, ...(config.write ?? {}) };
+}
+export function governanceOf(config) {
+    return { ...DEFAULT_GOVERNANCE, ...(config.governance ?? {}) };
+}
+export function budgetOf(config) {
+    return { ...DEFAULT_BUDGET, ...(config.budget ?? {}) };
+}
+//# sourceMappingURL=config.js.map

package/vendor/core/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAQjC,OAAO,EAAE,cAAc,EAAoB,MAAM,WAAW,CAAC;AAC7D,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAErC,MAAM,CAAC,MAAM,cAAc,GAAiB;IAC1C,YAAY,EAAE,IAAI;IAClB,YAAY,EAAE,IAAI;IAClB,UAAU,EAAE,EAAE;IACd,SAAS,EAAE,EAAE;CACd,CAAC;AAMF,MAAM,CAAC,MAAM,iBAAiB,GAAkB;IAC9C,EAAE,EAAE,GAAG;IACP,CAAC,EAAE,IAAI;IACP,OAAO,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE;IACnG,YAAY,EAAE,KAAK;IACnB,SAAS,EAAE,GAAG;IACd,4EAA4E;IAC5E,yEAAyE;IACzE,4EAA4E;IAC5E,8CAA8C;IAC9C,UAAU,EAAE,GAAG;IACf,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE;IACnE,QAAQ,EAAE,IAAI;IACd,aAAa,EAAE,IAAI;IACnB,GAAG,EAAE,IAAI;CACV,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAc;IACtC,WAAW,EAAE,IAAI;IACjB,uBAAuB,EAAE,CAAC;IAC1B,eAAe,EAAE,CAAC;IAClB,cAAc,EAAE,GAAG;IACnB,SAAS,EAAE,CAAC;IACZ,aAAa,EAAE,GAAG;IAClB,YAAY,EAAE,KAAK;CACpB,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAmB;IAChD,cAAc,EAAE,GAAG;IACnB,iBAAiB,EAAE,IAAI;IACvB,YAAY,EAAE,KAAK;IACnB,sBAAsB,EAAE,GAAG;IAC3B,cAAc,EAAE,EAAE;IAClB,gBAAgB,EAAE,GAAG;IACrB,SAAS,EAAE,GAAG;CACf,CAAC;AAaF,MAAM,CAAC,MAAM,cAAc,GAAa;IACtC,IAAI,EAAE,EAAE;IACR,OAAO,EAAE,KAAK;IACd,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;IAClB,GAAG,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;IACrB,MAAM,EAAE,cAAc;IACtB,SAAS,EAAE,iBAAiB;IAC5B,KAAK,EAAE,aAAa;IACpB,UAAU,EAAE,kBAAkB;CAC/B,CAAC;AAEF,MAAM,UAAU,WAAW,CAAC,IAAmB,EAAE,QAAmC;IAClF,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3B,MAAM,MAAM,GAAkB,EAAE,GAAG,IAAI,EAAE,GAAG,QAAQ,EAAE,CAAC;IACvD,IAAI,QAAQ,CAAC,MAAM;QAAE,MAAM,CAAC,MAAM,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,cAAc,CAAC,EAAE,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC;IAChG,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;QACvB,MAAM,aAAa,GAAG,EAAE,GAAG,iBAAiB,EAAE,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,CAAC;QAC1E,MAAM,IAAI,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,QAAQ,CAAC,SAAS,EAAE,CAAC;QACzD,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;QACnF,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,aAAa,CAAC,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;QACnF,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC;IAC1B,CAAC;IACD,IAAI,QAAQ,CAAC,KAAK;QAAE,MAAM,CAAC,KAAK,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,aAAa,CAAC,EAAE,GAAG,QAAQ,CAAC,KAAK,EAAE,CAAC;IAC3F,IAAI,QAAQ,CAAC,UAAU;QAAE,MAAM,CAAC,UAAU,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,IAAI,kBAAkB,CAAC,EAAE,GAAG,QAAQ,CAAC,UAAU,EAAE,CAAC;IACpH,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,IAAY;IACxC,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAuB,IAAI,EAAE,IAAI,CAAC,CAAC;IAChE,OAAO,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AAC9D,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,IAAY,EACZ,WAA+B,EAC/B,QAAmC;IAEnC,IAAI,MAAM,GAAkB,EAAE,GAAG,cAAc,EAAE,IAAI,EAAE,CAAC;IACxD,MAAM,UAAU,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC,CAAC;IACnE,IAAI,UAAU;QAAE,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IACzD,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,SAAS,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC,CAAC;QAC3E,IAAI,SAAS;YAAE,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IACzD,CAAC;IACD,MAAM,GAAG,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACvC,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,MAAqB;IAC5C,OAAO,EAAE,GAAG,cAAc,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;AACpE,CAAC;AAED,oCAAoC;AACpC,MAAM,UAAU,OAAO,CAAC,MAAqB,EAAE,IAAY;IACzD,MAAM,GAAG,GAAG,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC;IACtC,IAAI,CAAC,GAAG;QAAE,OAAO,GAAG,CAAC;IACrB,OAAQ,GAAyC,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC;AACjE,CAAC;AAED,2DAA2D;AAC3D,MAAM,UAAU,WAAW,CAAC,MAAqB;IAC/C,OAAO,EAAE,GAAG,iBAAiB,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,GAAG,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,IAAI,EAAE,CAAC,EAAE,EAAE,OAAO,EAAE,EAAE,GAAG,iBAAiB,CAAC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,SAAS,EAAE,OAAO,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;AACjO,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,MAAqB;IAC3C,OAAO,EAAE,GAAG,aAAa,EAAE,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;AACvD,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAqB;IAChD,OAAO,EAAE,GAAG,kBAAkB,EAAE,GAAG,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,EAAE,CAAC;AACjE,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,MAAqB;IAC5C,OAAO,EAAE,GAAG,cAAc,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;AACzD,CAAC"}

package/vendor/core/consolidate.d.ts

@@ -0,0 +1,14 @@
+import type { ConsolidateOptions, ConsolidationReport, HarnMemConfig } from "./types.js";
+import type { Store } from "./store.js";
+import type { IndexManager } from "./indexer.js";
+export declare class Consolidator {
+    private readonly store;
+    private readonly index;
+    private readonly config;
+    constructor(store: Store, index: IndexManager, config: HarnMemConfig);
+    private now;
+    run(opts?: ConsolidateOptions): Promise<ConsolidationReport>;
+    private findDuplicates;
+    private writeDigests;
+}
+//# sourceMappingURL=consolidate.d.ts.map

package/vendor/core/consolidate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"consolidate.d.ts","sourceRoot":"","sources":["../src/consolidate.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EACV,kBAAkB,EAClB,mBAAmB,EACnB,aAAa,EAGd,MAAM,YAAY,CAAC;AACpB,OAAO,KAAK,EAAY,KAAK,EAAE,MAAM,YAAY,CAAC;AAClD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAmBjD,qBAAa,YAAY;IAErB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,MAAM;gBAFN,KAAK,EAAE,KAAK,EACZ,KAAK,EAAE,YAAY,EACnB,MAAM,EAAE,aAAa;IAGxC,OAAO,CAAC,GAAG;IAIL,GAAG,CAAC,IAAI,GAAE,kBAAuB,GAAG,OAAO,CAAC,mBAAmB,CAAC;IA0FtE,OAAO,CAAC,cAAc;YAwBR,YAAY;CA2F3B"}

package/vendor/core/consolidate.js

@@ -0,0 +1,237 @@
+/**
+ * Consolidation: mechanical dedupe, lifecycle transitions and capacity
+ * enforcement; optional LLM digest writing. Never destructive: removals go to
+ * `trash/` and every action is audited.
+ */
+import { promises as fs } from "node:fs";
+import { join } from "node:path";
+import { contentSimilarity, mergeIntoRecord, recordSimhash, retentionDecision, trashDecision, valueScore, } from "./lifecycle.js";
+import { resolvePrompt, DEFAULT_CONSOLIDATE_PROMPT, ensurePromptFiles } from "./extract.js";
+import { fillPrompt } from "./assets.js";
+import { hamming64, newMemoryId } from "./util.js";
+import { governanceOf } from "./config.js";
+export class Consolidator {
+    store;
+    index;
+    config;
+    constructor(store, index, config) {
+        this.store = store;
+        this.index = index;
+        this.config = config;
+    }
+    now() {
+        return (this.config.now ?? Date.now)();
+    }
+    async run(opts = {}) {
+        const startedAt = this.now();
+        const dryRun = Boolean(opts.dryRun);
+        const report = {
+            runId: newMemoryId(startedAt),
+            startedAt,
+            finishedAt: startedAt,
+            merged: [],
+            supersededChainsCompressed: 0,
+            archived: [],
+            digestsWritten: [],
+            skipped: 0,
+            llmCalls: 0,
+            dryRun,
+        };
+        await ensurePromptFiles(this.store.home);
+        const shards = await this.store.listShards();
+        for (const shard of shards) {
+            const { records } = await this.store.readShard(shard);
+            for (const pair of this.findDuplicates(records)) {
+                report.merged.push({ into: pair.keep.id, from: [pair.drop.id] });
+                if (dryRun)
+                    continue;
+                const merged = mergeIntoRecord(pair.keep, pair.drop, this.now());
+                merged.links = merged.links.filter((id) => id !== pair.drop.id);
+                await this.store.writeRecord(shard, merged);
+                await this.store.moveToTrash(shard, pair.drop, this.now());
+                await this.store.audit({
+                    ts: this.now(),
+                    kind: "consolidate",
+                    action: "merge",
+                    merged: [pair.drop.id],
+                    into: pair.keep.id,
+                    reason: "near-dup",
+                });
+            }
+            const refreshed = await this.store.readShard(shard);
+            for (const record of refreshed.records.filter((r) => r.status === "active")) {
+                if (retentionDecision(record, this.now()) !== "archive")
+                    continue;
+                report.archived.push(record.id);
+                if (dryRun)
+                    continue;
+                await this.store.writeRecord(shard, { ...record, status: "archived", updated: this.now() });
+                await this.store.audit({ ts: this.now(), kind: "archive", ids: [record.id], reason: "decayed" });
+            }
+            for (const record of refreshed.records.filter((r) => r.status === "archived")) {
+                if (!trashDecision(record, this.now()))
+                    continue;
+                if (dryRun) {
+                    report.skipped++;
+                    continue;
+                }
+                await this.store.moveToTrash(shard, record, this.now());
+                await this.store.audit({ ts: this.now(), kind: "trash", ids: [record.id], reason: "cold-archive" });
+            }
+            // Supersede chains: compress metadata only (history stays on disk).
+            const all = (await this.store.readShard(shard)).records;
+            for (const record of all) {
+                if (record.supersededBy && record.status === "superseded" && record.validTo === null) {
+                    report.supersededChainsCompressed++;
+                    if (!dryRun)
+                        await this.store.writeRecord(shard, { ...record, validTo: record.updated });
+                }
+            }
+            // Capacity: archive lowest-value active records beyond the per-shard cap.
+            const governance = governanceOf(this.config);
+            const cap = shard.scope === "user" ? governance.maxUserRecords : governance.maxProjectRecords;
+            const active = (await this.store.readShard(shard)).records.filter((r) => r.status === "active");
+            if (active.length > cap) {
+                const excess = active
+                    .filter((r) => !r.pinned)
+                    .sort((a, b) => valueScore(a, this.now()) - valueScore(b, this.now()) || a.updated - b.updated)
+                    .slice(0, active.length - cap);
+                for (const record of excess) {
+                    report.archived.push(record.id);
+                    if (dryRun)
+                        continue;
+                    await this.store.writeRecord(shard, { ...record, status: "archived", updated: this.now() });
+                    await this.store.audit({ ts: this.now(), kind: "archive", ids: [record.id], reason: "capacity" });
+                }
+            }
+            if (this.config.llm && !dryRun && !opts.mechanicalOnly) {
+                const written = await this.writeDigests(shard, this.config.llm, opts.maxLlmCalls ?? 3, report);
+                report.digestsWritten.push(...written);
+            }
+        }
+        await this.index.rebuildAll();
+        report.finishedAt = this.now();
+        return report;
+    }
+    findDuplicates(records) {
+        const active = records.filter((record) => record.status === "active" && !record.sensitive);
+        const used = new Set();
+        const pairs = [];
+        for (let i = 0; i < active.length; i++) {
+            const a = active[i];
+            if (used.has(a.id))
+                continue;
+            for (let j = i + 1; j < active.length; j++) {
+                const b = active[j];
+                if (used.has(b.id))
+                    continue;
+                if (a.type !== b.type || a.scope !== b.scope)
+                    continue;
+                if (a.scope === "project" && a.project !== b.project)
+                    continue;
+                if (hamming64(recordSimhash(a), recordSimhash(b)) > 3)
+                    continue;
+                if (contentSimilarity(a, b) < 0.82)
+                    continue;
+                const keep = a.created <= b.created ? a : b;
+                const drop = keep === a ? b : a;
+                used.add(drop.id);
+                pairs.push({ keep, drop });
+                break;
+            }
+        }
+        return pairs;
+    }
+    async writeDigests(shard, llm, maxCalls, report) {
+        const { records } = await this.store.readShard(shard);
+        const active = records.filter((record) => record.status === "active");
+        if (active.length === 0)
+            return [];
+        const groups = new Map();
+        for (const record of active) {
+            const key = record.category ?? record.tags[0] ?? record.type;
+            const list = groups.get(key) ?? [];
+            list.push(record);
+            groups.set(key, list);
+        }
+        const asset = resolvePrompt(this.store.home, "consolidate-digest", DEFAULT_CONSOLIDATE_PROMPT);
+        const written = [];
+        for (const [topic, group] of [...groups.entries()].slice(0, maxCalls)) {
+            const memoriesBlock = group
+                .slice(0, 12)
+                .map((r) => [
+                `### [${r.id}] (${r.type}) valid_from=${new Date(r.validFrom).toISOString().slice(0, 10)}`,
+                `title: ${r.title}`,
+                `description: ${r.description}`,
+                `content:`,
+                r.content.slice(0, 800),
+            ].join("\n"))
+                .join("\n\n");
+            const legacyPrompt = [
+                `Shard: ${shard.name}`,
+                `Topic: ${topic}`,
+                "",
+                "Existing memory excerpts:",
+                group
+                    .slice(0, 12)
+                    .map((r) => `### ${r.title}\n${r.content.slice(0, 1200)}`)
+                    .join("\n\n"),
+            ].join("\n");
+            const prompt = asset.user
+                ? fillPrompt(asset.user, { topic, memories: memoriesBlock })
+                : legacyPrompt;
+            const request = {
+                system: asset.system,
+                prompt,
+                temperature: 0,
+                maxTokens: 2000,
+            };
+            let parsed;
+            try {
+                const response = await llm(request);
+                report.llmCalls++;
+                const start = response.text.indexOf("{");
+                const end = response.text.lastIndexOf("}");
+                if (start < 0 || end <= start)
+                    continue;
+                parsed = JSON.parse(response.text.slice(start, end + 1));
+            }
+            catch {
+                continue;
+            }
+            const digest = parsed.digest;
+            if (!digest || !digest.content)
+                continue;
+            const slug = topic.replace(/[^A-Za-z0-9\u4e00-\u9fff_-]+/g, "-").slice(0, 60) || "digest";
+            const file = join(this.store.digestDir(shard), `${slugifyFile(slug)}.md`);
+            await fs.mkdir(this.store.digestDir(shard), { recursive: true });
+            const body = [
+                "---",
+                "schema: 1",
+                `title: ${JSON.stringify(digest.title ?? topic)}`,
+                `updated: ${this.now()}`,
+                `sources: ${JSON.stringify(digest.sources ?? [])}`,
+                "---",
+                "",
+                `# ${digest.title ?? topic}`,
+                "",
+                digest.content,
+                "",
+            ].join("\n");
+            await fs.writeFile(file, body, "utf8");
+            written.push(file);
+            await this.store.audit({
+                ts: this.now(),
+                kind: "digest",
+                shard: shard.name,
+                topic,
+                sources: digest.sources ?? [],
+            });
+        }
+        return written;
+    }
+}
+function slugifyFile(input) {
+    return input.replace(/[\\/:*?"<>|\s]+/g, "-").replace(/^-+|-+$/g, "") || "digest";
+}
+//# sourceMappingURL=consolidate.js.map

package/vendor/core/consolidate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consolidate.js","sourceRoot":"","sources":["../src/consolidate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAUjC,OAAO,EACL,iBAAiB,EACjB,eAAe,EACf,aAAa,EACb,iBAAiB,EACjB,aAAa,EACb,UAAU,GACX,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,0BAA0B,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AAC5F,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAO3C,MAAM,OAAO,YAAY;IAEJ;IACA;IACA;IAHnB,YACmB,KAAY,EACZ,KAAmB,EACnB,MAAqB;QAFrB,UAAK,GAAL,KAAK,CAAO;QACZ,UAAK,GAAL,KAAK,CAAc;QACnB,WAAM,GAAN,MAAM,CAAe;IACrC,CAAC;IAEI,GAAG;QACT,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,OAA2B,EAAE;QACrC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACpC,MAAM,MAAM,GAAwB;YAClC,KAAK,EAAE,WAAW,CAAC,SAAS,CAAC;YAC7B,SAAS;YACT,UAAU,EAAE,SAAS;YACrB,MAAM,EAAE,EAAE;YACV,0BAA0B,EAAE,CAAC;YAC7B,QAAQ,EAAE,EAAE;YACZ,cAAc,EAAE,EAAE;YAClB,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,CAAC;YACX,MAAM;SACP,CAAC;QACF,MAAM,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;QAC7C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACtD,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,CAAC;gBAChD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACjE,IAAI,MAAM;oBAAE,SAAS;gBACrB,MAAM,MAAM,GAAG,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACjE,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,KAAK,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAChE,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBAC5C,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBAC3D,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;oBACrB,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE;oBACd,IAAI,EAAE,aAAa;oBACnB,MAAM,EAAE,OAAO;oBACf,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBACtB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE;oBAClB,MAAM,EAAE,UAAU;iBACnB,CAAC,CAAC;YACL,CAAC;YAED,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACpD,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,EAAE,CAAC;gBAC5E,IAAI,iBAAiB,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,SAAS;oBAAE,SAAS;gBAClE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;gBAChC,IAAI,MAAM;oBAAE,SAAS;gBACrB,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;gBAC5F,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;YACnG,CAAC;YACD,KAAK,MAAM,MAAM,IAAI,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,UAAU,CAAC,EAAE,CAAC;gBAC9E,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;oBAAE,SAAS;gBACjD,IAAI,MAAM,EAAE,CAAC;oBACX,MAAM,CAAC,OAAO,EAAE,CAAC;oBACjB,SAAS;gBACX,CAAC;gBACD,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;gBACxD,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,CAAC,CAAC;YACtG,CAAC;YAED,oEAAoE;YACpE,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;YACxD,KAAK,MAAM,MAAM,IAAI,GAAG,EAAE,CAAC;gBACzB,IAAI,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,MAAM,KAAK,YAAY,IAAI,MAAM,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;oBACrF,MAAM,CAAC,0BAA0B,EAAE,CAAC;oBACpC,IAAI,CAAC,MAAM;wBAAE,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC;gBAC3F,CAAC;YACH,CAAC;YAED,0EAA0E;YAC1E,MAAM,UAAU,GAAG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC7C,MAAM,GAAG,GAAG,KAAK,CAAC,KAAK,KAAK,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,UAAU,CAAC,iBAAiB,CAAC;YAC9F,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC;YAChG,IAAI,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;gBACxB,MAAM,MAAM,GAAG,MAAM;qBAClB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;qBACxB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC;qBAC9F,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;gBACjC,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;oBAC5B,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;oBAChC,IAAI,MAAM;wBAAE,SAAS;oBACrB,MAAM,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;oBAC5F,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;gBACpG,CAAC;YACH,CAAC;YAED,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;gBACvD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,WAAW,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;gBAC/F,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QACD,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;QAC9B,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC/B,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,cAAc,CAAC,OAAuB;QAC5C,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC3F,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,KAAK,GAAgB,EAAE,CAAC;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAiB,CAAC;YACpC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;gBAAE,SAAS;YAC7B,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAiB,CAAC;gBACpC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAAE,SAAS;gBAC7B,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,KAAK;oBAAE,SAAS;gBACvD,IAAI,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,OAAO;oBAAE,SAAS;gBAC/D,IAAI,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;oBAAE,SAAS;gBAChE,IAAI,iBAAiB,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI;oBAAE,SAAS;gBAC7C,MAAM,IAAI,GAAG,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC5C,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAClB,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC3B,MAAM;YACR,CAAC;QACH,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,KAAe,EACf,GAAsC,EACtC,QAAgB,EAChB,MAA2B;QAE3B,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACtD,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC;QACtE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,IAAI,GAAG,EAA0B,CAAC;QACjD,KAAK,MAAM,MAAM,IAAI,MAAM,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,IAAI,CAAC;YAC7D,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAClB,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACxB,CAAC;QACD,MAAM,KAAK,GAAG,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,oBAAoB,EAAE,0BAA0B,CAAC,CAAC;QAC/F,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,EAAE,CAAC;YACtE,MAAM,aAAa,GAAG,KAAK;iBACxB,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;iBACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACT;gBACE,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,gBAAgB,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE;gBAC1F,UAAU,CAAC,CAAC,KAAK,EAAE;gBACnB,gBAAgB,CAAC,CAAC,WAAW,EAAE;gBAC/B,UAAU;gBACV,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;aACxB,CAAC,IAAI,CAAC,IAAI,CAAC,CACb;iBACA,IAAI,CAAC,MAAM,CAAC,CAAC;YAChB,MAAM,YAAY,GAAG;gBACnB,UAAU,KAAK,CAAC,IAAI,EAAE;gBACtB,UAAU,KAAK,EAAE;gBACjB,EAAE;gBACF,2BAA2B;gBAC3B,KAAK;qBACF,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;qBACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;qBACzD,IAAI,CAAC,MAAM,CAAC;aAChB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI;gBACvB,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC;gBAC5D,CAAC,CAAC,YAAY,CAAC;YACjB,MAAM,OAAO,GAAe;gBAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,MAAM;gBACN,WAAW,EAAE,CAAC;gBACd,SAAS,EAAE,IAAI;aAChB,CAAC;YACF,IAAI,MAA6E,CAAC;YAClF,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,OAAO,CAAC,CAAC;gBACpC,MAAM,CAAC,QAAQ,EAAE,CAAC;gBAClB,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;gBACzC,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC3C,IAAI,KAAK,GAAG,CAAC,IAAI,GAAG,IAAI,KAAK;oBAAE,SAAS;gBACxC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,GAAG,CAAC,CAAC,CAAkB,CAAC;YAC5E,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;YAC7B,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO;gBAAE,SAAS;YACzC,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,+BAA+B,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,QAAQ,CAAC;YAC1F,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1E,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACjE,MAAM,IAAI,GAAG;gBACX,KAAK;gBACL,WAAW;gBACX,UAAU,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,EAAE;gBACjD,YAAY,IAAI,CAAC,GAAG,EAAE,EAAE;gBACxB,YAAY,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE;gBAClD,KAAK;gBACL,EAAE;gBACF,KAAK,MAAM,CAAC,KAAK,IAAI,KAAK,EAAE;gBAC5B,EAAE;gBACF,MAAM,CAAC,OAAO;gBACd,EAAE;aACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACb,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YACvC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;gBACrB,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE;gBACd,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,KAAK,CAAC,IAAI;gBACjB,KAAK;gBACL,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,EAAE;aAC9B,CAAC,CAAC;QACL,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,OAAO,KAAK,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,QAAQ,CAAC;AACpF,CAAC"}

package/vendor/core/data/synonyms.en.txt

@@ -0,0 +1,61 @@
+# HarnMem synonym table v1 (English)
+# Purpose: BM25 query expansion for English queries. English tokenization is word-based, so the same-meaning-rewording gap is much smaller than in Chinese; this table therefore stays small.
+# Format: canonical<TAB>syn1,syn2,...   — exactly one ASCII TAB; the second column is comma-separated with no spaces around commas.
+# Rules:
+#   - canonical is unique across the file; synonyms within a row must not repeat, and must not equal the canonical.
+#   - English terms are lowercase; no explanatory content.
+#   - Terms may contain spaces (e.g. rate limit, pull request); no spaces around commas.
+#   - Lines may cross-reference each other; expansion is one-hop and deduplicated, never transitive closure.
+#   - Used only for query expansion, never changes stored text; terms hit through expansion are down-weighted in scoring (see docs/design/03-retrieval.md).
+#   - Keep the shipped table generic (common development/AI vocabulary). Personal or project-specific terms belong in the user's <home>/data/synonyms.en.txt copy, never in the repository.
+# Language files: the engine loads every data/synonyms.<lang>.txt it finds (this file = English, data/synonyms.zh.txt = Chinese); the <home> copy of a filename overrides the shipped default of the same name. Add a language by adding data/synonyms.<lang>.txt — no code change.
+# Maintenance: add rows grouped by topic; verify changes with a reworded `harnmem search` query. The repository eval suite uses its own fixture (evals/data/synonyms.zh.tsv), so it does not cover edits to this file.
+
+## Development workflow
+deploy	deployment,release,ship
+install	setup,provision
+upgrade	update,bump
+rollback	revert,undo
+build	compile,bundle
+
+## Errors and debugging
+bug	defect,regression
+error	failure,exception,issue
+fix	patch,resolve
+debug	diagnose,troubleshoot
+memory leak	leak
+
+## Configuration and dependencies
+config	configuration,setting
+dependency	dep,package,library
+
+## Code refactoring
+refactor	rewrite,restructure
+
+## Version control and collaboration
+branch	feature branch
+commit	checkin
+pull request	pr,merge request,mr
+review	code review,cr
+
+## Testing and quality
+test	spec,suite
+coverage	code coverage
+lint	linter,static check
+eval	evaluation,benchmark
+baseline	bench,reference score
+
+## AI / LLM / memory
+agent	assistant,bot
+memory	memories
+embedding	embed,vectorize
+context	context window,ctx
+prompt	system prompt,instruction
+token	tokens
+session	conversation,thread
+retrieval	recall,search
+decay	aging,downweight
+dedupe	deduplicate,dedup
+archive	cold storage
+hook	callback,lifecycle hook
+plugin	extension,addon

package/vendor/core/data/synonyms.zh.txt

@@ -0,0 +1,157 @@
+# HarnMem synonym table v1 (Chinese)
+# Purpose: BM25 query expansion / index-side normalization / Chinese near-synonym recall. Zero-dependency plain text, loaded by the engine at startup.
+# Format: canonical<TAB>syn1,syn2,...   — exactly one ASCII TAB; the second column is comma-separated with no spaces around commas.
+# Rules:
+#   - canonical is unique across the file; synonyms within a row must not repeat, and must not equal the canonical.
+#   - English terms are lowercase; Chinese keeps common colloquial forms/abbreviations; no explanatory content.
+#   - Terms may contain spaces (e.g. rate limit, pull request); no spaces around commas.
+#   - Lines may cross-reference each other (e.g. deploy→release, release→deploy); expansion is one-hop and deduplicated, never transitive closure.
+#   - Used only for query expansion, never changes stored text; terms hit through expansion are down-weighted in scoring (see docs/design/03-retrieval.md).
+#   - Keep the shipped table generic (common development/AI vocabulary). Personal or project-specific domain terms belong in the user's <home>/data/synonyms.zh.txt copy, never in the repository.
+# Language files: the engine loads every data/synonyms.<lang>.txt it finds (this file = Chinese, data/synonyms.en.txt = English); the <home> copy of a filename overrides the shipped default of the same name. Add a language by adding data/synonyms.<lang>.txt — no code change.
+# Maintenance: add rows grouped by topic; verify changes with a reworded `harnmem search` query. The repository eval suite uses its own fixture (evals/data/synonyms.zh.tsv), so it does not cover edits to this file.
+
+## Development workflow
+部署	上线,发布,rollout,deploy
+上线	部署,发布,release,ship
+发布	上线,发版,出包,release
+回滚	rollback,退回,恢复版本
+灰度	金丝雀,canary,灰度发布
+打包	构建,build,编译产物
+构建	打包,build,compile
+流水线	pipeline,CI,持续集成
+持续集成	CI,流水线
+持续交付	CD,持续部署
+环境	env,环境配置,environment
+生产环境	prod,线上,production
+预发环境	staging,预发布
+本地环境	local,本机
+压测	压力测试,benchmark
+验证	校验,validate,检查
+监控	monitor,告警观测
+告警	报警,alert,通知
+日志	log,运行日志,logs
+排查	定位,诊断,troubleshoot
+修复	fix,修补,改正
+故障	事故,incident,宕机
+限流	rate limit,流控
+熔断	circuit breaker
+降级	fallback,退化
+缓存	cache,缓存层
+队列	queue,消息队列
+定时任务	cron,定时器
+后台任务	worker,异步任务
+
+## Errors and debugging
+报错	错误,异常,error
+异常	报错,错误,exception
+错误	报错,异常,error
+崩溃	crash,闪退,挂了
+卡死	hang,无响应,死锁
+超时	timeout,逾时
+内存泄漏	memory leak,泄漏
+堆栈	stack,调用栈,traceback
+断点	breakpoint,调试点
+调试	debug,排查
+复现	重现,repro
+根因	root cause,根本原因
+绕开	workaround,规避,临时方案
+兜底	fallback,保底
+空指针	null,undefined,空引用
+越界	out of range,数组越界
+
+## Configuration and dependencies
+配置	设置,config,配置项
+环境变量	env,环境配置
+依赖	包,dependency,库
+安装	install,装,部署依赖
+升级	update,更新版本,bump
+降级版本	downgrade,回退版本
+版本号	version,ver
+锁文件	lockfile,lock
+镜像源	registry,源
+代理	proxy,代理服务器
+密钥	key,secret,凭证
+令牌	token,access token
+授权	auth,鉴权,认证
+登录	signin,login,登陆
+
+## Code refactoring
+重构	refactor,重写,整理结构
+重写	重构,rewrite
+抽取公共逻辑	抽公共,extract,提取
+解耦	decouple,拆分
+耦合	coupling,强依赖
+死代码	dead code,无用代码
+命名	naming,取名
+注释	comment,文档注释
+类型定义	type,interface,接口定义
+接口	API,impl
+补丁	patch,hotfix,热修
+回退提交	revert,撤销,撤销提交
+
+## Version control and collaboration
+提交	commit,提交代码,checkin
+推送	push,推到远端
+拉取	pull,拉代码
+合并	merge,合入
+分支	branch,feature分支
+冲突	conflict,代码冲突
+评审	review,code review,CR
+变更请求	PR,pull request,MR
+标签	tag,版本标签
+发布说明	changelog,变更日志
+问题单	issue,工单,ticket
+
+## Testing and quality
+测试	test,单测,用例
+单元测试	单测,unit test
+集成测试	联调,integration test
+端到端测试	e2e,端到端
+回归测试	回归,regression
+冒烟测试	smoke test,smoke
+覆盖率	coverage,覆盖
+断言	assert,校验
+基准测试	benchmark,基准
+用例	case,测试用例,spec
+静态检查	lint,格式检查
+类型检查	typecheck,类型校验
+门槛	门禁,gate,阈值
+
+## AI / LLM / memory
+提示词	prompt,系统提示,instruction
+上下文	context,上下文窗口,ctx
+令牌数	token数,tokens
+嵌入	embedding,向量化,embed
+向量	vector,向量库
+检索	recall,召回,search
+召回	检索,recall
+重排	rerank,重排序
+微调	finetune,微调训练
+推理	inference,推理调用
+幻觉	hallucination,编造
+记忆	memory,长期记忆,memories
+会话	session,对话会话,conversation
+抽取	extraction,提取,extract
+固化	consolidate,consolidation,整理
+去重	dedupe,dedup,去重复
+衰减	decay,降权
+归档	archive,封存
+摘要	summary,总结摘要
+评测	eval,评估,测评
+基准	benchmark,基线
+插件	plugin,扩展,addon
+钩子	hook,callback,生命周期钩子
+
+## Documentation and communication
+文档	doc,说明文档
+规范	约定,convention,约定俗成
+决策	决定,decision
+原因	理由,why
+教训	经验,lesson
+坑	陷阱,pitfall,踩坑
+待办	TODO,待办事项
+注意事项	注意点,caveat
+示例	例子,sample,example
+路径	path,目录
+文件名	filename,文件名称