crewly 1.20.356 → 1.20.358

package/dist/backend/backend/src/services/wiki/wiki-log-compile.service.d.ts

@@ -0,0 +1,116 @@
+/**
+ * WikiLogCompileService — turns the week's log entries into a digest page.
+ *
+ * Agents append learnings to `llm-curated/log.md` and nothing ever read
+ * them back (#1345): bookkeep waited for ten net-new *pages* and reflect
+ * fed a queue nobody drained. This service does the deterministic half of
+ * "compile": once a day it takes the non-noise, not-yet-compiled entries
+ * of the last `COMPILE_WINDOW_DAYS`, groups them by category and topic,
+ * and writes (or appends to) one page per vault and ISO week under
+ * `llm-curated/digests/`, through the normal ingest path so the page gets
+ * frontmatter, an index line and history. Compiled entries are remembered
+ * by body key in `<vault>/.wiki-compile-state.json` so a later run does
+ * not compile them again. No LLM; an agent can still rewrite a digest into
+ * a proper topic page.
+ *
+ * @module services/wiki/wiki-log-compile.service
+ */
+import { WikiIngestService } from './wiki-ingest.service.js';
+/** Options for {@link WikiLogCompileService.compile}. */
+export interface WikiLogCompileOptions {
+    /** Report only; write nothing (page or state). */
+    dryRun?: boolean;
+    /** Clock (tests). */
+    now?: number;
+    /** Window override (tests). */
+    windowDays?: number;
+    /** Minimum-entries override (tests). */
+    minEntries?: number;
+}
+/** Outcome of one vault's compile. */
+export interface WikiLogCompileResult {
+    vaultPath: string;
+    /** False when the log is missing, too few new entries, or ingest refused the page. */
+    compiled: boolean;
+    reason?: 'no_log' | 'too_few_entries' | 'ingest_refused';
+    /** Uncompiled non-noise entries found in the window. */
+    candidates: number;
+    /** Entries written into the digest. */
+    entriesCompiled: number;
+    /** Vault-relative digest page (planned in a dry run). */
+    pagePath?: string;
+    /** Topic groups written. */
+    groups: number;
+    dryRun: boolean;
+}
+/**
+ * ISO-8601 week label (`YYYY-Www`) of a date.
+ *
+ * @param ms - Epoch ms
+ * @returns Label such as `2026-W42`
+ */
+export declare function isoWeekLabel(ms: number): string;
+/**
+ * Compiles vault log entries into weekly digest pages. Stateless singleton
+ * apart from the per-vault state file.
+ */
+export declare class WikiLogCompileService {
+    private readonly ingest;
+    private static instance;
+    private readonly logger;
+    constructor(ingest?: WikiIngestService);
+    static getInstance(): WikiLogCompileService;
+    /** Test-only reset. */
+    static _resetForTesting(): void;
+    /**
+     * Compile one vault's uncompiled recent entries into this week's digest.
+     *
+     * @param vaultPath - Vault root
+     * @param opts - Dry run, clock and threshold overrides
+     * @returns What was (or would be) written
+     *
+     * @example
+     * ```typescript
+     * const r = await WikiLogCompileService.getInstance().compile(vault);
+     * // r.compiled && r.pagePath === 'llm-curated/digests/2026-W42.md'
+     * ```
+     */
+    compile(vaultPath: string, opts?: WikiLogCompileOptions): Promise<WikiLogCompileResult>;
+    /**
+     * Compile every vault in a list; failures are logged per vault.
+     *
+     * @param vaults - Vault roots
+     * @param opts - Passed to {@link compile}
+     * @returns One result per vault checked
+     */
+    compileAll(vaults: readonly string[], opts?: WikiLogCompileOptions): Promise<WikiLogCompileResult[]>;
+    /**
+     * Group entries by `<category> / <topic>`, largest groups first, stable
+     * within a group (oldest first).
+     *
+     * @param entries - Candidate entries
+     * @returns Groups with a label and members
+     */
+    private group;
+    /**
+     * `k gotchas, m decisions, …` for the page summary.
+     *
+     * @param entries - Entries
+     * @returns Comma-separated counts, most frequent first
+     */
+    private categoryCounts;
+    /**
+     * Markdown body of one compile run: a dated heading, then one `###` per
+     * group with one bullet per entry (author, date, body clipped).
+     *
+     * @param groups - Grouped entries
+     * @param all - All entries in the run (for the date range)
+     * @param now - Epoch ms of the run
+     * @returns Markdown
+     */
+    private renderBody;
+    private statePath;
+    private readState;
+    private writeState;
+}
+//# sourceMappingURL=wiki-log-compile.service.d.ts.map

package/dist/backend/backend/src/services/wiki/wiki-log-compile.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wiki-log-compile.service.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/wiki/wiki-log-compile.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAOH,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAkB7D,yDAAyD;AACzD,MAAM,WAAW,qBAAqB;IACpC,kDAAkD;IAClD,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,qBAAqB;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,+BAA+B;IAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,wCAAwC;IACxC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,sCAAsC;AACtC,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,sFAAsF;IACtF,QAAQ,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,QAAQ,GAAG,iBAAiB,GAAG,gBAAgB,CAAC;IACzD,wDAAwD;IACxD,UAAU,EAAE,MAAM,CAAC;IACnB,uCAAuC;IACvC,eAAe,EAAE,MAAM,CAAC;IACxB,yDAAyD;IACzD,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,4BAA4B;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;CACjB;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,CAS/C;AAED;;;GAGG;AACH,qBAAa,qBAAqB;IAIpB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAHnC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAsC;IAC7D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkB;gBAEZ,MAAM,GAAE,iBAAmD;IAIxF,MAAM,CAAC,WAAW,IAAI,qBAAqB;IAK3C,uBAAuB;IACvB,MAAM,CAAC,gBAAgB,IAAI,IAAI;IAI/B;;;;;;;;;;;;OAYG;IACG,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,IAAI,GAAE,qBAA0B,GAAG,OAAO,CAAC,oBAAoB,CAAC;IA6DjG;;;;;;OAMG;IACG,UAAU,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,EAAE,IAAI,GAAE,qBAA0B,GAAG,OAAO,CAAC,oBAAoB,EAAE,CAAC;IAc9G;;;;;;OAMG;IACH,OAAO,CAAC,KAAK;IAeb;;;;;OAKG;IACH,OAAO,CAAC,cAAc;IAYtB;;;;;;;;OAQG;IACH,OAAO,CAAC,UAAU;IAgBlB,OAAO,CAAC,SAAS;YAIH,SAAS;YAQT,UAAU;CAGzB"}

package/dist/backend/backend/src/services/wiki/wiki-log-compile.service.js

@@ -0,0 +1,227 @@
+/**
+ * WikiLogCompileService — turns the week's log entries into a digest page.
+ *
+ * Agents append learnings to `llm-curated/log.md` and nothing ever read
+ * them back (#1345): bookkeep waited for ten net-new *pages* and reflect
+ * fed a queue nobody drained. This service does the deterministic half of
+ * "compile": once a day it takes the non-noise, not-yet-compiled entries
+ * of the last `COMPILE_WINDOW_DAYS`, groups them by category and topic,
+ * and writes (or appends to) one page per vault and ISO week under
+ * `llm-curated/digests/`, through the normal ingest path so the page gets
+ * frontmatter, an index line and history. Compiled entries are remembered
+ * by body key in `<vault>/.wiki-compile-state.json` so a later run does
+ * not compile them again. No LLM; an agent can still rewrite a digest into
+ * a proper topic page.
+ *
+ * @module services/wiki/wiki-log-compile.service
+ */
+import * as path from 'path';
+import * as fs from 'fs/promises';
+import { LoggerService } from '../core/logger.service.js';
+import { WIKI_LOG_CONSTANTS } from '../../constants.js';
+import { atomicWriteJson, safeReadJson } from '../../utils/file-io.utils.js';
+import { WikiIngestService } from './wiki-ingest.service.js';
+import { logBodyKey, logEntryCategory, logEntryTopic, parseLogEntries, recentContentEntries, } from './wiki-log-entries.js';
+/**
+ * ISO-8601 week label (`YYYY-Www`) of a date.
+ *
+ * @param ms - Epoch ms
+ * @returns Label such as `2026-W42`
+ */
+export function isoWeekLabel(ms) {
+    const d = new Date(ms);
+    const date = new Date(Date.UTC(d.getUTCFullYear(), d.getUTCMonth(), d.getUTCDate()));
+    // Thursday of the current week decides the ISO year.
+    const day = date.getUTCDay() || 7;
+    date.setUTCDate(date.getUTCDate() + 4 - day);
+    const yearStart = Date.UTC(date.getUTCFullYear(), 0, 1);
+    const week = Math.ceil(((date.getTime() - yearStart) / 86_400_000 + 1) / 7);
+    return `${date.getUTCFullYear()}-W${String(week).padStart(2, '0')}`;
+}
+/**
+ * Compiles vault log entries into weekly digest pages. Stateless singleton
+ * apart from the per-vault state file.
+ */
+export class WikiLogCompileService {
+    ingest;
+    static instance = null;
+    logger;
+    constructor(ingest = WikiIngestService.getInstance()) {
+        this.ingest = ingest;
+        this.logger = LoggerService.getInstance().createComponentLogger('WikiLogCompile');
+    }
+    static getInstance() {
+        if (!this.instance)
+            this.instance = new WikiLogCompileService();
+        return this.instance;
+    }
+    /** Test-only reset. */
+    static _resetForTesting() {
+        this.instance = null;
+    }
+    /**
+     * Compile one vault's uncompiled recent entries into this week's digest.
+     *
+     * @param vaultPath - Vault root
+     * @param opts - Dry run, clock and threshold overrides
+     * @returns What was (or would be) written
+     *
+     * @example
+     * ```typescript
+     * const r = await WikiLogCompileService.getInstance().compile(vault);
+     * // r.compiled && r.pagePath === 'llm-curated/digests/2026-W42.md'
+     * ```
+     */
+    async compile(vaultPath, opts = {}) {
+        const dryRun = opts.dryRun === true;
+        const now = opts.now ?? Date.now();
+        const windowDays = opts.windowDays ?? WIKI_LOG_CONSTANTS.COMPILE_WINDOW_DAYS;
+        const minEntries = opts.minEntries ?? WIKI_LOG_CONSTANTS.COMPILE_MIN_ENTRIES;
+        const base = { vaultPath, compiled: false, candidates: 0, entriesCompiled: 0, groups: 0, dryRun };
+        let raw;
+        try {
+            raw = await fs.readFile(path.join(vaultPath, WIKI_LOG_CONSTANTS.LOG_RELATIVE_PATH), 'utf8');
+        }
+        catch {
+            return { ...base, reason: 'no_log' };
+        }
+        const state = await this.readState(vaultPath);
+        const done = new Set(state.compiledKeys);
+        const candidates = recentContentEntries(parseLogEntries(raw), windowDays, now)
+            .filter((e) => !done.has(logBodyKey(e.body)))
+            .sort((a, b) => a.timestampMs - b.timestampMs)
+            .slice(0, WIKI_LOG_CONSTANTS.COMPILE_MAX_ENTRIES);
+        base.candidates = candidates.length;
+        if (candidates.length < minEntries)
+            return { ...base, reason: 'too_few_entries' };
+        const week = isoWeekLabel(now);
+        const pagePath = `${WIKI_LOG_CONSTANTS.COMPILE_DIR}/${week}.md`;
+        const groups = this.group(candidates);
+        const body = this.renderBody(groups, candidates, now);
+        const result = { ...base, compiled: true, entriesCompiled: candidates.length, pagePath, groups: groups.length };
+        if (dryRun) {
+            this.logger.info('WikiLogCompile dry run — would write digest', { vaultPath, pagePath, entries: candidates.length, groups: groups.length });
+            return result;
+        }
+        const counts = this.categoryCounts(candidates);
+        const outcome = await this.ingest.ingest({
+            vaultPath,
+            sourceType: 'record_learning',
+            sourceRef: `wiki-log-compile:${week}:${new Date(now).toISOString()}`,
+            sourceBody: body,
+            callerSession: 'system:wiki-log-compile',
+            targetRelativePath: pagePath,
+            title: `Digest ${week}`,
+            summary: `${candidates.length} learnings from the vault log (${counts}) compiled ${new Date(now).toISOString().slice(0, 10)} — read before working on these topics; promote what still matters to its own page.`,
+            keepBecause: 'reusable_method',
+            tags: ['digest', week],
+        });
+        if (!outcome.ok) {
+            this.logger.warn('WikiLogCompile: ingest refused the digest page (non-fatal)', { vaultPath, pagePath, reason: outcome.reason });
+            return { ...base, reason: 'ingest_refused', candidates: candidates.length };
+        }
+        const keys = [...state.compiledKeys, ...candidates.map((e) => logBodyKey(e.body))];
+        await this.writeState(vaultPath, {
+            compiledKeys: keys.slice(-WIKI_LOG_CONSTANTS.COMPILE_STATE_MAX_KEYS),
+            lastCompiledAt: new Date(now).toISOString(),
+        });
+        this.logger.info('WikiLogCompile wrote digest', { vaultPath, pagePath, entries: candidates.length, groups: groups.length });
+        return result;
+    }
+    /**
+     * Compile every vault in a list; failures are logged per vault.
+     *
+     * @param vaults - Vault roots
+     * @param opts - Passed to {@link compile}
+     * @returns One result per vault checked
+     */
+    async compileAll(vaults, opts = {}) {
+        const out = [];
+        for (const vaultPath of vaults) {
+            try {
+                out.push(await this.compile(vaultPath, opts));
+            }
+            catch (err) {
+                this.logger.warn('WikiLogCompile failed for vault (non-fatal)', { vaultPath, error: err instanceof Error ? err.message : String(err) });
+            }
+        }
+        return out;
+    }
+    // ---------------------------------------------------------------------------
+    /**
+     * Group entries by `<category> / <topic>`, largest groups first, stable
+     * within a group (oldest first).
+     *
+     * @param entries - Candidate entries
+     * @returns Groups with a label and members
+     */
+    group(entries) {
+        const byLabel = new Map();
+        for (const e of entries) {
+            const category = logEntryCategory(e.body);
+            const topic = logEntryTopic(e.body);
+            const label = topic.toLowerCase() === category ? category : `${category} / ${topic}`;
+            const list = byLabel.get(label) ?? [];
+            list.push(e);
+            byLabel.set(label, list);
+        }
+        return [...byLabel.entries()]
+            .map(([label, members]) => ({ label, members }))
+            .sort((a, b) => b.members.length - a.members.length || a.label.localeCompare(b.label));
+    }
+    /**
+     * `k gotchas, m decisions, …` for the page summary.
+     *
+     * @param entries - Entries
+     * @returns Comma-separated counts, most frequent first
+     */
+    categoryCounts(entries) {
+        const counts = new Map();
+        for (const e of entries) {
+            const c = logEntryCategory(e.body);
+            counts.set(c, (counts.get(c) ?? 0) + 1);
+        }
+        return [...counts.entries()]
+            .sort((a, b) => b[1] - a[1])
+            .map(([c, n]) => `${n} ${c}`)
+            .join(', ');
+    }
+    /**
+     * Markdown body of one compile run: a dated heading, then one `###` per
+     * group with one bullet per entry (author, date, body clipped).
+     *
+     * @param groups - Grouped entries
+     * @param all - All entries in the run (for the date range)
+     * @param now - Epoch ms of the run
+     * @returns Markdown
+     */
+    renderBody(groups, all, now) {
+        const first = all[0]?.timestamp.slice(0, 10) ?? '';
+        const last = all[all.length - 1]?.timestamp.slice(0, 10) ?? '';
+        const lines = [`## Compiled ${new Date(now).toISOString().slice(0, 10)} — ${all.length} entries from ${first} to ${last}`, ''];
+        for (const g of groups) {
+            lines.push(`### ${g.label} (${g.members.length})`, '');
+            for (const e of g.members) {
+                const body = e.body.replace(/\s+/g, ' ').trim();
+                const clipped = body.length > WIKI_LOG_CONSTANTS.COMPILE_ENTRY_MAX_CHARS ? `${body.slice(0, WIKI_LOG_CONSTANTS.COMPILE_ENTRY_MAX_CHARS - 1)}…` : body;
+                lines.push(`- ${e.timestamp.slice(0, 10)} · ${e.caller}: ${clipped}`);
+            }
+            lines.push('');
+        }
+        return lines.join('\n').trim();
+    }
+    statePath(vaultPath) {
+        return path.join(vaultPath, WIKI_LOG_CONSTANTS.COMPILE_STATE_FILE);
+    }
+    async readState(vaultPath) {
+        const data = await safeReadJson(this.statePath(vaultPath), null);
+        return {
+            compiledKeys: Array.isArray(data?.compiledKeys) ? data.compiledKeys.filter((k) => typeof k === 'string') : [],
+            lastCompiledAt: typeof data?.lastCompiledAt === 'string' ? data.lastCompiledAt : null,
+        };
+    }
+    async writeState(vaultPath, state) {
+        await atomicWriteJson(this.statePath(vaultPath), state);
+    }
+}
+//# sourceMappingURL=wiki-log-compile.service.js.map

package/dist/backend/backend/src/services/wiki/wiki-log-compile.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wiki-log-compile.service.js","sourceRoot":"","sources":["../../../../../../backend/src/services/wiki/wiki-log-compile.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,aAAa,EAAwB,MAAM,2BAA2B,CAAC;AAChF,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAC;AAC7E,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EACL,UAAU,EACV,gBAAgB,EAChB,aAAa,EACb,eAAe,EACf,oBAAoB,GAErB,MAAM,uBAAuB,CAAC;AAuC/B;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,EAAU;IACrC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;IACvB,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IACrF,qDAAqD;IACrD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAClC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;IAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACxD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,SAAS,CAAC,GAAG,UAAU,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5E,OAAO,GAAG,IAAI,CAAC,cAAc,EAAE,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;AACtE,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,qBAAqB;IAIH;IAHrB,MAAM,CAAC,QAAQ,GAAiC,IAAI,CAAC;IAC5C,MAAM,CAAkB;IAEzC,YAA6B,SAA4B,iBAAiB,CAAC,WAAW,EAAE;QAA3D,WAAM,GAAN,MAAM,CAAqD;QACtF,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,qBAAqB,CAAC,gBAAgB,CAAC,CAAC;IACpF,CAAC;IAED,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,IAAI,CAAC,QAAQ,GAAG,IAAI,qBAAqB,EAAE,CAAC;QAChE,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,uBAAuB;IACvB,MAAM,CAAC,gBAAgB;QACrB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACvB,CAAC;IAED;;;;;;;;;;;;OAYG;IACH,KAAK,CAAC,OAAO,CAAC,SAAiB,EAAE,OAA8B,EAAE;QAC/D,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,KAAK,IAAI,CAAC;QACpC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACnC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,kBAAkB,CAAC,mBAAmB,CAAC;QAC7E,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,kBAAkB,CAAC,mBAAmB,CAAC;QAC7E,MAAM,IAAI,GAAyB,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;QAExH,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,kBAAkB,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC,CAAC;QAC9F,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;QACvC,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACzC,MAAM,UAAU,GAAG,oBAAoB,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,UAAU,EAAE,GAAG,CAAC;aAC3E,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;aAC5C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,WAAW,CAAC;aAC7C,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,mBAAmB,CAAC,CAAC;QACpD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC;QACpC,IAAI,UAAU,CAAC,MAAM,GAAG,UAAU;YAAE,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,iBAAiB,EAAE,CAAC;QAElF,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;QAC/B,MAAM,QAAQ,GAAG,GAAG,kBAAkB,CAAC,WAAW,IAAI,IAAI,KAAK,CAAC;QAChE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;QACtD,MAAM,MAAM,GAAyB,EAAE,GAAG,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,eAAe,EAAE,UAAU,CAAC,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QAEtI,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;YAC5I,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;YACvC,SAAS;YACT,UAAU,EAAE,iBAAiB;YAC7B,SAAS,EAAE,oBAAoB,IAAI,IAAI,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,EAAE;YACpE,UAAU,EAAE,IAAI;YAChB,aAAa,EAAE,yBAAyB;YACxC,kBAAkB,EAAE,QAAQ;YAC5B,KAAK,EAAE,UAAU,IAAI,EAAE;YACvB,OAAO,EAAE,GAAG,UAAU,CAAC,MAAM,kCAAkC,MAAM,cAAc,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,qFAAqF;YAChN,WAAW,EAAE,iBAAiB;YAC9B,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI,CAAC;SACvB,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4DAA4D,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;YAChI,OAAO,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,gBAAgB,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC;QAC9E,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,GAAG,KAAK,CAAC,YAAY,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACnF,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE;YAC/B,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,kBAAkB,CAAC,sBAAsB,CAAC;YACpE,cAAc,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE;SAC5C,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6BAA6B,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC5H,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,UAAU,CAAC,MAAyB,EAAE,OAA8B,EAAE;QAC1E,MAAM,GAAG,GAA2B,EAAE,CAAC;QACvC,KAAK,MAAM,SAAS,IAAI,MAAM,EAAE,CAAC;YAC/B,IAAI,CAAC;gBACH,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;YAChD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,6CAA6C,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC1I,CAAC;QACH,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,8EAA8E;IAE9E;;;;;;OAMG;IACK,KAAK,CAAC,OAAsC;QAClD,MAAM,OAAO,GAAG,IAAI,GAAG,EAAgC,CAAC;QACxD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,QAAQ,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,KAAK,GAAG,KAAK,CAAC,WAAW,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,QAAQ,MAAM,KAAK,EAAE,CAAC;YACrF,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;YACtC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACb,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,CAAC,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;aAC1B,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;aAC/C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;IAC3F,CAAC;IAED;;;;;OAKG;IACK,cAAc,CAAC,OAAsC;QAC3D,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;QACzC,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1C,CAAC;QACD,OAAO,CAAC,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;aACzB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;aAC3B,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;aAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,CAAC;IAED;;;;;;;;OAQG;IACK,UAAU,CAAC,MAAuE,EAAE,GAAkC,EAAE,GAAW;QACzI,MAAM,KAAK,GAAG,GAAG,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QACnD,MAAM,IAAI,GAAG,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;QAC/D,MAAM,KAAK,GAAa,CAAC,eAAe,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,MAAM,iBAAiB,KAAK,OAAO,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QACzI,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC,CAAC;YACvD,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;gBAC1B,MAAM,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;gBAChD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,kBAAkB,CAAC,uBAAuB,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,uBAAuB,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;gBACtJ,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC,CAAC;YACxE,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;IACjC,CAAC;IAEO,SAAS,CAAC,SAAiB;QACjC,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,kBAAkB,CAAC,kBAAkB,CAAC,CAAC;IACrE,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,SAAiB;QACvC,MAAM,IAAI,GAAG,MAAM,YAAY,CAA+B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,CAAC;QAC/F,OAAO;YACL,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE;YAC1H,cAAc,EAAE,OAAO,IAAI,EAAE,cAAc,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI;SACtF,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,SAAiB,EAAE,KAAmB;QAC7D,MAAM,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,KAAK,CAAC,CAAC;IAC1D,CAAC"}

package/dist/backend/backend/src/services/wiki/wiki-log-entries.d.ts

@@ -0,0 +1,142 @@
+/**
+ * The vault activity log (`llm-curated/log.md`) as entries.
+ *
+ * One place that knows the entry format `WikiIngestService` appends:
+ *
+ *   ## [<ISO>] <sourceType> | <caller>
+ *
+ *   ref: <sourceRef>
+ *
+ *   <body>
+ *
+ * Used by search (one document per recent entry), rotation (carry forward
+ * the recent non-noise entries), the digest compiler and the startup
+ * briefing. Also decides what counts as a content-free entry (#1345): a
+ * templated state transition carries nothing a reader could use.
+ *
+ * @module services/wiki/wiki-log-entries
+ */
+/** One parsed `log.md` entry. */
+export interface WikiLogEntryRecord {
+    /** ISO timestamp from the header. */
+    timestamp: string;
+    /** Epoch ms of `timestamp`, or NaN when it does not parse. */
+    timestampMs: number;
+    /** Source type from the header (`record_learning`, `user_chat`, ...). */
+    sourceType: string;
+    /** Caller session (or source ref) from the header. */
+    caller: string;
+    /** `ref:` line value, '' when absent. */
+    ref: string;
+    /** Entry body after the `ref:` line, trimmed. */
+    body: string;
+    /** The entry's raw text, header included, as it stands in the file. */
+    raw: string;
+}
+/** Header a fresh `log.md` starts with. */
+export declare const WIKI_LOG_HEADER = "# Activity log\n\nAppend-only log of ingested sources. Each entry: `## [<ISO>] <sourceType> | <caller>`.\n";
+/**
+ * Whether a learning / log body is a content-free templated record.
+ *
+ * @param body - Entry body or learning text
+ * @returns True when the text matches a known templated shape or is blank
+ *
+ * @example
+ * ```typescript
+ * isNoiseLogBody('(learning) [pattern] [[WorkItem-1]] task:done running→done. timestamp=2026-10-17T00:00:00Z. Source: x.'); // true
+ * isNoiseLogBody('(gotcha) complete-task rejects queued→done; accept-task first.'); // false
+ * ```
+ */
+export declare function isNoiseLogBody(body: string | undefined | null): boolean;
+/**
+ * Conversation handover snapshots (`**Conversation handover — <agent> — task <id>** (fact) …`)
+ * that the fresh-conversation path mirrors into the vault. They are state,
+ * not knowledge: a thousand of them a week on one machine. They stay in the
+ * log (the agent is pointed at them) but are not knowledge for search, the
+ * digest, memory or the briefing.
+ *
+ * @param body - Entry body
+ * @returns True for a handover snapshot
+ */
+export declare function isHandoverLogBody(body: string | undefined | null): boolean;
+/**
+ * Normalised form of a body used for duplicate detection: whitespace
+ * collapsed, case folded, trailing punctuation dropped.
+ *
+ * @param body - Entry body
+ * @returns Normalised text
+ */
+export declare function normalizeLogBody(body: string): string;
+/**
+ * Stable key of an entry's content (sha1 of the normalised body). Two
+ * entries with the same body share a key whatever their timestamps.
+ *
+ * @param body - Entry body
+ * @returns 40-char hex digest
+ */
+export declare function logBodyKey(body: string): string;
+/**
+ * Parse a whole `log.md` into entries, in file order. Text before the
+ * first entry header (the preamble, a migrated learnings import) is not an
+ * entry and is dropped.
+ *
+ * @param raw - File content
+ * @returns Entries in file order
+ */
+export declare function parseLogEntries(raw: string): WikiLogEntryRecord[];
+/**
+ * Serialise an entry back into the append format (leading blank line,
+ * header, ref line, body, trailing blank line).
+ *
+ * @param entry - Entry to serialise
+ * @returns Markdown block
+ */
+export declare function serializeLogEntry(entry: Pick<WikiLogEntryRecord, 'timestamp' | 'sourceType' | 'caller' | 'ref' | 'body'>): string;
+/**
+ * The entries from the last `days` days that carry content, newest first,
+ * with duplicate bodies collapsed (the newest copy wins). Handover
+ * snapshots are left out unless `includeHandovers` is set (rotation keeps
+ * them; search, digest, memory and briefing do not).
+ *
+ * @param entries - Parsed entries (any order)
+ * @param days - Window length
+ * @param now - Current epoch ms
+ * @param limit - Cap on returned entries
+ * @param options - `includeHandovers` keeps handover snapshots
+ * @returns Recent, non-noise, deduped entries, newest first
+ */
+export declare function recentContentEntries(entries: readonly WikiLogEntryRecord[], days: number, now?: number, limit?: number, options?: {
+    includeHandovers?: boolean;
+}): WikiLogEntryRecord[];
+/**
+ * Vault-relative "path" of a log entry as surfaced by search:
+ * `llm-curated/log.md#<ISO timestamp>`.
+ *
+ * @param entry - Entry
+ * @returns Pseudo path
+ */
+export declare function logEntryPath(entry: Pick<WikiLogEntryRecord, 'timestamp'>): string;
+/**
+ * Whether a vault-relative path points at a log entry (as opposed to a page).
+ *
+ * @param relativePath - Path from a search hit
+ * @returns True for `llm-curated/log.md#…`
+ */
+export declare function isLogEntryPath(relativePath: string): boolean;
+/**
+ * The `(category)` prefix `MemoryService` puts on a mirrored memory
+ * (`(gotcha) …`, `(decision) …`) or the `[tag]` an auto-recorder uses.
+ *
+ * @param body - Entry body
+ * @returns Lower-case category, or 'learning' when none is present
+ */
+export declare function logEntryCategory(body: string): string;
+/**
+ * Topic of an entry for grouping in a digest: the first `[[Entity]]` link,
+ * else a bold `**Title**` lead, else the category.
+ *
+ * @param body - Entry body
+ * @returns Short topic label
+ */
+export declare function logEntryTopic(body: string): string;
+//# sourceMappingURL=wiki-log-entries.d.ts.map

package/dist/backend/backend/src/services/wiki/wiki-log-entries.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wiki-log-entries.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/wiki/wiki-log-entries.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAKH,iCAAiC;AACjC,MAAM,WAAW,kBAAkB;IACjC,qCAAqC;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,8DAA8D;IAC9D,WAAW,EAAE,MAAM,CAAC;IACpB,yEAAyE;IACzE,UAAU,EAAE,MAAM,CAAC;IACnB,sDAAsD;IACtD,MAAM,EAAE,MAAM,CAAC;IACf,yCAAyC;IACzC,GAAG,EAAE,MAAM,CAAC;IACZ,iDAAiD;IACjD,IAAI,EAAE,MAAM,CAAC;IACb,uEAAuE;IACvE,GAAG,EAAE,MAAM,CAAC;CACb;AAED,2CAA2C;AAC3C,eAAO,MAAM,eAAe,+GACkF,CAAC;AAe/G;;;;;;;;;;;GAWG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,GAAG,OAAO,CAKvE;AAED;;;;;;;;;GASG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,GAAG,OAAO,CAG1E;AAED;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAErD;AAED;;;;;;GAMG;AACH,wBAAgB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAE/C;AAED;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,kBAAkB,EAAE,CAgCjE;AAED;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,IAAI,CAAC,kBAAkB,EAAE,WAAW,GAAG,YAAY,GAAG,QAAQ,GAAG,KAAK,GAAG,MAAM,CAAC,GAAG,MAAM,CAEjI;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,SAAS,kBAAkB,EAAE,EACtC,IAAI,EAAE,MAAM,EACZ,GAAG,GAAE,MAAmB,EACxB,KAAK,GAAE,MAAgC,EACvC,OAAO,GAAE;IAAE,gBAAgB,CAAC,EAAE,OAAO,CAAA;CAAO,GAC3C,kBAAkB,EAAE,CAgBtB;AAED;;;;;;GAMG;AACH,wBAAgB,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,kBAAkB,EAAE,WAAW,CAAC,GAAG,MAAM,CAEjF;AAED;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAE5D;AAED;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAGrD;AAED;;;;;;GAMG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAMlD"}