crewly 1.8.3 → 1.8.5

package/dist/backend/backend/src/services/wiki/wiki-query.service.js

@@ -0,0 +1,291 @@
+/**
+ * WikiQueryService — read a vault and build the `system-context` payload
+ * that the caller's runtime feeds to its LLM for synthesis.
+ *
+ * Per v2.1 spec §3 the skill is split into two halves:
+ *   - System-context (LLM-agnostic) → what this service produces
+ *   - Task-instruction (per-LLM)    → lives on disk under
+ *     `config/skills/<role>/wiki-<verb>/prompts/<runtime>.md` and is
+ *     concatenated by the caller's runtime, NOT by us.
+ *
+ * Phase 1 scope (this file): single-vault read. Cross-vault synthesis is
+ * Phase 2 work (`wiki-recall-cross-scope` reducer, §1 amended v2.1).
+ *
+ * @module services/wiki/wiki-query.service
+ */
+import * as path from 'path';
+import * as fs from 'fs/promises';
+import { LoggerService } from '../core/logger.service.js';
+import { SchemaLoaderService } from './schema-loader.service.js';
+const DEFAULT_RECENT_LOG_ENTRIES = 20;
+const DEFAULT_TOP_K_PAGES = 5;
+const MAX_PAGE_BYTES = 8 * 1024; // truncate per-page excerpt
+const MAX_TOTAL_PAGES_SCANNED = 200; // safety cap on filesystem walk
+/**
+ * Reads a vault and builds the system-context payload the caller's LLM
+ * synthesizes against. Stateless. No LLM calls inside this service.
+ */
+export class WikiQueryService {
+    static instance = null;
+    logger;
+    schemaLoader;
+    constructor(schemaLoader) {
+        this.logger = LoggerService.getInstance().createComponentLogger('WikiQuery');
+        this.schemaLoader = schemaLoader ?? new SchemaLoaderService();
+    }
+    static getInstance() {
+        if (!this.instance) {
+            this.instance = new WikiQueryService();
+        }
+        return this.instance;
+    }
+    /** Test-only reset. */
+    static _resetForTesting() {
+        this.instance = null;
+    }
+    /**
+     * Build a system-context payload for `query` against the vault at
+     * `vaultPath`. Caller's LLM consumes this + its task-instruction prompt.
+     */
+    async query(input) {
+        const validation = this.validate(input);
+        if (validation)
+            return validation;
+        let schema;
+        try {
+            schema = await this.schemaLoader.load(input.vaultPath);
+        }
+        catch (err) {
+            return {
+                ok: false,
+                reason: 'schema_missing',
+                message: err.message,
+            };
+        }
+        const topK = input.topK ?? DEFAULT_TOP_K_PAGES;
+        const recentN = input.recentLogEntries ?? DEFAULT_RECENT_LOG_ENTRIES;
+        const recentLog = await this.readRecentLog(input.vaultPath, recentN);
+        const candidatePages = await this.findCandidatePages(input.vaultPath, schema, input.query, topK);
+        const context = {
+            vault: {
+                scope: schema.vault_scope,
+                id: schema.vault_id,
+                path: input.vaultPath,
+            },
+            schemaSummary: {
+                hardcoded: schema.hardcoded.map((h) => ({
+                    path: h.path,
+                    description: h.description,
+                })),
+                llmCurated: schema.llm_curated.map((l) => ({
+                    path: l.path,
+                    seedSubdirs: l.seed_subdirs,
+                })),
+                frozenPaths: this.schemaLoader.getFrozenPaths(schema),
+                writePolicy: schema.write_policy,
+            },
+            query: input.query,
+            recentLog,
+            candidatePages,
+            callerNotes: [
+                'Cite pages by their relative path inside the vault.',
+                'Do not propose writes into any frozenPaths — refuse or redirect to llm-curated/.',
+                'Treat candidatePages.excerpt as truncated; ask wiki-query again with a refined query if you need full content.',
+                'The recentLog is append-only audit; never propose rewrites to its content.',
+            ],
+        };
+        this.logger.debug('WikiQuery built system-context', {
+            vault: input.vaultPath,
+            queryLen: input.query.length,
+            logEntries: recentLog.length,
+            candidatePages: candidatePages.length,
+        });
+        return { ok: true, context };
+    }
+    // ---------------------------------------------------------------------------
+    // Internals
+    // ---------------------------------------------------------------------------
+    validate(input) {
+        if (!input.vaultPath || !path.isAbsolute(input.vaultPath)) {
+            return {
+                ok: false,
+                reason: 'invalid_input',
+                message: `vaultPath must be an absolute path, got "${input.vaultPath ?? ''}"`,
+            };
+        }
+        if (typeof input.query !== 'string' || input.query.trim().length === 0) {
+            return {
+                ok: false,
+                reason: 'invalid_input',
+                message: 'query must be a non-empty string',
+            };
+        }
+        if (input.topK !== undefined && (!Number.isInteger(input.topK) || input.topK <= 0)) {
+            return {
+                ok: false,
+                reason: 'invalid_input',
+                message: 'topK must be a positive integer when provided',
+            };
+        }
+        if (input.recentLogEntries !== undefined &&
+            (!Number.isInteger(input.recentLogEntries) || input.recentLogEntries < 0)) {
+            return {
+                ok: false,
+                reason: 'invalid_input',
+                message: 'recentLogEntries must be a non-negative integer when provided',
+            };
+        }
+        return null;
+    }
+    /**
+     * Parse the last N entries from `llm-curated/log.md`. Entries follow the
+     * format written by `WikiIngestService.formatLogEntry`:
+     *
+     *   ## [<ISO>] <sourceType> | <caller>
+     *
+     *   ref: <ref>
+     *
+     *   <body lines>
+     */
+    async readRecentLog(vaultPath, limit) {
+        const logPath = path.join(vaultPath, 'llm-curated', 'log.md');
+        let raw;
+        try {
+            raw = await fs.readFile(logPath, 'utf8');
+        }
+        catch {
+            return [];
+        }
+        const headerRe = /^## \[([^\]]+)\]\s+(\S+)\s+\|\s+(.+)$/gm;
+        const entries = [];
+        const matches = [];
+        let m;
+        while ((m = headerRe.exec(raw))) {
+            matches.push({
+                idx: m.index,
+                ts: m[1],
+                sourceType: m[2],
+                caller: m[3].trim(),
+            });
+        }
+        for (let i = 0; i < matches.length; i++) {
+            const start = matches[i].idx;
+            const end = i + 1 < matches.length ? matches[i + 1].idx : raw.length;
+            const block = raw.slice(start, end);
+            const refMatch = block.match(/^ref:\s*(.+)$/m);
+            // Body is everything after the `ref:` line (skipping the blank line).
+            let body = '';
+            if (refMatch) {
+                const refLineEnd = block.indexOf(refMatch[0]) + refMatch[0].length;
+                body = block.slice(refLineEnd).replace(/^\n+/, '').trim();
+            }
+            entries.push({
+                timestamp: matches[i].ts,
+                sourceType: matches[i].sourceType,
+                caller: matches[i].caller,
+                ref: refMatch ? refMatch[1].trim() : '',
+                body,
+            });
+        }
+        // Most-recent-first; cap to requested limit.
+        return entries.slice(-limit).reverse();
+    }
+    /**
+     * Walk the vault's NON-frozen subtrees and rank pages by keyword overlap
+     * with the query. Phase 1 is intentionally simple — Phase 2 will swap in
+     * embedding-based scoring.
+     */
+    async findCandidatePages(vaultPath, schema, query, topK) {
+        const queryTerms = this.tokenize(query);
+        if (queryTerms.length === 0)
+            return [];
+        const llmCuratedRoots = schema.llm_curated.map((l) => path.join(vaultPath, l.path.replace(/[/\\]+$/, '')));
+        const candidates = [];
+        let scanned = 0;
+        for (const root of llmCuratedRoots) {
+            const stack = [root];
+            while (stack.length > 0 && scanned < MAX_TOTAL_PAGES_SCANNED) {
+                const current = stack.pop();
+                let entries;
+                try {
+                    entries = await fs.readdir(current, { withFileTypes: true });
+                }
+                catch {
+                    continue;
+                }
+                for (const entry of entries) {
+                    const full = path.join(current, entry.name);
+                    if (entry.isDirectory()) {
+                        if (entry.name.startsWith('.') || entry.name === 'node_modules')
+                            continue;
+                        stack.push(full);
+                        continue;
+                    }
+                    if (!entry.isFile())
+                        continue;
+                    if (!entry.name.endsWith('.md'))
+                        continue;
+                    // Skip log.md — it's surfaced separately as recentLog.
+                    if (path.relative(vaultPath, full).replace(/\\/g, '/') ===
+                        'llm-curated/log.md') {
+                        continue;
+                    }
+                    scanned++;
+                    const score = await this.scorePage(full, queryTerms);
+                    if (score > 0) {
+                        const excerpt = await this.readExcerpt(full);
+                        candidates.push({
+                            path: path.relative(vaultPath, full).replace(/\\/g, '/'),
+                            excerpt,
+                            score,
+                        });
+                    }
+                }
+            }
+        }
+        candidates.sort((a, b) => b.score - a.score);
+        return candidates.slice(0, topK);
+    }
+    tokenize(text) {
+        return text
+            .toLowerCase()
+            .split(/[\s\p{P}]+/u)
+            .filter((t) => t.length >= 2);
+    }
+    async scorePage(absolutePath, queryTerms) {
+        let content;
+        try {
+            content = (await fs.readFile(absolutePath, 'utf8')).toLowerCase();
+        }
+        catch {
+            return 0;
+        }
+        let score = 0;
+        for (const term of queryTerms) {
+            // Bounded count: don't reward spammy repetition above 10.
+            let count = 0;
+            let idx = 0;
+            while (count < 10) {
+                const found = content.indexOf(term, idx);
+                if (found < 0)
+                    break;
+                count++;
+                idx = found + term.length;
+            }
+            score += count;
+        }
+        return score;
+    }
+    async readExcerpt(absolutePath) {
+        try {
+            const raw = await fs.readFile(absolutePath, 'utf8');
+            if (Buffer.byteLength(raw, 'utf8') <= MAX_PAGE_BYTES)
+                return raw;
+            return raw.slice(0, MAX_PAGE_BYTES) + '\n\n…[truncated]';
+        }
+        catch {
+            return '';
+        }
+    }
+}
+//# sourceMappingURL=wiki-query.service.js.map

package/dist/backend/backend/src/services/wiki/wiki-query.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wiki-query.service.js","sourceRoot":"","sources":["../../../../../../backend/src/services/wiki/wiki-query.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,aAAa,EAAmB,MAAM,2BAA2B,CAAC;AAC3E,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAGjE,MAAM,0BAA0B,GAAG,EAAE,CAAC;AACtC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,cAAc,GAAG,CAAC,GAAG,IAAI,CAAC,CAAU,4BAA4B;AACtE,MAAM,uBAAuB,GAAG,GAAG,CAAC,CAAM,gCAAgC;AAuD1E;;;GAGG;AACH,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAC,QAAQ,GAA4B,IAAI,CAAC;IACvC,MAAM,CAAkB;IACxB,YAAY,CAAsB;IAEnD,YAAY,YAAkC;QAC5C,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAAC;QAC7E,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,IAAI,mBAAmB,EAAE,CAAC;IAChE,CAAC;IAED,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,gBAAgB,EAAE,CAAC;QACzC,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,uBAAuB;IACvB,MAAM,CAAC,gBAAgB;QACrB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACvB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK,CAAC,KAAqB;QAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,UAAU;YAAE,OAAO,UAAU,CAAC;QAElC,IAAI,MAAmB,CAAC;QACxB,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,gBAAgB;gBACxB,OAAO,EAAG,GAAa,CAAC,OAAO;aAChC,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,mBAAmB,CAAC;QAC/C,MAAM,OAAO,GAAG,KAAK,CAAC,gBAAgB,IAAI,0BAA0B,CAAC;QAErE,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACrE,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAClD,KAAK,CAAC,SAAS,EACf,MAAM,EACN,KAAK,CAAC,KAAK,EACX,IAAI,CACL,CAAC;QAEF,MAAM,OAAO,GAA2B;YACtC,KAAK,EAAE;gBACL,KAAK,EAAE,MAAM,CAAC,WAAW;gBACzB,EAAE,EAAE,MAAM,CAAC,QAAQ;gBACnB,IAAI,EAAE,KAAK,CAAC,SAAS;aACtB;YACD,aAAa,EAAE;gBACb,SAAS,EAAE,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACtC,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;iBAC3B,CAAC,CAAC;gBACH,UAAU,EAAE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBACzC,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,WAAW,EAAE,CAAC,CAAC,YAAY;iBAC5B,CAAC,CAAC;gBACH,WAAW,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,MAAM,CAAC;gBACrD,WAAW,EAAE,MAAM,CAAC,YAAY;aACjC;YACD,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS;YACT,cAAc;YACd,WAAW,EAAE;gBACX,qDAAqD;gBACrD,kFAAkF;gBAClF,gHAAgH;gBAChH,4EAA4E;aAC7E;SACF,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE;YAClD,KAAK,EAAE,KAAK,CAAC,SAAS;YACtB,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM;YAC5B,UAAU,EAAE,SAAS,CAAC,MAAM;YAC5B,cAAc,EAAE,cAAc,CAAC,MAAM;SACtC,CAAC,CAAC;QAEH,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC/B,CAAC;IAED,8EAA8E;IAC9E,YAAY;IACZ,8EAA8E;IAEtE,QAAQ,CAAC,KAAqB;QACpC,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1D,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,eAAe;gBACvB,OAAO,EAAE,4CAA4C,KAAK,CAAC,SAAS,IAAI,EAAE,GAAG;aAC9E,CAAC;QACJ,CAAC;QACD,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvE,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,eAAe;gBACvB,OAAO,EAAE,kCAAkC;aAC5C,CAAC;QACJ,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC;YACnF,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,eAAe;gBACvB,OAAO,EAAE,+CAA+C;aACzD,CAAC;QACJ,CAAC;QACD,IACE,KAAK,CAAC,gBAAgB,KAAK,SAAS;YACpC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC,EACzE,CAAC;YACD,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,eAAe;gBACvB,OAAO,EAAE,+DAA+D;aACzE,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;;;;;OASG;IACK,KAAK,CAAC,aAAa,CACzB,SAAiB,EACjB,KAAa;QAEb,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,EAAE,QAAQ,CAAC,CAAC;QAC9D,IAAI,GAAW,CAAC;QAChB,IAAI,CAAC;YACH,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,QAAQ,GAAG,yCAAyC,CAAC;QAC3D,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,MAAM,OAAO,GAA2E,EAAE,CAAC;QAC3F,IAAI,CAAyB,CAAC;QAC9B,OAAO,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAChC,OAAO,CAAC,IAAI,CAAC;gBACX,GAAG,EAAE,CAAC,CAAC,KAAK;gBACZ,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;gBACR,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;gBAChB,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;aACpB,CAAC,CAAC;QACL,CAAC;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACxC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;YAC7B,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;YACrE,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;YACpC,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;YAC/C,sEAAsE;YACtE,IAAI,IAAI,GAAG,EAAE,CAAC;YACd,IAAI,QAAQ,EAAE,CAAC;gBACb,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;gBACnE,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;YAC5D,CAAC;YACD,OAAO,CAAC,IAAI,CAAC;gBACX,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;gBACxB,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU;gBACjC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM;gBACzB,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE;gBACvC,IAAI;aACL,CAAC,CAAC;QACL,CAAC;QACD,6CAA6C;QAC7C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;IACzC,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,kBAAkB,CAC9B,SAAiB,EACjB,MAAmB,EACnB,KAAa,EACb,IAAY;QAEZ,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QACxC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QAEvC,MAAM,eAAe,GAAG,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACnD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CACpD,CAAC;QAEF,MAAM,UAAU,GAAwB,EAAE,CAAC;QAC3C,IAAI,OAAO,GAAG,CAAC,CAAC;QAEhB,KAAK,MAAM,IAAI,IAAI,eAAe,EAAE,CAAC;YACnC,MAAM,KAAK,GAAa,CAAC,IAAI,CAAC,CAAC;YAC/B,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,GAAG,uBAAuB,EAAE,CAAC;gBAC7D,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,EAAG,CAAC;gBAC7B,IAAI,OAA8B,CAAC;gBACnC,IAAI,CAAC;oBACH,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC/D,CAAC;gBAAC,MAAM,CAAC;oBACP,SAAS;gBACX,CAAC;gBACD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;oBAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC5C,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;wBACxB,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc;4BAAE,SAAS;wBAC1E,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBACjB,SAAS;oBACX,CAAC;oBACD,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;wBAAE,SAAS;oBAC9B,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;wBAAE,SAAS;oBAC1C,uDAAuD;oBACvD,IACE,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;wBAClD,oBAAoB,EACpB,CAAC;wBACD,SAAS;oBACX,CAAC;oBACD,OAAO,EAAE,CAAC;oBACV,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;oBACrD,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;wBACd,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;wBAC7C,UAAU,CAAC,IAAI,CAAC;4BACd,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;4BACxD,OAAO;4BACP,KAAK;yBACN,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QACD,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAC7C,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACnC,CAAC;IAEO,QAAQ,CAAC,IAAY;QAC3B,OAAO,IAAI;aACR,WAAW,EAAE;aACb,KAAK,CAAC,aAAa,CAAC;aACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;IAClC,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,YAAoB,EAAE,UAAoB;QAChE,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACpE,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC;QACX,CAAC;QACD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC9B,0DAA0D;YAC1D,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,OAAO,KAAK,GAAG,EAAE,EAAE,CAAC;gBAClB,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBACzC,IAAI,KAAK,GAAG,CAAC;oBAAE,MAAM;gBACrB,KAAK,EAAE,CAAC;gBACR,GAAG,GAAG,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC;YAC5B,CAAC;YACD,KAAK,IAAI,KAAK,CAAC;QACjB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,YAAoB;QAC5C,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;YACpD,IAAI,MAAM,CAAC,UAAU,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,cAAc;gBAAE,OAAO,GAAG,CAAC;YACjE,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,cAAc,CAAC,GAAG,kBAAkB,CAAC;QAC3D,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC"}

package/dist/backend/backend/src/services/wiki/wiki-queue.service.d.ts

@@ -0,0 +1,115 @@
+/**
+ * WikiQueueService — file-backed queue of "wiki-worthy" content
+ * that agents enqueue from inside their conversations.
+ *
+ * Design (Steve, 2026-05-22 redesign — replacing the keyword heuristic):
+ *
+ *   1. The orchestrator-system-prompt rule teaches agents to call the
+ *      `wiki-queue-add` skill when a turn produces content with lasting
+ *      value (decision, person fact, customer info, pattern, learning).
+ *      Agents — not regex — decide.
+ *
+ *   2. Items sit in the queue with `status: pending` until an agent
+ *      claims one via `wiki-process-queue` and chooses (a) where in the
+ *      vault to put it OR (b) skip it because it's not actually worth
+ *      saving. The agent's LLM is the classifier; we never pre-pick a
+ *      taxonomy beyond the frozen folders.
+ *
+ *   3. Bookkeeping cron / threshold reads the same queue + vault stats
+ *      so it can decide when to ask an agent for a consolidation pass.
+ *
+ * Storage: `~/.crewly/wiki-queue/<id>.json`. Single flat directory;
+ * cross-vault filtering happens at list time via the `vaultPath` field
+ * inside each record.
+ *
+ * @module services/wiki/wiki-queue.service
+ */
+import { WikiSourceType } from './wiki-ingest.service.js';
+export type WikiQueueStatus = 'pending' | 'claimed' | 'processed' | 'skipped';
+export interface WikiQueueItem {
+    id: string;
+    vaultPath: string;
+    queuedAt: string;
+    queuedBy: string;
+    sourceType: WikiSourceType;
+    sourceRef: string;
+    content: string;
+    /** Agent's note: WHY this is worth ingesting. Audit + helps the processor. */
+    reason: string;
+    status: WikiQueueStatus;
+    claimedBy?: string;
+    claimedAt?: string;
+    processedAt?: string;
+    result?: {
+        ingested: boolean;
+        pagesWritten?: string[];
+        targetPath?: string;
+        summary?: string;
+        skipReason?: string;
+    };
+}
+export interface WikiQueueAddInput {
+    vaultPath: string;
+    queuedBy: string;
+    sourceType: WikiSourceType;
+    sourceRef: string;
+    content: string;
+    reason: string;
+}
+export interface WikiQueueListFilter {
+    vaultPath?: string;
+    status?: WikiQueueStatus;
+    queuedBy?: string;
+    /** Cap on returned items. Default 50. */
+    limit?: number;
+}
+export interface WikiQueueStats {
+    pending: number;
+    claimed: number;
+    processed: number;
+    skipped: number;
+    total: number;
+}
+/**
+ * File-backed queue. Stateless other than the on-disk JSONs and an
+ * in-memory cache of the root directory. Singleton because all writes
+ * go to the same on-disk pool.
+ */
+export declare class WikiQueueService {
+    private static instance;
+    private readonly logger;
+    private readonly rootDir;
+    private initPromise;
+    constructor(rootDir?: string);
+    static getInstance(): WikiQueueService;
+    /** Test-only reset. */
+    static _resetForTesting(): void;
+    /** Expose for tests. */
+    getRootDir(): string;
+    /** Enqueue a new candidate. Returns the persisted item. */
+    add(input: WikiQueueAddInput): Promise<WikiQueueItem>;
+    /** List items, newest-first, optionally filtered. */
+    list(filter?: WikiQueueListFilter): Promise<WikiQueueItem[]>;
+    /** Fetch one by id. Returns null when missing. */
+    get(id: string): Promise<WikiQueueItem | null>;
+    /**
+     * Claim an item — only allowed when `status: pending`. Stamps the
+     * claimant + timestamp atomically.
+     */
+    claim(id: string, claimedBy: string): Promise<WikiQueueItem>;
+    /**
+     * Mark processed. Requires the item to be `claimed` AND requires a
+     * `result` with at least one of `pagesWritten` / `targetPath` / `summary`.
+     */
+    markProcessed(id: string, result: NonNullable<WikiQueueItem['result']>): Promise<WikiQueueItem>;
+    /** Mark skipped — agent decided this isn't wiki-worthy after all. */
+    markSkipped(id: string, skipReason: string): Promise<WikiQueueItem>;
+    /** Status counts, optionally scoped to a vault. */
+    getStats(vaultPath?: string): Promise<WikiQueueStats>;
+    private validateAddInput;
+    private ensureRoot;
+    private writeItem;
+    private readItemFile;
+    private requireItem;
+}
+//# sourceMappingURL=wiki-queue.service.d.ts.map

package/dist/backend/backend/src/services/wiki/wiki-queue.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wiki-queue.service.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/wiki/wiki-queue.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAQH,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAE1D,MAAM,MAAM,eAAe,GAAG,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,SAAS,CAAC;AAE9E,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,cAAc,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,8EAA8E;IAC9E,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,eAAe,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE;QACP,QAAQ,EAAE,OAAO,CAAC;QAClB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;QACxB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,OAAO,CAAC,EAAE,MAAM,CAAC;QACjB,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,CAAC;CACH;AAED,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,cAAc,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,eAAe,CAAC;IACzB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,yCAAyC;IACzC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf;AAKD;;;;GAIG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAiC;IACxD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkB;IACzC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,WAAW,CAA8B;gBAErC,OAAO,CAAC,EAAE,MAAM;IAK5B,MAAM,CAAC,WAAW,IAAI,gBAAgB;IAKtC,uBAAuB;IACvB,MAAM,CAAC,gBAAgB,IAAI,IAAI;IAI/B,wBAAwB;IACxB,UAAU,IAAI,MAAM;IAQpB,2DAA2D;IACrD,GAAG,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,aAAa,CAAC;IA0B3D,qDAAqD;IAC/C,IAAI,CAAC,MAAM,GAAE,mBAAwB,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAkBtE,kDAAkD;IAC5C,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC;IAMpD;;;OAGG;IACG,KAAK,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAkBlE;;;OAGG;IACG,aAAa,CACjB,EAAE,EAAE,MAAM,EACV,MAAM,EAAE,WAAW,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,GAC3C,OAAO,CAAC,aAAa,CAAC;IAsBzB,qEAAqE;IAC/D,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAqBzE,mDAAmD;IAC7C,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAmB3D,OAAO,CAAC,gBAAgB;YAyBV,UAAU;YAaV,SAAS;YAOT,YAAY;YAYZ,WAAW;CAK1B"}