crewly 1.8.3 → 1.8.5

package/dist/backend/backend/src/services/wiki/wiki-ingest.service.js

@@ -0,0 +1,212 @@
+/**
+ * WikiIngestService — write canonical pages into a vault's `llm-curated/`.
+ *
+ * Phase A scope per v2.1 spec: append entries to `llm-curated/log.md` for
+ * every chat/spec/learning source. Decisions/pattern pages (separate files
+ * under `llm-curated/decisions/`) are gated behind the LLM routing layer
+ * which lands in Phase B.
+ *
+ * Frozen-path contract (§2): refuses ANY write whose target lives under a
+ * `hardcoded:` folder. SchemaLoaderService.isFrozenPath() is the gate.
+ *
+ * @module services/wiki/wiki-ingest.service
+ */
+import * as path from 'path';
+import * as fs from 'fs/promises';
+import { existsSync } from 'fs';
+import { LoggerService } from '../core/logger.service.js';
+import { SchemaLoaderService } from './schema-loader.service.js';
+const DEFAULT_LOG_RELATIVE_PATH = 'llm-curated/log.md';
+const MAX_BODY_BYTES = 64 * 1024;
+// Spec note (Steve, 2026-05-22): the earlier keyword-based
+// `detectMessageShape` heuristic + `buildDecisionSlug` + `ingestDecision`
+// dual-write were REMOVED. Routing into `llm-curated/<folder>/<page>.md`
+// is now agent-driven via `wiki-process-queue` + the agent's own LLM gate
+// — see WikiQueueService for the queue + the orchestrator system prompt
+// for the rule that says "queue worth-saving content as you see it." This
+// service stays low-level: it only writes the path the caller (skill,
+// route, queue processor) specifies, after the frozen-path gate.
+/**
+ * Writes ingest pages to a vault. Construct one per process; stateless.
+ */
+export class WikiIngestService {
+    static instance = null;
+    logger;
+    schemaLoader;
+    constructor(schemaLoader) {
+        this.logger = LoggerService.getInstance().createComponentLogger('WikiIngest');
+        this.schemaLoader = schemaLoader ?? new SchemaLoaderService();
+    }
+    static getInstance() {
+        if (!this.instance) {
+            this.instance = new WikiIngestService();
+        }
+        return this.instance;
+    }
+    /** Test-only reset. */
+    static _resetForTesting() {
+        this.instance = null;
+    }
+    /**
+     * Ingest a single source into the vault.
+     *
+     * Errors are returned as structured outcomes — this method never throws
+     * on legitimate refusals (frozen path, missing schema, empty body) so
+     * callers can fold the result into their normal control flow.
+     */
+    async ingest(input) {
+        const validation = this.validateInput(input);
+        if (validation) {
+            return validation;
+        }
+        let schema;
+        try {
+            schema = await this.schemaLoader.load(input.vaultPath);
+        }
+        catch (err) {
+            return {
+                ok: false,
+                reason: 'schema_missing',
+                message: err.message,
+            };
+        }
+        const target = input.targetRelativePath ?? DEFAULT_LOG_RELATIVE_PATH;
+        if (this.schemaLoader.isFrozenPath(schema, target)) {
+            return {
+                ok: false,
+                reason: 'frozen_path',
+                attemptedPath: target,
+                frozenFolders: this.schemaLoader.getFrozenPaths(schema),
+            };
+        }
+        const absoluteTarget = path.join(input.vaultPath, target);
+        await fs.mkdir(path.dirname(absoluteTarget), { recursive: true });
+        const logEntry = this.formatLogEntry(input);
+        await this.appendOrCreate(absoluteTarget, logEntry, input);
+        this.logger.info('WikiIngest wrote log entry', {
+            vault: input.vaultPath,
+            target,
+            sourceType: input.sourceType,
+            sourceRef: input.sourceRef,
+            bodyBytes: input.sourceBody.length,
+        });
+        return {
+            ok: true,
+            pagesWritten: [target],
+            logEntry,
+            frozenPathsTouched: [],
+        };
+    }
+    // ---------------------------------------------------------------------------
+    // Internals
+    // ---------------------------------------------------------------------------
+    validateInput(input) {
+        if (!input.vaultPath || !path.isAbsolute(input.vaultPath)) {
+            return {
+                ok: false,
+                reason: 'invalid_input',
+                message: `vaultPath must be an absolute path, got "${input.vaultPath ?? ''}"`,
+            };
+        }
+        if (!input.sourceType) {
+            return { ok: false, reason: 'invalid_input', message: 'sourceType is required' };
+        }
+        if (!input.sourceRef) {
+            return { ok: false, reason: 'invalid_input', message: 'sourceRef is required' };
+        }
+        const body = input.sourceBody ?? '';
+        if (body.trim().length === 0) {
+            return {
+                ok: false,
+                reason: 'empty_body',
+                message: 'sourceBody is empty after trimming whitespace',
+            };
+        }
+        if (Buffer.byteLength(body, 'utf8') > MAX_BODY_BYTES) {
+            return {
+                ok: false,
+                reason: 'invalid_input',
+                message: `sourceBody exceeds ${MAX_BODY_BYTES} bytes`,
+            };
+        }
+        return null;
+    }
+    /**
+     * Build the markdown entry. Format is chosen to be safely append-only
+     * (no preceding section to rewrite) and grep-friendly:
+     *
+     *   ## [<ISO>] <sourceType> | <callerSession or sourceRef>
+     *
+     *   ref: <sourceRef>
+     *
+     *   <body>
+     */
+    formatLogEntry(input) {
+        const ts = new Date().toISOString();
+        const header = this.sanitizeOneLine(input.callerSession ?? input.sourceRef, 80);
+        const body = this.sanitizeBody(input.sourceBody);
+        const ref = this.sanitizeOneLine(input.sourceRef, 200);
+        return [
+            '',
+            `## [${ts}] ${input.sourceType} | ${header}`,
+            '',
+            `ref: ${ref}`,
+            '',
+            body,
+            '',
+        ].join('\n');
+    }
+    async appendOrCreate(absolutePath, entry, input) {
+        if (!existsSync(absolutePath)) {
+            const header = this.buildPageHeader(absolutePath, input);
+            await fs.writeFile(absolutePath, header + entry, 'utf8');
+            return;
+        }
+        await fs.appendFile(absolutePath, entry, 'utf8');
+    }
+    /**
+     * Pick the right header for a freshly-created page:
+     *   - `log.md`            → audit-log preamble (append-only)
+     *   - `decisions/*.md`    → decision-page title + provenance block
+     *   - anything else       → minimal title block from the source ref
+     */
+    buildPageHeader(absolutePath, input) {
+        const basename = absolutePath.split(/[/\\]/).pop() ?? '';
+        if (basename === 'log.md') {
+            return '# Activity log\n\nAppend-only log of ingested sources. Each entry: `## [<ISO>] <sourceType> | <caller>`.\n';
+        }
+        if (absolutePath.includes('/decisions/')) {
+            const title = this.sanitizeOneLine(input.sourceBody, 80);
+            const caller = input.callerSession ?? input.sourceRef;
+            return [
+                `# ${title}`,
+                '',
+                `> **source:** \`${this.sanitizeOneLine(input.sourceRef, 200)}\`  `,
+                `> **caller:** \`${this.sanitizeOneLine(caller, 80)}\`  `,
+                `> **recorded:** ${new Date().toISOString()}`,
+                '',
+                '---',
+                '',
+            ].join('\n');
+        }
+        // Generic non-log target: minimal title block.
+        return `# ${this.sanitizeOneLine(input.sourceRef, 80)}\n\n`;
+    }
+    /**
+     * Defuse markers a future skill might mis-route on: `[CHAT]`, `[NOTIFY]`,
+     * `[EVENT]`, `[ESCALATION]` get a zero-width space inserted so they're
+     * still human-readable but don't trigger regex matchers downstream.
+     * (Mirrors the escalation-router sanitizer from PR #606.)
+     */
+    sanitizeBody(body) {
+        const trimmed = body.replace(/\r\n/g, '\n').trim();
+        return trimmed.replace(/\[(CHAT|NOTIFY|EVENT|ESCALATION)\]/g, (_match, tag) => `[​${tag}]`);
+    }
+    sanitizeOneLine(value, maxLen) {
+        const flat = value.replace(/[\r\n]+/g, ' ').replace(/\s+/g, ' ').trim();
+        if (flat.length <= maxLen)
+            return flat;
+        return flat.slice(0, maxLen - 1) + '…';
+    }
+}
+//# sourceMappingURL=wiki-ingest.service.js.map

package/dist/backend/backend/src/services/wiki/wiki-ingest.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wiki-ingest.service.js","sourceRoot":"","sources":["../../../../../../backend/src/services/wiki/wiki-ingest.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAChC,OAAO,EAAE,aAAa,EAAmB,MAAM,2BAA2B,CAAC;AAC3E,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AAuDjE,MAAM,yBAAyB,GAAG,oBAAoB,CAAC;AACvD,MAAM,cAAc,GAAG,EAAE,GAAG,IAAI,CAAC;AAEjC,2DAA2D;AAC3D,0EAA0E;AAC1E,yEAAyE;AACzE,0EAA0E;AAC1E,wEAAwE;AACxE,0EAA0E;AAC1E,sEAAsE;AACtE,iEAAiE;AAEjE;;GAEG;AACH,MAAM,OAAO,iBAAiB;IACpB,MAAM,CAAC,QAAQ,GAA6B,IAAI,CAAC;IACxC,MAAM,CAAkB;IACxB,YAAY,CAAsB;IAEnD,YAAY,YAAkC;QAC5C,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,qBAAqB,CAAC,YAAY,CAAC,CAAC;QAC9E,IAAI,CAAC,YAAY,GAAG,YAAY,IAAI,IAAI,mBAAmB,EAAE,CAAC;IAChE,CAAC;IAED,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,iBAAiB,EAAE,CAAC;QAC1C,CAAC;QACD,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,uBAAuB;IACvB,MAAM,CAAC,gBAAgB;QACrB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACvB,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,MAAM,CAAC,KAAsB;QACjC,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC7C,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,UAAU,CAAC;QACpB,CAAC;QAED,IAAI,MAAmB,CAAC;QACxB,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,gBAAgB;gBACxB,OAAO,EAAG,GAAa,CAAC,OAAO;aAChC,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,KAAK,CAAC,kBAAkB,IAAI,yBAAyB,CAAC;QACrE,IAAI,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC;YACnD,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,aAAa;gBACrB,aAAa,EAAE,MAAM;gBACrB,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,MAAM,CAAC;aACxD,CAAC;QACJ,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC1D,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAElE,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAC5C,MAAM,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;QAE3D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,4BAA4B,EAAE;YAC7C,KAAK,EAAE,KAAK,CAAC,SAAS;YACtB,MAAM;YACN,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,MAAM;SACnC,CAAC,CAAC;QAEH,OAAO;YACL,EAAE,EAAE,IAAI;YACR,YAAY,EAAE,CAAC,MAAM,CAAC;YACtB,QAAQ;YACR,kBAAkB,EAAE,EAAE;SACvB,CAAC;IACJ,CAAC;IAED,8EAA8E;IAC9E,YAAY;IACZ,8EAA8E;IAEtE,aAAa,CAAC,KAAsB;QAC1C,IAAI,CAAC,KAAK,CAAC,SAAS,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;YAC1D,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,eAAe;gBACvB,OAAO,EAAE,4CAA4C,KAAK,CAAC,SAAS,IAAI,EAAE,GAAG;aAC9E,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,CAAC;YACtB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,wBAAwB,EAAE,CAAC;QACnF,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACrB,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,uBAAuB,EAAE,CAAC;QAClF,CAAC;QACD,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,IAAI,EAAE,CAAC;QACpC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,YAAY;gBACpB,OAAO,EAAE,+CAA+C;aACzD,CAAC;QACJ,CAAC;QACD,IAAI,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,cAAc,EAAE,CAAC;YACrD,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,eAAe;gBACvB,OAAO,EAAE,sBAAsB,cAAc,QAAQ;aACtD,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;;;;;;;;OASG;IACK,cAAc,CAAC,KAAsB;QAC3C,MAAM,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAChF,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QACvD,OAAO;YACL,EAAE;YACF,OAAO,EAAE,KAAK,KAAK,CAAC,UAAU,MAAM,MAAM,EAAE;YAC5C,EAAE;YACF,QAAQ,GAAG,EAAE;YACb,EAAE;YACF,IAAI;YACJ,EAAE;SACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,YAAoB,EACpB,KAAa,EACb,KAAsB;QAEtB,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;YACzD,MAAM,EAAE,CAAC,SAAS,CAAC,YAAY,EAAE,MAAM,GAAG,KAAK,EAAE,MAAM,CAAC,CAAC;YACzD,OAAO;QACT,CAAC;QACD,MAAM,EAAE,CAAC,UAAU,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACnD,CAAC;IAED;;;;;OAKG;IACK,eAAe,CAAC,YAAoB,EAAE,KAAsB;QAClE,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QACzD,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC1B,OAAO,4GAA4G,CAAC;QACtH,CAAC;QACD,IAAI,YAAY,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YACzD,MAAM,MAAM,GAAG,KAAK,CAAC,aAAa,IAAI,KAAK,CAAC,SAAS,CAAC;YACtD,OAAO;gBACL,KAAK,KAAK,EAAE;gBACZ,EAAE;gBACF,mBAAmB,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM;gBACnE,mBAAmB,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM;gBACzD,mBAAmB,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE;gBAC7C,EAAE;gBACF,KAAK;gBACL,EAAE;aACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACf,CAAC;QACD,+CAA+C;QAC/C,OAAO,KAAK,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,CAAC,MAAM,CAAC;IAC9D,CAAC;IAED;;;;;OAKG;IACK,YAAY,CAAC,IAAY;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACnD,OAAO,OAAO,CAAC,OAAO,CACpB,qCAAqC,EACrC,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,KAAK,GAAG,GAAG,CAC7B,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,KAAa,EAAE,MAAc;QACnD,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACxE,IAAI,IAAI,CAAC,MAAM,IAAI,MAAM;YAAE,OAAO,IAAI,CAAC;QACvC,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;IACzC,CAAC"}

package/dist/backend/backend/src/services/wiki/wiki-process.service.d.ts

@@ -0,0 +1,84 @@
+/**
+ * WikiProcessService — bundles "claim a pending item + build the
+ * system-context the agent's LLM needs to classify it."
+ *
+ * Per Steve's 2026-05-22 redesign:
+ *   - the skill DOES NOT pick a target folder. The agent picks.
+ *   - there is NO preset taxonomy beyond the frozen folders (sop/,
+ *     team-norm/, memory/, sop-overrides/). Everything under
+ *     llm-curated/* is fair game; the agent invents folder names.
+ *   - the agent reads the queue item's `reason` (which we forced it to
+ *     write at queue-add time) PLUS the existing vault state (so it
+ *     doesn't re-classify into a duplicate of an existing page).
+ *
+ * Lifecycle this service participates in:
+ *   pending → (this service)  → claimed + context payload returned
+ *           → (agent's LLM, outside the skill) picks target path
+ *           → (agent calls wiki-ingest)         → page written
+ *           → (agent calls queue/:id/process)   → status=processed
+ *
+ * @module services/wiki/wiki-process.service
+ */
+import { WikiQueueService, WikiQueueItem } from './wiki-queue.service.js';
+import { WikiQueryService, WikiQuerySystemContext } from './wiki-query.service.js';
+export interface WikiProcessClaimInput {
+    /** Agent session claiming the item. */
+    claimedBy: string;
+    /** Filter the queue to a specific vault (default: any). */
+    vaultPath?: string;
+    /** Skip this many leading pending items. Lets the agent re-roll after a skip. */
+    offset?: number;
+    /** For the vault context: how many candidate pages to include. */
+    topK?: number;
+    /** For the vault context: how many recent log entries. */
+    recentLogEntries?: number;
+}
+export interface WikiProcessClaimResult {
+    /** The claimed queue item. */
+    item: WikiQueueItem;
+    /**
+     * System-context the agent's LLM should classify against. Includes the
+     * vault SCHEMA, frozen-path list, recent log, and top-K candidate pages
+     * by keyword overlap with the queue item's content.
+     *
+     * `null` if the vault has no SCHEMA.md (rare — vault wasn't initialized).
+     */
+    vaultContext: WikiQuerySystemContext | null;
+    /** Synthesis instructions for the agent's LLM. */
+    classifierNotes: string[];
+}
+export type WikiProcessClaimOutcome = {
+    ok: true;
+    result: WikiProcessClaimResult;
+} | {
+    ok: false;
+    reason: 'no_pending_items' | 'vault_query_failed';
+    message: string;
+};
+/**
+ * Stateless façade — both backing services (queue, query) are singletons.
+ */
+export declare class WikiProcessService {
+    private readonly queue;
+    private readonly query;
+    private static instance;
+    private readonly logger;
+    constructor(queue?: WikiQueueService, query?: WikiQueryService);
+    static getInstance(): WikiProcessService;
+    /** Test-only reset. */
+    static _resetForTesting(): void;
+    /**
+     * Claim the next pending item + return the vault context the agent
+     * needs to classify it. The caller (agent runtime) then runs an LLM
+     * call against this context + the item's content/reason, picks a
+     * target page, and calls `wiki-ingest` + `/queue/:id/process` to
+     * commit.
+     */
+    claimNext(input: WikiProcessClaimInput): Promise<WikiProcessClaimOutcome>;
+    /**
+     * The contract the agent's LLM must honor when classifying. Kept
+     * short so it can be inlined into the runtime's task-instruction.
+     */
+    private classifierNotes;
+}
+//# sourceMappingURL=wiki-process.service.d.ts.map

package/dist/backend/backend/src/services/wiki/wiki-process.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wiki-process.service.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/wiki/wiki-process.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAGH,OAAO,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAC1E,OAAO,EACL,gBAAgB,EAChB,sBAAsB,EACvB,MAAM,yBAAyB,CAAC;AAEjC,MAAM,WAAW,qBAAqB;IACpC,uCAAuC;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,2DAA2D;IAC3D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iFAAiF;IACjF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,kEAAkE;IAClE,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,0DAA0D;IAC1D,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,sBAAsB;IACrC,8BAA8B;IAC9B,IAAI,EAAE,aAAa,CAAC;IACpB;;;;;;OAMG;IACH,YAAY,EAAE,sBAAsB,GAAG,IAAI,CAAC;IAC5C,kDAAkD;IAClD,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED,MAAM,MAAM,uBAAuB,GAC/B;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,MAAM,EAAE,sBAAsB,CAAA;CAAE,GAC5C;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,kBAAkB,GAAG,oBAAoB,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAEtF;;GAEG;AACH,qBAAa,kBAAkB;IAK3B,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,KAAK;IALxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAmC;IAC1D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkB;gBAGtB,KAAK,GAAE,gBAAiD,EACxD,KAAK,GAAE,gBAAiD;IAK3E,MAAM,CAAC,WAAW,IAAI,kBAAkB;IAKxC,uBAAuB;IACvB,MAAM,CAAC,gBAAgB,IAAI,IAAI;IAI/B;;;;;;OAMG;IACG,SAAS,CAAC,KAAK,EAAE,qBAAqB,GAAG,OAAO,CAAC,uBAAuB,CAAC;IA2E/E;;;OAGG;IACH,OAAO,CAAC,eAAe;CAUxB"}

package/dist/backend/backend/src/services/wiki/wiki-process.service.js

@@ -0,0 +1,138 @@
+/**
+ * WikiProcessService — bundles "claim a pending item + build the
+ * system-context the agent's LLM needs to classify it."
+ *
+ * Per Steve's 2026-05-22 redesign:
+ *   - the skill DOES NOT pick a target folder. The agent picks.
+ *   - there is NO preset taxonomy beyond the frozen folders (sop/,
+ *     team-norm/, memory/, sop-overrides/). Everything under
+ *     llm-curated/* is fair game; the agent invents folder names.
+ *   - the agent reads the queue item's `reason` (which we forced it to
+ *     write at queue-add time) PLUS the existing vault state (so it
+ *     doesn't re-classify into a duplicate of an existing page).
+ *
+ * Lifecycle this service participates in:
+ *   pending → (this service)  → claimed + context payload returned
+ *           → (agent's LLM, outside the skill) picks target path
+ *           → (agent calls wiki-ingest)         → page written
+ *           → (agent calls queue/:id/process)   → status=processed
+ *
+ * @module services/wiki/wiki-process.service
+ */
+import { LoggerService } from '../core/logger.service.js';
+import { WikiQueueService } from './wiki-queue.service.js';
+import { WikiQueryService, } from './wiki-query.service.js';
+/**
+ * Stateless façade — both backing services (queue, query) are singletons.
+ */
+export class WikiProcessService {
+    queue;
+    query;
+    static instance = null;
+    logger;
+    constructor(queue = WikiQueueService.getInstance(), query = WikiQueryService.getInstance()) {
+        this.queue = queue;
+        this.query = query;
+        this.logger = LoggerService.getInstance().createComponentLogger('WikiProcess');
+    }
+    static getInstance() {
+        if (!this.instance)
+            this.instance = new WikiProcessService();
+        return this.instance;
+    }
+    /** Test-only reset. */
+    static _resetForTesting() {
+        this.instance = null;
+    }
+    /**
+     * Claim the next pending item + return the vault context the agent
+     * needs to classify it. The caller (agent runtime) then runs an LLM
+     * call against this context + the item's content/reason, picks a
+     * target page, and calls `wiki-ingest` + `/queue/:id/process` to
+     * commit.
+     */
+    async claimNext(input) {
+        if (!input.claimedBy) {
+            return {
+                ok: false,
+                reason: 'no_pending_items',
+                message: 'claimedBy is required',
+            };
+        }
+        const pending = await this.queue.list({
+            status: 'pending',
+            vaultPath: input.vaultPath,
+            limit: 1 + (input.offset ?? 0),
+        });
+        const offset = input.offset ?? 0;
+        if (pending.length <= offset) {
+            return {
+                ok: false,
+                reason: 'no_pending_items',
+                message: input.vaultPath
+                    ? `No pending items in queue for vault ${input.vaultPath}`
+                    : 'No pending items in queue',
+            };
+        }
+        // Items are newest-first; oldest pending is the last one.
+        // Phase 1 picks newest after offset; future heuristics can swap order.
+        const target = pending[offset];
+        const claimed = await this.queue.claim(target.id, input.claimedBy);
+        // Build vault context for the agent's LLM. We use the queue item's
+        // content as the query so the candidate-page search surfaces the
+        // most-likely existing pages to merge into / dedupe against.
+        const vaultQuery = await this.query.query({
+            vaultPath: claimed.vaultPath,
+            query: claimed.content,
+            topK: input.topK ?? 5,
+            recentLogEntries: input.recentLogEntries ?? 10,
+        });
+        if (!vaultQuery.ok) {
+            this.logger.warn('WikiProcess vault query failed', {
+                itemId: claimed.id,
+                reason: vaultQuery.reason,
+                message: vaultQuery.message,
+            });
+            // We've already claimed; return what we have. Caller's runtime can
+            // still classify with just the item — the vault context is a help,
+            // not a hard requirement.
+            return {
+                ok: true,
+                result: {
+                    item: claimed,
+                    vaultContext: null,
+                    classifierNotes: this.classifierNotes(),
+                },
+            };
+        }
+        this.logger.info('WikiProcess claimed', {
+            itemId: claimed.id,
+            vaultPath: claimed.vaultPath,
+            claimedBy: input.claimedBy,
+            candidatePages: vaultQuery.context.candidatePages.length,
+        });
+        return {
+            ok: true,
+            result: {
+                item: claimed,
+                vaultContext: vaultQuery.context,
+                classifierNotes: this.classifierNotes(),
+            },
+        };
+    }
+    /**
+     * The contract the agent's LLM must honor when classifying. Kept
+     * short so it can be inlined into the runtime's task-instruction.
+     */
+    classifierNotes() {
+        return [
+            'You have ALREADY decided this item is wiki-worthy at queue-add time (see item.reason). Do NOT re-justify; classify.',
+            'Pick the target page path under llm-curated/. You may invent sub-folder names — there is NO preset taxonomy. Examples: llm-curated/customers/anthropic.md, llm-curated/decisions/2026-05-22-pricing-lock.md, llm-curated/patterns/embedding-fallback.md.',
+            'NEVER target a frozen folder (vaultContext.schemaSummary.frozenPaths). The ingest call will reject these with HTTP 422.',
+            'PREFER merging into an existing relevant page over creating a new one. Use vaultContext.candidatePages to check first; only create a new page when nothing fits.',
+            'If after reading the context you decide the item is actually NOT wiki-worthy after all (duplicate of existing content, low signal), mark it skipped via POST /queue/:id/skip with a `skipReason`.',
+            'When committing: 1) call wiki-ingest with the target path; 2) call POST /queue/:id/process with { ingested, pagesWritten, targetPath, summary }.',
+        ];
+    }
+}
+//# sourceMappingURL=wiki-process.service.js.map

package/dist/backend/backend/src/services/wiki/wiki-process.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wiki-process.service.js","sourceRoot":"","sources":["../../../../../../backend/src/services/wiki/wiki-process.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH,OAAO,EAAE,aAAa,EAAmB,MAAM,2BAA2B,CAAC;AAC3E,OAAO,EAAE,gBAAgB,EAAiB,MAAM,yBAAyB,CAAC;AAC1E,OAAO,EACL,gBAAgB,GAEjB,MAAM,yBAAyB,CAAC;AAkCjC;;GAEG;AACH,MAAM,OAAO,kBAAkB;IAKV;IACA;IALX,MAAM,CAAC,QAAQ,GAA8B,IAAI,CAAC;IACzC,MAAM,CAAkB;IAEzC,YACmB,QAA0B,gBAAgB,CAAC,WAAW,EAAE,EACxD,QAA0B,gBAAgB,CAAC,WAAW,EAAE;QADxD,UAAK,GAAL,KAAK,CAAmD;QACxD,UAAK,GAAL,KAAK,CAAmD;QAEzE,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,qBAAqB,CAAC,aAAa,CAAC,CAAC;IACjF,CAAC;IAED,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,IAAI,CAAC,QAAQ,GAAG,IAAI,kBAAkB,EAAE,CAAC;QAC7D,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,uBAAuB;IACvB,MAAM,CAAC,gBAAgB;QACrB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;IACvB,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,SAAS,CAAC,KAA4B;QAC1C,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;YACrB,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,kBAAkB;gBAC1B,OAAO,EAAE,uBAAuB;aACjC,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YACpC,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,KAAK,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;SAC/B,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC;QACjC,IAAI,OAAO,CAAC,MAAM,IAAI,MAAM,EAAE,CAAC;YAC7B,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,kBAAkB;gBAC1B,OAAO,EAAE,KAAK,CAAC,SAAS;oBACtB,CAAC,CAAC,uCAAuC,KAAK,CAAC,SAAS,EAAE;oBAC1D,CAAC,CAAC,2BAA2B;aAChC,CAAC;QACJ,CAAC;QACD,0DAA0D;QAC1D,uEAAuE;QACvE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAE/B,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;QAEnE,mEAAmE;QACnE,iEAAiE;QACjE,6DAA6D;QAC7D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC;YACxC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,KAAK,EAAE,OAAO,CAAC,OAAO;YACtB,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC;YACrB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB,IAAI,EAAE;SAC/C,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAgC,EAAE;gBACjD,MAAM,EAAE,OAAO,CAAC,EAAE;gBAClB,MAAM,EAAE,UAAU,CAAC,MAAM;gBACzB,OAAO,EAAE,UAAU,CAAC,OAAO;aAC5B,CAAC,CAAC;YACH,mEAAmE;YACnE,mEAAmE;YACnE,0BAA0B;YAC1B,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,MAAM,EAAE;oBACN,IAAI,EAAE,OAAO;oBACb,YAAY,EAAE,IAAI;oBAClB,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE;iBACxC;aACF,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,qBAAqB,EAAE;YACtC,MAAM,EAAE,OAAO,CAAC,EAAE;YAClB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,cAAc,EAAE,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM;SACzD,CAAC,CAAC;QAEH,OAAO;YACL,EAAE,EAAE,IAAI;YACR,MAAM,EAAE;gBACN,IAAI,EAAE,OAAO;gBACb,YAAY,EAAE,UAAU,CAAC,OAAO;gBAChC,eAAe,EAAE,IAAI,CAAC,eAAe,EAAE;aACxC;SACF,CAAC;IACJ,CAAC;IAED;;;OAGG;IACK,eAAe;QACrB,OAAO;YACL,qHAAqH;YACrH,0PAA0P;YAC1P,yHAAyH;YACzH,kKAAkK;YAClK,mMAAmM;YACnM,kJAAkJ;SACnJ,CAAC;IACJ,CAAC"}

package/dist/backend/backend/src/services/wiki/wiki-query.service.d.ts

@@ -0,0 +1,115 @@
+/**
+ * WikiQueryService — read a vault and build the `system-context` payload
+ * that the caller's runtime feeds to its LLM for synthesis.
+ *
+ * Per v2.1 spec §3 the skill is split into two halves:
+ *   - System-context (LLM-agnostic) → what this service produces
+ *   - Task-instruction (per-LLM)    → lives on disk under
+ *     `config/skills/<role>/wiki-<verb>/prompts/<runtime>.md` and is
+ *     concatenated by the caller's runtime, NOT by us.
+ *
+ * Phase 1 scope (this file): single-vault read. Cross-vault synthesis is
+ * Phase 2 work (`wiki-recall-cross-scope` reducer, §1 amended v2.1).
+ *
+ * @module services/wiki/wiki-query.service
+ */
+import { SchemaLoaderService } from './schema-loader.service.js';
+import { VaultSchema } from './wiki.types.js';
+export interface WikiQueryInput {
+    /** Absolute path to the vault root. */
+    vaultPath: string;
+    /** Natural-language query. Used for naive keyword ranking. */
+    query: string;
+    /** How many candidate pages to return (default 5). */
+    topK?: number;
+    /** How many tail log.md entries to include (default 20). */
+    recentLogEntries?: number;
+}
+export interface WikiLogEntry {
+    timestamp: string;
+    sourceType: string;
+    caller: string;
+    ref: string;
+    body: string;
+}
+export interface WikiCandidatePage {
+    /** Path relative to vault root. */
+    path: string;
+    /** First ~MAX_PAGE_BYTES bytes of the file (UTF-8). */
+    excerpt: string;
+    /** Simple keyword overlap score; higher = more relevant. */
+    score: number;
+}
+export interface WikiQuerySystemContext {
+    vault: {
+        scope: VaultSchema['vault_scope'];
+        id: string;
+        path: string;
+    };
+    schemaSummary: {
+        hardcoded: Array<{
+            path: string;
+            description: string;
+        }>;
+        llmCurated: Array<{
+            path: string;
+            seedSubdirs: string[];
+        }>;
+        frozenPaths: string[];
+        writePolicy: VaultSchema['write_policy'];
+    };
+    query: string;
+    recentLog: WikiLogEntry[];
+    candidatePages: WikiCandidatePage[];
+    /** Synthesis instructions the caller's LLM should honor. */
+    callerNotes: string[];
+}
+export interface WikiQueryFailure {
+    ok: false;
+    reason: 'invalid_input' | 'schema_missing' | 'vault_missing';
+    message: string;
+}
+export type WikiQueryResult = {
+    ok: true;
+    context: WikiQuerySystemContext;
+} | WikiQueryFailure;
+/**
+ * Reads a vault and builds the system-context payload the caller's LLM
+ * synthesizes against. Stateless. No LLM calls inside this service.
+ */
+export declare class WikiQueryService {
+    private static instance;
+    private readonly logger;
+    private readonly schemaLoader;
+    constructor(schemaLoader?: SchemaLoaderService);
+    static getInstance(): WikiQueryService;
+    /** Test-only reset. */
+    static _resetForTesting(): void;
+    /**
+     * Build a system-context payload for `query` against the vault at
+     * `vaultPath`. Caller's LLM consumes this + its task-instruction prompt.
+     */
+    query(input: WikiQueryInput): Promise<WikiQueryResult>;
+    private validate;
+    /**
+     * Parse the last N entries from `llm-curated/log.md`. Entries follow the
+     * format written by `WikiIngestService.formatLogEntry`:
+     *
+     *   ## [<ISO>] <sourceType> | <caller>
+     *
+     *   ref: <ref>
+     *
+     *   <body lines>
+     */
+    private readRecentLog;
+    /**
+     * Walk the vault's NON-frozen subtrees and rank pages by keyword overlap
+     * with the query. Phase 1 is intentionally simple — Phase 2 will swap in
+     * embedding-based scoring.
+     */
+    private findCandidatePages;
+    private tokenize;
+    private scorePage;
+    private readExcerpt;
+}
+//# sourceMappingURL=wiki-query.service.d.ts.map

package/dist/backend/backend/src/services/wiki/wiki-query.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"wiki-query.service.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/wiki/wiki-query.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAKH,OAAO,EAAE,mBAAmB,EAAE,MAAM,4BAA4B,CAAC;AACjE,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAO9C,MAAM,WAAW,cAAc;IAC7B,uCAAuC;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,8DAA8D;IAC9D,KAAK,EAAE,MAAM,CAAC;IACd,sDAAsD;IACtD,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,4DAA4D;IAC5D,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,iBAAiB;IAChC,mCAAmC;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,uDAAuD;IACvD,OAAO,EAAE,MAAM,CAAC;IAChB,4DAA4D;IAC5D,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE;QAAE,KAAK,EAAE,WAAW,CAAC,aAAa,CAAC,CAAC;QAAC,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC;IACvE,aAAa,EAAE;QACb,SAAS,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,WAAW,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QACxD,UAAU,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,WAAW,EAAE,MAAM,EAAE,CAAA;SAAE,CAAC,CAAC;QAC3D,WAAW,EAAE,MAAM,EAAE,CAAC;QACtB,WAAW,EAAE,WAAW,CAAC,cAAc,CAAC,CAAC;KAC1C,CAAC;IACF,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,YAAY,EAAE,CAAC;IAC1B,cAAc,EAAE,iBAAiB,EAAE,CAAC;IACpC,4DAA4D;IAC5D,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,KAAK,CAAC;IACV,MAAM,EAAE,eAAe,GAAG,gBAAgB,GAAG,eAAe,CAAC;IAC7D,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,eAAe,GACvB;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,OAAO,EAAE,sBAAsB,CAAA;CAAE,GAC7C,gBAAgB,CAAC;AAErB;;;GAGG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAiC;IACxD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkB;IACzC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAsB;gBAEvC,YAAY,CAAC,EAAE,mBAAmB;IAK9C,MAAM,CAAC,WAAW,IAAI,gBAAgB;IAOtC,uBAAuB;IACvB,MAAM,CAAC,gBAAgB,IAAI,IAAI;IAI/B;;;OAGG;IACG,KAAK,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC;IAqE5D,OAAO,CAAC,QAAQ;IAmChB;;;;;;;;;OASG;YACW,aAAa;IA8C3B;;;;OAIG;YACW,kBAAkB;IA2DhC,OAAO,CAAC,QAAQ;YAOF,SAAS;YAuBT,WAAW;CAS1B"}