@devflow-tools/context-engine 0.16.27 → 0.16.29

package/dist/context-engine.d.ts

@@ -1,4 +1,4 @@
-import type { ContextRequest, ContextResult, IndexStatus, IDataProvider } from "@devflow-tools/sdk";
+import type { ContextRequest, ContextResult, IndexStatus, IDataProvider, SelectedMemoryEvidence } from "@devflow-tools/sdk";
 import type { EmbeddingProvider } from "@devflow-tools/memory-engine";
 import type { IMemoryEngine } from "@devflow-tools/sdk";
 import type { KnowledgeEngine } from "@devflow-tools/knowledge-engine";
@@ -33,11 +33,12 @@ export declare class ContextEngine {
     close(): void;
     private queryCache;
     recordPrefetchedContextSelection(input: {
-        memoryIds: string[];
+        entries: SelectedMemoryEvidence[];
         sessionId?: string;
         executionId?: string;
         requestId?: string;
         query: string;
+        contextReceipt: string;
     }): Promise<void>;
     index(_projectRoot: string): Promise<void>;
     private getKnowledgeSearchOptions;

package/dist/context-engine.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"context-engine.d.ts","sourceRoot":"","sources":["../src/context-engine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,aAAa,EAEb,WAAW,EACX,aAAa,EAOd,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,KAAK,EAAE,eAAe,EAA0B,MAAM,iCAAiC,CAAC;AAC/F,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC3D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAQzD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAU3D,OAAO,KAAK,EAKV,kBAAkB,EAClB,+BAA+B,EAChC,MAAM,YAAY,CAAC;AAsSpB,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,SAAS,CAAC;IACd,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,YAAY,CAAC;IACpB,OAAO,EAAE,cAAc,CAAC;IACxB,MAAM,EAAE,aAAa,CAAC;IACtB,SAAS,EAAE,eAAe,CAAC;IAC3B,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,WAAW,CAAC,EAAE,iBAAiB,CAAC;IAChC,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC;AAwBD,qBAAa,aAAa;IACxB,OAAO,CAAC,EAAE,CAAY;IACtB,OAAO,CAAC,IAAI,CAAgB;IAC5B,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,OAAO,CAAiB;IAChC,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,SAAS,CAAkB;IACnC,OAAO,CAAC,QAAQ,CAAC,CAAoB;IACrC,OAAO,CAAC,WAAW,CAAC,CAAoB;IACxC,OAAO,CAAC,cAAc,CAAC,CAAiB;gBAE5B,IAAI,EAAE,iBAAiB;IAYnC,KAAK,IAAI,IAAI;IAKb,OAAO,CAAC,UAAU,CAAkD;IAE9D,gCAAgC,CAAC,KAAK,EAAE;QAC5C,SAAS,EAAE,MAAM,EAAE,CAAC;QACpB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;KACf,GAAG,OAAO,CAAC,IAAI,CAAC;IAIX,KAAK,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIhD,OAAO,CAAC,yBAAyB;YAuBnB,yBAAyB;IAiCvC,OAAO,CAAC,eAAe;IAKjB,KAAK,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC;IAiRtD,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,+BAA+B,CAAC;YAif/F,sBAAsB;IAkUpC,OAAO,CAAC,yBAAyB;YAgBnB,2BAA2B;YA4B3B,6BAA6B;IAkB3C,OAAO,CAAC,mBAAmB;IAY3B,OAAO,CAAC,sBAAsB;IAM9B,OAAO,CAAC,2BAA2B;IAOnC,SAAS,IAAI,WAAW;CASzB"}
+{"version":3,"file":"context-engine.d.ts","sourceRoot":"","sources":["../src/context-engine.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,cAAc,EACd,aAAa,EAEb,WAAW,EACX,aAAa,EAOb,sBAAsB,EACvB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,KAAK,EAAE,eAAe,EAA0B,MAAM,iCAAiC,CAAC;AAC/F,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,EAAwB,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACjF,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AAQzD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAClE,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAU3D,OAAO,KAAK,EAKV,kBAAkB,EAClB,+BAA+B,EAChC,MAAM,YAAY,CAAC;AAuSpB,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,SAAS,CAAC;IACd,IAAI,EAAE,aAAa,CAAC;IACpB,KAAK,EAAE,YAAY,CAAC;IACpB,OAAO,EAAE,cAAc,CAAC;IACxB,MAAM,EAAE,aAAa,CAAC;IACtB,SAAS,EAAE,eAAe,CAAC;IAC3B,QAAQ,CAAC,EAAE,iBAAiB,CAAC;IAC7B,WAAW,CAAC,EAAE,iBAAiB,CAAC;IAChC,cAAc,CAAC,EAAE,cAAc,CAAC;CACjC;AAoCD,qBAAa,aAAa;IACxB,OAAO,CAAC,EAAE,CAAY;IACtB,OAAO,CAAC,IAAI,CAAgB;IAC5B,OAAO,CAAC,KAAK,CAAe;IAC5B,OAAO,CAAC,OAAO,CAAiB;IAChC,OAAO,CAAC,MAAM,CAAgB;IAC9B,OAAO,CAAC,SAAS,CAAkB;IACnC,OAAO,CAAC,QAAQ,CAAC,CAAoB;IACrC,OAAO,CAAC,WAAW,CAAC,CAAoB;IACxC,OAAO,CAAC,cAAc,CAAC,CAAiB;gBAE5B,IAAI,EAAE,iBAAiB;IAYnC,KAAK,IAAI,IAAI;IAKb,OAAO,CAAC,UAAU,CAAkD;IAE9D,gCAAgC,CAAC,KAAK,EAAE;QAC5C,OAAO,EAAE,sBAAsB,EAAE,CAAC;QAClC,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,KAAK,EAAE,MAAM,CAAC;QACd,cAAc,EAAE,MAAM,CAAC;KACxB,GAAG,OAAO,CAAC,IAAI,CAAC;IAIX,KAAK,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIhD,OAAO,CAAC,yBAAyB;YA4BnB,yBAAyB;IAiCvC,OAAO,CAAC,eAAe;IAKjB,KAAK,CAAC,OAAO,EAAE,cAAc,GAAG,OAAO,CAAC,aAAa,CAAC;IAmRtD,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,+BAA+B,CAAC;YA4iB/F,sBAAsB;IAmWpC,OAAO,CAAC,yBAAyB;YAgBnB,2BAA2B;YA4B3B,6BAA6B;IAkB3C,OAAO,CAAC,mBAAmB;IAY3B,OAAO,CAAC,sBAAsB;IAM9B,OAAO,CAAC,2BAA2B;IAOnC,SAAS,IAAI,WAAW;CASzB"}

package/dist/context-engine.js

@@ -4,12 +4,13 @@ import { buildRetrievalTaskPlan } from './retrieval-task-plan.js';
 import { fuzzySearch, shouldFallback } from "./fuzzy-fallback.js";
 import { compressToTokenLimit } from "./compressor.js";
 import { claudeRerank } from "./claude-rerank.js";
-import { QueryCache } from "./query-cache.js";
+import { invalidateContextPrefetchCache, QueryCache } from "./query-cache.js";
 import { rankOptionalContextFiles, } from "./ranker.js";
 import { describeLayerEvidence, detectLanguageFromPath, } from "./layer-rules.js";
 import { reachableCodeGraphNodeIds, sanitizeCodeGraphEdges, } from './graph-edge-quality.js';
 import { assembleContextFileRoles } from './context-file-roles.js';
 import { buildTaskContextEnvelope } from './task-retrieval-orchestrator.js';
+import { recordTaskEnvelopeLedger } from './retrieval-ledger.js';
 const CG = CGModule.default ?? CGModule;
 const SYMBOL_VECTOR_WARNING = "Symbol vector search is not ready; using CodeGraph/BM25 results. Run `devflow doctor` for details.";
 // ── RRF (Reciprocal Rank Fusion) ─────────────────────────────────
@@ -242,8 +243,21 @@ function extractTargetAnchors(query) {
         if (match[1])
             pathAnchors.add(match[1].replace(/^\.\//, '').replace(/\/+$/, '').toLowerCase());
     }
-    if (pathAnchors.size > 0)
+    if (pathAnchors.size > 0) {
+        const directories = [...pathAnchors]
+            .filter(anchor => /\.[a-z0-9]+$/iu.test(anchor))
+            .map(anchor => anchor.split('/').slice(0, -1).join('/'))
+            .filter(Boolean);
+        const existingNames = new Set([...pathAnchors].map(anchor => anchor.split('/').at(-1)));
+        for (const match of query.matchAll(/\b([A-Za-z0-9_.-]+\.(?:[cm]?[jt]sx?|vue|svelte|json|ya?ml|md))\b/gu)) {
+            const fileName = match[1]?.toLowerCase();
+            if (!fileName || existingNames.has(fileName))
+                continue;
+            if (directories.length === 1)
+                pathAnchors.add(`${directories[0]}/${fileName}`);
+        }
         return [...pathAnchors];
+    }
     const anchors = new Set();
     for (const match of query.matchAll(/([a-zA-Z0-9]+(?:-[a-zA-Z0-9]+)+)\s+(?:component|module|file|组件|模块|文件)/gi)) {
         if (match[1])
@@ -290,7 +304,7 @@ export class ContextEngine {
     async index(_projectRoot) {
         await this.indexer.reconcile();
     }
-    getKnowledgeSearchOptions(query, limit, options = {}) {
+    getKnowledgeSearchOptions(query, limit, options = {}, taskPlan, totalBudget = 8_000) {
         const stats = this.cg.getStats();
         const frameworks = typeof this.cg.getDetectedFrameworks === "function"
             ? this.cg.getDetectedFrameworks()
@@ -298,8 +312,11 @@ export class ContextEngine {
         const languages = Object.keys(stats.filesByLanguage ?? {});
         return {
             limit,
+            budgetTokens: Math.max(0, Math.floor(totalBudget * 0.25)),
             activeSkill: options.activeSkill,
             relevantFiles: options.relevantFiles,
+            action: taskPlan?.action,
+            knowledgeNeeds: taskPlan?.knowledgeNeeds,
             projectSignals: {
                 frameworks,
                 languages,
@@ -425,7 +442,7 @@ export class ContextEngine {
         }
         // 2. Knowledge + Memory in parallel
         const [kResultsRaw, memResultsRaw] = await Promise.all([
-            this.searchKnowledgeWithStatus(combinedQuery, this.getKnowledgeSearchOptions(combinedQuery, 10, { activeSkill: request.activeSkill, relevantFiles: request.relevantFiles })).catch(() => ({ entries: [], warnings: [] })),
+            this.searchKnowledgeWithStatus(combinedQuery, this.getKnowledgeSearchOptions(combinedQuery, 10, { activeSkill: request.activeSkill, relevantFiles: request.relevantFiles }, retrievalTaskPlan, maxTokens)).catch(() => ({ entries: [], warnings: [] })),
             this.memory.search(request.query, {
                 limit: 5,
                 purpose: intent.intent,
@@ -576,9 +593,27 @@ export class ContextEngine {
         const mode = options?.mode ?? "fast";
         const memoryRevision = this.memory.getRetrievalRevision?.() ?? 0;
         const cacheKey = `ctx:${query}:${mode}:${options?.activeSkill ?? ""}:${(options?.relevantFiles ?? []).join(",")}:memory:${memoryRevision}`;
-        const cached = warnings.length === 0 && !options?.requestId
+        let cached = warnings.length === 0 && !options?.requestId
             ? this.queryCache.get(cacheKey)
             : undefined;
+        if (cached) {
+            const changed = typeof this.cg.getChangedFiles === 'function'
+                ? this.cg.getChangedFiles()
+                : {};
+            const changedPaths = [...(changed.added ?? []), ...(changed.modified ?? []), ...(changed.removed ?? [])];
+            const cachedPaths = [
+                ...getGroupFilePaths(cached.requiredFiles),
+                ...getGroupFilePaths(cached.optionalFiles),
+            ];
+            const freshness = this.indexer?.ensureFilesCurrent
+                ? await this.indexer.ensureFilesCurrent(cachedPaths, { refresh: false })
+                : null;
+            if (changedPaths.length > 0 || freshness?.files.some(file => !file.current)) {
+                this.queryCache.invalidatePaths(new Set([...changedPaths, ...(freshness?.stale ?? []), ...(freshness?.missing ?? [])]));
+                invalidateContextPrefetchCache(this.cg.getProjectRoot?.() ?? process.cwd());
+                cached = undefined;
+            }
+        }
         if (cached) {
             return {
                 ...cached,
@@ -615,7 +650,7 @@ export class ContextEngine {
                 })
                 : Promise.resolve(null),
             Promise.race([
-                this.searchKnowledgeWithStatus(combinedQuery, this.getKnowledgeSearchOptions(combinedQuery, 5, options)),
+                this.searchKnowledgeWithStatus(combinedQuery, this.getKnowledgeSearchOptions(combinedQuery, 5, options, retrievalTaskPlan, maxTokens)),
                 new Promise((_, reject) => setTimeout(() => reject(new Error("knowledge timeout")), 5000)),
             ]).catch((err) => {
                 console.error("[devflow] knowledge.search timeout:", err.message);
@@ -699,6 +734,31 @@ export class ContextEngine {
         }
         console.error("[devflow:timing] Fallback searchNodes loop:", Date.now() - tFallback, "ms");
         timing["2_fallback_loop"] = Date.now() - tFallback;
+        const fileFreshnessByPath = new Map();
+        if (this.indexer?.ensureFilesCurrent) {
+            const candidatePaths = [...new Set([
+                    ...ctx.nodes.map((node) => String(node.filePath ?? '')).filter(Boolean),
+                    ...ctx.entryPoints.map((entry) => String(entry.filePath ?? '')).filter(Boolean),
+                ])];
+            const freshness = await this.indexer.ensureFilesCurrent(candidatePaths, { refresh: true, timeoutMs: 5_000 });
+            for (const file of freshness.files)
+                fileFreshnessByPath.set(file.path, file);
+            const rejectedPaths = new Set([...freshness.missing, ...freshness.stale]);
+            if (rejectedPaths.size > 0 || freshness.refreshed.length > 0) {
+                this.queryCache.invalidatePaths(new Set([...rejectedPaths, ...freshness.refreshed]));
+                invalidateContextPrefetchCache(this.cg.getProjectRoot?.() ?? process.cwd());
+            }
+            if (freshness.missing.length > 0)
+                warnings.push(`codegraph-missing-files:${freshness.missing.length}`);
+            if (freshness.stale.length > 0)
+                warnings.push(`codegraph-stale-degraded:${freshness.stale.length}`);
+            ctx.nodes = ctx.nodes.filter((node) => !rejectedPaths.has(node.filePath));
+            ctx.entryPoints = ctx.entryPoints.filter((entry) => !rejectedPaths.has(entry.filePath));
+            if (Array.isArray(ctx.edges) && rejectedPaths.size > 0) {
+                const retainedIds = new Set(ctx.nodes.map((node) => node.id));
+                ctx.edges = ctx.edges.filter((edge) => retainedIds.has(edge.source) && retainedIds.has(edge.target));
+            }
+        }
         const edgeQuality = sanitizeCodeGraphEdges(this.cg, Array.isArray(ctx.edges) ? ctx.edges : []);
         ctx.edges = edgeQuality.accepted;
         if (edgeQuality.rejected.length > 0) {
@@ -795,6 +855,9 @@ export class ContextEngine {
             })
             : [];
         for (const candidate of roleCandidates) {
+            if (this.indexer?.getFileFreshness) {
+                fileFreshnessByPath.set(candidate.path, this.indexer.getFileFreshness(candidate.path));
+            }
             fileRoleByPath.set(candidate.path, candidate);
             if (candidate.role === 'target') {
                 requiredFileSet.add(candidate.path);
@@ -812,10 +875,21 @@ export class ContextEngine {
                 });
             }
         }
-        const rankedOptionalFiles = rankOptionalContextFiles([...optionalCandidates.values()], taskType);
-        const rankedOptionalPaths = new Set(rankedOptionalFiles.map(candidate => candidate.path));
+        let rankedOptionalFiles = rankOptionalContextFiles([...optionalCandidates.values()], taskType);
         for (const candidate of rankedOptionalFiles)
             optionalFileSet.add(candidate.path);
+        if (this.indexer?.getFileFreshness) {
+            for (const path of [...requiredFileSet, ...optionalFileSet]) {
+                const freshness = fileFreshnessByPath.get(path) ?? this.indexer.getFileFreshness(path);
+                fileFreshnessByPath.set(path, freshness);
+                if (freshness.current)
+                    continue;
+                requiredFileSet.delete(path);
+                optionalFileSet.delete(path);
+                fileRoleByPath.delete(path);
+            }
+            rankedOptionalFiles = rankedOptionalFiles.filter(candidate => optionalFileSet.has(candidate.path));
+        }
         const optionalCandidateByPath = new Map(rankedOptionalFiles.map(candidate => [candidate.path, candidate]));
         const retainedFiles = new Set([...requiredFileSet, ...optionalFileSet]);
         for (let index = keySymbols.length - 1; index >= 0; index--) {
@@ -866,7 +940,7 @@ export class ContextEngine {
                 score: 0.5,
             });
         }
-        const compressed = compressToTokenLimit(allFileSnippets, maxTokens);
+        const compressed = compressToTokenLimit(allFileSnippets, Math.floor(maxTokens * 0.45));
         if (compressed.overBudget)
             warnings.push("context-compressor-budget-exceeded");
         console.error("[devflow:timing] Snippet building + compress:", Date.now() - tSnippet, "ms");
@@ -1002,6 +1076,7 @@ export class ContextEngine {
             targetAnchors,
             taskPlan: retrievalTaskPlan,
             fileRoles: fileRoleByPath,
+            fileFreshness: fileFreshnessByPath,
             memoryHits,
             knowledgeHits,
             rejectedCodeRelations: edgeQuality.rejected.length,
@@ -1010,14 +1085,21 @@ export class ContextEngine {
                 + Object.values((knowledgeResult
                     .retrievalDiagnostics?.qualityRejected) ?? {}).reduce((total, count) => total + count, 0),
         });
+        try {
+            recordTaskEnvelopeLedger(result.taskEnvelope);
+        }
+        catch {
+            result.warnings = [...(result.warnings ?? []), 'retrieval-ledger-degraded'];
+        }
         if (options?.requestId && result.taskEnvelope.memory.entries.length > 0) {
             try {
                 await this.memory.recordContextEnvelopeSelection?.({
-                    memoryIds: result.taskEnvelope.memory.entries.map(entry => entry.id),
+                    entries: result.taskEnvelope.memory.entries,
                     sessionId: options.sessionId,
                     executionId: options.executionId,
                     requestId: options.requestId,
                     query,
+                    contextReceipt: result.taskEnvelope.receipt.contextHash,
                 });
             }
             catch {
@@ -1051,6 +1133,27 @@ export class ContextEngine {
         });
         await this.applyLegacySymbolVectorRecall(cgResult, query, warnings);
         this.clearRecoveredSymbolWarning(warnings);
+        const fileFreshnessByPath = new Map();
+        if (this.indexer?.ensureFilesCurrent) {
+            const candidatePaths = [...new Set(Array.from(cgResult.nodes.values()).map(node => node.filePath))];
+            const freshness = await this.indexer.ensureFilesCurrent(candidatePaths, { refresh: true, timeoutMs: 5_000 });
+            for (const file of freshness.files)
+                fileFreshnessByPath.set(file.path, file);
+            const rejectedPaths = new Set([...freshness.missing, ...freshness.stale]);
+            for (const [id, node] of cgResult.nodes) {
+                if (rejectedPaths.has(node.filePath))
+                    cgResult.nodes.delete(id);
+            }
+            cgResult.roots = cgResult.roots.filter(id => cgResult.nodes.has(id));
+            if (freshness.missing.length > 0)
+                warnings.push(`codegraph-missing-files:${freshness.missing.length}`);
+            if (freshness.stale.length > 0)
+                warnings.push(`codegraph-stale-degraded:${freshness.stale.length}`);
+            if (rejectedPaths.size > 0 || freshness.refreshed.length > 0) {
+                this.queryCache.invalidatePaths(new Set([...rejectedPaths, ...freshness.refreshed]));
+                invalidateContextPrefetchCache(this.cg.getProjectRoot?.() ?? process.cwd());
+            }
+        }
         const edgeQuality = sanitizeCodeGraphEdges(this.cg, cgResult.edges ?? []);
         if (edgeQuality.rejected.length > 0) {
             warnings.push(`codegraph-relations-rejected:${edgeQuality.rejected.length}`);
@@ -1124,6 +1227,9 @@ export class ContextEngine {
             })
             : [];
         for (const candidate of roleCandidates) {
+            if (this.indexer?.getFileFreshness) {
+                fileFreshnessByPath.set(candidate.path, this.indexer.getFileFreshness(candidate.path));
+            }
             fileRoleByPath.set(candidate.path, candidate);
             if (candidate.role === 'target') {
                 requiredFileSet.add(candidate.path);
@@ -1141,9 +1247,21 @@ export class ContextEngine {
                 });
             }
         }
-        const rankedOptionalFiles = rankOptionalContextFiles([...optionalCandidates.values()], taskType);
+        let rankedOptionalFiles = rankOptionalContextFiles([...optionalCandidates.values()], taskType);
         for (const candidate of rankedOptionalFiles)
             optionalFileSet.add(candidate.path);
+        if (this.indexer?.getFileFreshness) {
+            for (const path of [...requiredFileSet, ...optionalFileSet]) {
+                const freshness = fileFreshnessByPath.get(path) ?? this.indexer.getFileFreshness(path);
+                fileFreshnessByPath.set(path, freshness);
+                if (freshness.current)
+                    continue;
+                requiredFileSet.delete(path);
+                optionalFileSet.delete(path);
+                fileRoleByPath.delete(path);
+            }
+            rankedOptionalFiles = rankedOptionalFiles.filter(candidate => optionalFileSet.has(candidate.path));
+        }
         for (const node of allNodes) {
             if (optionalFileSet.has(node.filePath))
                 optionalSymbols.push(node.name);
@@ -1203,7 +1321,7 @@ export class ContextEngine {
         let knowledgeReasoning = [];
         let knowledgeHits = [];
         try {
-            const kResults = await this.searchKnowledgeWithStatus(combinedQuery, this.getKnowledgeSearchOptions(combinedQuery, 5, options));
+            const kResults = await this.searchKnowledgeWithStatus(combinedQuery, this.getKnowledgeSearchOptions(combinedQuery, 5, options, retrievalTaskPlan, maxTokens));
             if (kResults.warnings.length > 0)
                 warnings.push(...kResults.warnings);
             knowledgeHits = kResults.entries;
@@ -1257,7 +1375,7 @@ export class ContextEngine {
                 score: 0.5,
             });
         }
-        const compressed = compressToTokenLimit(allFileSnippets, maxTokens);
+        const compressed = compressToTokenLimit(allFileSnippets, Math.floor(maxTokens * 0.45));
         if (compressed.overBudget)
             warnings.push("context-compressor-budget-exceeded");
         const requiredPaths = new Set(compressed.files.filter(f => requiredFileSet.has(f.path)).map(f => f.path));
@@ -1330,6 +1448,7 @@ export class ContextEngine {
             tokenBudget: maxTokens,
             targetAnchors,
             fileRoles: fileRoleByPath,
+            fileFreshness: fileFreshnessByPath,
             memoryHits,
             knowledgeHits,
             rejectedCodeRelations: edgeQuality.rejected.length,
@@ -1420,4 +1539,9 @@ export class ContextEngine {
         };
     }
 }
+function getGroupFilePaths(group) {
+    if (Array.isArray(group))
+        return group;
+    return group?.files ?? [];
+}
 //# sourceMappingURL=context-engine.js.map