open-multi-agent-kit 0.90.0 → 0.90.3

package/dist/core/context-budget-system-prompt.js

@@ -15,6 +15,7 @@ export function renderSystemPromptBudgetedResources(input) {
         query: input.options.queryContext,
         items,
         tokenCounter,
+        cacheProvider: input.options.cacheProvider,
     });
     const included = new Set(plan.includedItemIds);
     const filtered = deduplicatePointerFull(items, included);
@@ -28,7 +29,10 @@ export function renderSystemPromptBudgetedResources(input) {
 }
 function renderBudgetNote(plan, baseTokens) {
     const omitted = plan.omittedItemIds.length;
-    const { counts, diagnosticReasons, tokenOptimizer, tokens } = plan.observability;
+    const { cache, counts, diagnosticReasons, tokenOptimizer, tokens } = plan.observability;
+    const selectedCacheHits = cache.representationCache.exactHits +
+        cache.representationCache.semanticHits +
+        cache.representationCache.pointerHits;
     const renderedDiagnosticReasons = diagnosticReasons.length === 0
         ? '    <diagnostic_reasons count="0" />'
         : [
@@ -48,6 +52,7 @@ function renderBudgetNote(plan, baseTokens) {
         "  <decision_observability>",
         `    <counts selected="${formatObservableInteger(counts.selected)}" omitted="${formatObservableInteger(counts.omitted)}" pointer="${formatObservableInteger(counts.pointer)}" compressed="${formatObservableInteger(counts.compressed)}" full="${formatObservableInteger(counts.full)}" retrieval_fallbacks="${formatObservableInteger(counts.retrievalFallback)}" />`,
         `    <tokens available="${formatObservableInteger(tokens.available)}" used="${formatObservableInteger(tokens.used)}" raw="${formatObservableInteger(tokens.raw)}" omitted="${formatObservableInteger(tokens.omitted)}" token_savings="${formatObservableInteger(tokens.tokenSavings)}" />`,
+        `    <cache_decision plan_hit="${cache.planCache.hit ? "true" : "false"}" selected_hits="${formatObservableInteger(selectedCacheHits)}" misses="${formatObservableInteger(cache.representationCache.misses)}" stale_rejects="${formatObservableInteger(cache.representationCache.staleRejects)}" negative_hits="${formatObservableInteger(cache.representationCache.negativeHits)}" writes="${formatObservableInteger(cache.representationCache.writes)}" />`,
         renderedDiagnosticReasons,
         `    <token_optimizer optimizer_id="${escapeXml(tokenOptimizer.optimizerId)}" status="${escapeXml(tokenOptimizer.status)}" active="${tokenOptimizer.active ? "true" : "false"}" active_context_budget_optimizer="${escapeXml(tokenOptimizer.activeContextBudgetOptimizer)}" compatibility_only="${tokenOptimizer.compatibilityOnly ? "true" : "false"}" />`,
         "  </decision_observability>",

package/dist/core/context-budget-system-prompt.js.map

@@ -1 +1 @@
-{"version":3,"file":"context-budget-system-prompt.js","sourceRoot":"","sources":["../../src/core/context-budget-system-prompt.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,gCAAgC,EAGhC,yBAAyB,GACzB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,6BAA6B,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACnG,OAAO,EAEN,yBAAyB,GAEzB,MAAM,mCAAmC,CAAC;AAgC3C,MAAM,UAAU,mCAAmC,CAClD,KAAyC,EACT;IAChC,MAAM,YAAY,GACjB,KAAK,CAAC,OAAO,CAAC,YAAY,IAAI,yBAAyB,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,IAAI,UAAU,CAAC,CAAC;IACpG,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,IAAI,SAAS,CAAC;IACnD,MAAM,UAAU,GAAG,YAAY,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC;IAC5E,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,eAAe,GAAG,UAAU,CAAC,CAAC;IAC/E,MAAM,KAAK,GAAG,6BAA6B,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,yBAAyB,CAAC;QACtC,SAAS,EAAE,cAAc;QACzB,qBAAqB,EAAE,KAAK,CAAC,OAAO,CAAC,qBAAqB,IAAI,CAAC;QAC/D,OAAO;QACP,aAAa,EAAE,gCAAgC;QAC/C,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;QACjC,KAAK;QACL,YAAY;KACZ,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,sBAAsB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,QAAQ;SACnB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;SACvC,GAAG,CACH,CAAC,IAAI,EAAE,EAAE,CACR,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,cAAc,CAAC,MAAM,KAAK,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,IAAI,IAAI,CAAC,IAAI,CAC5G;SACA,IAAI,CAAC,IAAI,CAAC;SACV,OAAO,EAAE,CAAC;IACZ,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAChD,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;AAAA,CACxD;AAED,SAAS,gBAAgB,CAAC,IAA+B,EAAE,UAAkB,EAAU;IACtF,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;IAC3C,MAAM,EAAE,MAAM,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC;IACjF,MAAM,yBAAyB,GAC9B,iBAAiB,CAAC,MAAM,KAAK,CAAC;QAC7B,CAAC,CAAC,sCAAsC;QACxC,CAAC,CAAC;YACA,kCAAkC,uBAAuB,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI;YACvF,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,iBAAiB,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC;YACnF,2BAA2B;SAC3B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,OAAO;QACN,kBAAkB;QAClB,aAAa,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW;QACrD,gBAAgB,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc;QACtD,yBAAyB,uBAAuB,CAAC,UAAU,CAAC,uBAAuB;QACnF,2BAA2B,uBAAuB,CAAC,IAAI,CAAC,UAAU,CAAC,yBAAyB;QAC5F,8BAA8B,uBAAuB,CAAC,IAAI,CAAC,aAAa,CAAC,4BAA4B;QACrG,oBAAoB,uBAAuB,CAAC,OAAO,CAAC,kBAAkB;QACtE,gBAAgB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,cAAc;QAC/D,4BAA4B;QAC5B,yBAAyB,uBAAuB,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,uBAAuB,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,uBAAuB,CAAC,MAAM,CAAC,OAAO,CAAC,iBAAiB,uBAAuB,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,uBAAuB,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,uBAAuB,CAAC,MAAM,CAAC,iBAAiB,CAAC,MAAM;QACtW,0BAA0B,uBAAuB,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,uBAAuB,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,uBAAuB,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,uBAAuB,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,uBAAuB,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM;QAC1R,yBAAyB;QACzB,sCAAsC,SAAS,CAAC,cAAc,CAAC,WAAW,CAAC,aAAa,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,sCAAsC,SAAS,CAAC,cAAc,CAAC,4BAA4B,CAAC,yBAAyB,cAAc,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,MAAM;QAC3V,6BAA6B;QAC7B,+HAA+H;QAC/H,mBAAmB;KACnB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAAA,CACb;AAED,SAAS,uBAAuB,CAAC,KAAa,EAAU;IACvD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,GAAG,CAAC;IACZ,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAAA,CAC9C;AAED;;;GAGG;AACH,SAAS,sBAAsB,CAC9B,KAAqC,EACrC,QAA6B,EACI;IACjC,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;YAClE,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YACnD,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;IACF,CAAC;IACD,IAAI,iBAAiB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7B,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;YAC7C,OAAO,IAAI,CAAC;QACb,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QACtD,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAAA,CACpC,CAAC,CAAC;AAAA,CACH","sourcesContent":["import {\n\tCONTEXT_BUDGET_POLICY_VERSION_V2,\n\ttype ContextBudgetItemV2,\n\ttype PromptContextBudgetPlanV2,\n\tplanPromptContextBudgetV2,\n} from \"./context-budget-governor-v2.ts\";\nimport { createSystemPromptBudgetItems, escapeXml } from \"./context-budget-system-prompt-items.ts\";\nimport {\n\ttype ContextBudgetTokenizerMode,\n\tcreateTokenCounterForMode,\n\ttype TokenCounterAdapter,\n} from \"./context-budget-token-counter.ts\";\nimport type { ContextFile } from \"./resource-loader.ts\";\nimport type { Skill } from \"./skills.ts\";\n\nexport interface SystemPromptContextBudgetOptions {\n\treadonly maxPromptTokens: number;\n\treadonly responseReserveTokens?: number;\n\treadonly modelId?: string;\n\treadonly tokenizerMode?: ContextBudgetTokenizerMode;\n\treadonly activeSkillNames?: readonly string[];\n\treadonly includeSkillInventory?: boolean;\n\treadonly includeFullContextFiles?: boolean;\n\treadonly tokenCounter?: TokenCounterAdapter;\n\t/** Maximum number of inactive (non-active) skills to include as items. Default: 15. */\n\treadonly maxInactiveSkills?: number;\n\t/** Current user query text for relevance-aware skill ranking. */\n\treadonly queryContext?: string;\n}\n\nexport interface SystemPromptBudgetedResourcesInput {\n\treadonly basePrompt: string;\n\treadonly contextFiles: readonly ContextFile[];\n\treadonly skills: readonly Skill[];\n\treadonly includeSkills: boolean;\n\treadonly options: SystemPromptContextBudgetOptions;\n}\n\nexport interface SystemPromptBudgetedResources {\n\treadonly text: string;\n\treadonly plan: PromptContextBudgetPlanV2;\n}\n\nexport function renderSystemPromptBudgetedResources(\n\tinput: SystemPromptBudgetedResourcesInput,\n): SystemPromptBudgetedResources {\n\tconst tokenCounter =\n\t\tinput.options.tokenCounter ?? createTokenCounterForMode(input.options.tokenizerMode ?? \"fallback\");\n\tconst modelId = input.options.modelId ?? \"unknown\";\n\tconst baseTokens = tokenCounter.countText(input.basePrompt, modelId).tokens;\n\tconst resourceBudget = Math.max(0, input.options.maxPromptTokens - baseTokens);\n\tconst items = createSystemPromptBudgetItems(input, resourceBudget);\n\tconst plan = planPromptContextBudgetV2({\n\t\tmaxTokens: resourceBudget,\n\t\tresponseReserveTokens: input.options.responseReserveTokens ?? 0,\n\t\tmodelId,\n\t\tpolicyVersion: CONTEXT_BUDGET_POLICY_VERSION_V2,\n\t\tquery: input.options.queryContext,\n\t\titems,\n\t\ttokenCounter,\n\t});\n\tconst included = new Set(plan.includedItemIds);\n\tconst filtered = deduplicatePointerFull(items, included);\n\tconst text = filtered\n\t\t.filter((item) => included.has(item.id))\n\t\t.map(\n\t\t\t(item) =>\n\t\t\t\tplan.selectedRepresentations.find((representation) => representation.itemId === item.id)?.text ?? item.text,\n\t\t)\n\t\t.join(\"\\n\")\n\t\t.trimEnd();\n\tconst note = renderBudgetNote(plan, baseTokens);\n\treturn { text: text ? `${text}\\n${note}` : note, plan };\n}\n\nfunction renderBudgetNote(plan: PromptContextBudgetPlanV2, baseTokens: number): string {\n\tconst omitted = plan.omittedItemIds.length;\n\tconst { counts, diagnosticReasons, tokenOptimizer, tokens } = plan.observability;\n\tconst renderedDiagnosticReasons =\n\t\tdiagnosticReasons.length === 0\n\t\t\t? '    <diagnostic_reasons count=\"0\" />'\n\t\t\t: [\n\t\t\t\t\t`    <diagnostic_reasons count=\"${formatObservableInteger(diagnosticReasons.length)}\">`,\n\t\t\t\t\t...diagnosticReasons.map((reason) => `      <reason>${escapeXml(reason)}</reason>`),\n\t\t\t\t\t\"    </diagnostic_reasons>\",\n\t\t\t\t].join(\"\\n\");\n\treturn [\n\t\t\"<context_budget>\",\n\t\t`  <policy>${escapeXml(plan.policyVersion)}</policy>`,\n\t\t`  <plan_hash>${escapeXml(plan.planHash)}</plan_hash>`,\n\t\t`  <base_prompt_tokens>${formatObservableInteger(baseTokens)}</base_prompt_tokens>`,\n\t\t`  <resource_tokens_used>${formatObservableInteger(plan.usedTokens)}</resource_tokens_used>`,\n\t\t`  <resource_tokens_omitted>${formatObservableInteger(plan.omittedTokens)}</resource_tokens_omitted>`,\n\t\t`  <omitted_items>${formatObservableInteger(omitted)}</omitted_items>`,\n\t\t`  <emergency>${plan.emergency ? \"true\" : \"false\"}</emergency>`,\n\t\t\"  <decision_observability>\",\n\t\t`    <counts selected=\"${formatObservableInteger(counts.selected)}\" omitted=\"${formatObservableInteger(counts.omitted)}\" pointer=\"${formatObservableInteger(counts.pointer)}\" compressed=\"${formatObservableInteger(counts.compressed)}\" full=\"${formatObservableInteger(counts.full)}\" retrieval_fallbacks=\"${formatObservableInteger(counts.retrievalFallback)}\" />`,\n\t\t`    <tokens available=\"${formatObservableInteger(tokens.available)}\" used=\"${formatObservableInteger(tokens.used)}\" raw=\"${formatObservableInteger(tokens.raw)}\" omitted=\"${formatObservableInteger(tokens.omitted)}\" token_savings=\"${formatObservableInteger(tokens.tokenSavings)}\" />`,\n\t\trenderedDiagnosticReasons,\n\t\t`    <token_optimizer optimizer_id=\"${escapeXml(tokenOptimizer.optimizerId)}\" status=\"${escapeXml(tokenOptimizer.status)}\" active=\"${tokenOptimizer.active ? \"true\" : \"false\"}\" active_context_budget_optimizer=\"${escapeXml(tokenOptimizer.activeContextBudgetOptimizer)}\" compatibility_only=\"${tokenOptimizer.compatibilityOnly ? \"true\" : \"false\"}\" />`,\n\t\t\"  </decision_observability>\",\n\t\t\"  <note>Some low-priority resource inventory may be represented by pointers. Use read on referenced paths when needed.</note>\",\n\t\t\"</context_budget>\",\n\t].join(\"\\n\");\n}\n\nfunction formatObservableInteger(value: number): string {\n\tif (!Number.isFinite(value)) {\n\t\treturn \"0\";\n\t}\n\treturn String(Math.max(0, Math.floor(value)));\n}\n\n/**\n * R3: When a context-full item is included, exclude the matching pointer\n * so the same file does not consume tokens twice.\n */\nfunction deduplicatePointerFull(\n\titems: readonly ContextBudgetItemV2[],\n\tincluded: ReadonlySet<string>,\n): readonly ContextBudgetItemV2[] {\n\tconst includedFullPaths = new Set<string>();\n\tfor (const item of items) {\n\t\tif (item.id.startsWith(\"context-full:\") && included.has(item.id)) {\n\t\t\tconst path = item.id.slice(\"context-full:\".length);\n\t\t\tincludedFullPaths.add(path);\n\t\t}\n\t}\n\tif (includedFullPaths.size === 0) {\n\t\treturn items;\n\t}\n\treturn items.filter((item) => {\n\t\tif (!item.id.startsWith(\"context-pointer:\")) {\n\t\t\treturn true;\n\t\t}\n\t\tconst path = item.id.slice(\"context-pointer:\".length);\n\t\treturn !includedFullPaths.has(path);\n\t});\n}\n"]}
+{"version":3,"file":"context-budget-system-prompt.js","sourceRoot":"","sources":["../../src/core/context-budget-system-prompt.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,gCAAgC,EAIhC,yBAAyB,GACzB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAE,6BAA6B,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACnG,OAAO,EAEN,yBAAyB,GAEzB,MAAM,mCAAmC,CAAC;AAiC3C,MAAM,UAAU,mCAAmC,CAClD,KAAyC,EACT;IAChC,MAAM,YAAY,GACjB,KAAK,CAAC,OAAO,CAAC,YAAY,IAAI,yBAAyB,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,IAAI,UAAU,CAAC,CAAC;IACpG,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,IAAI,SAAS,CAAC;IACnD,MAAM,UAAU,GAAG,YAAY,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,MAAM,CAAC;IAC5E,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,eAAe,GAAG,UAAU,CAAC,CAAC;IAC/E,MAAM,KAAK,GAAG,6BAA6B,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,yBAAyB,CAAC;QACtC,SAAS,EAAE,cAAc;QACzB,qBAAqB,EAAE,KAAK,CAAC,OAAO,CAAC,qBAAqB,IAAI,CAAC;QAC/D,OAAO;QACP,aAAa,EAAE,gCAAgC;QAC/C,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,YAAY;QACjC,KAAK;QACL,YAAY;QACZ,aAAa,EAAE,KAAK,CAAC,OAAO,CAAC,aAAa;KAC1C,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,sBAAsB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACzD,MAAM,IAAI,GAAG,QAAQ;SACnB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;SACvC,GAAG,CACH,CAAC,IAAI,EAAE,EAAE,CACR,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,cAAc,CAAC,MAAM,KAAK,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,IAAI,IAAI,CAAC,IAAI,CAC5G;SACA,IAAI,CAAC,IAAI,CAAC;SACV,OAAO,EAAE,CAAC;IACZ,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAChD,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;AAAA,CACxD;AAED,SAAS,gBAAgB,CAAC,IAA+B,EAAE,UAAkB,EAAU;IACtF,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC;IAC3C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC;IACxF,MAAM,iBAAiB,GACtB,KAAK,CAAC,mBAAmB,CAAC,SAAS;QACnC,KAAK,CAAC,mBAAmB,CAAC,YAAY;QACtC,KAAK,CAAC,mBAAmB,CAAC,WAAW,CAAC;IACvC,MAAM,yBAAyB,GAC9B,iBAAiB,CAAC,MAAM,KAAK,CAAC;QAC7B,CAAC,CAAC,sCAAsC;QACxC,CAAC,CAAC;YACA,kCAAkC,uBAAuB,CAAC,iBAAiB,CAAC,MAAM,CAAC,IAAI;YACvF,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,iBAAiB,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC;YACnF,2BAA2B;SAC3B,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChB,OAAO;QACN,kBAAkB;QAClB,aAAa,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,WAAW;QACrD,gBAAgB,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc;QACtD,yBAAyB,uBAAuB,CAAC,UAAU,CAAC,uBAAuB;QACnF,2BAA2B,uBAAuB,CAAC,IAAI,CAAC,UAAU,CAAC,yBAAyB;QAC5F,8BAA8B,uBAAuB,CAAC,IAAI,CAAC,aAAa,CAAC,4BAA4B;QACrG,oBAAoB,uBAAuB,CAAC,OAAO,CAAC,kBAAkB;QACtE,gBAAgB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,cAAc;QAC/D,4BAA4B;QAC5B,yBAAyB,uBAAuB,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,uBAAuB,CAAC,MAAM,CAAC,OAAO,CAAC,cAAc,uBAAuB,CAAC,MAAM,CAAC,OAAO,CAAC,iBAAiB,uBAAuB,CAAC,MAAM,CAAC,UAAU,CAAC,WAAW,uBAAuB,CAAC,MAAM,CAAC,IAAI,CAAC,0BAA0B,uBAAuB,CAAC,MAAM,CAAC,iBAAiB,CAAC,MAAM;QACtW,0BAA0B,uBAAuB,CAAC,MAAM,CAAC,SAAS,CAAC,WAAW,uBAAuB,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,uBAAuB,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,uBAAuB,CAAC,MAAM,CAAC,OAAO,CAAC,oBAAoB,uBAAuB,CAAC,MAAM,CAAC,YAAY,CAAC,MAAM;QAC1R,iCAAiC,KAAK,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,oBAAoB,uBAAuB,CAAC,iBAAiB,CAAC,aAAa,uBAAuB,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,oBAAoB,uBAAuB,CAAC,KAAK,CAAC,mBAAmB,CAAC,YAAY,CAAC,oBAAoB,uBAAuB,CAAC,KAAK,CAAC,mBAAmB,CAAC,YAAY,CAAC,aAAa,uBAAuB,CAAC,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,MAAM;QAC7b,yBAAyB;QACzB,sCAAsC,SAAS,CAAC,cAAc,CAAC,WAAW,CAAC,aAAa,SAAS,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,sCAAsC,SAAS,CAAC,cAAc,CAAC,4BAA4B,CAAC,yBAAyB,cAAc,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,MAAM;QAC3V,6BAA6B;QAC7B,+HAA+H;QAC/H,mBAAmB;KACnB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAAA,CACb;AAED,SAAS,uBAAuB,CAAC,KAAa,EAAU;IACvD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7B,OAAO,GAAG,CAAC;IACZ,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAAA,CAC9C;AAED;;;GAGG;AACH,SAAS,sBAAsB,CAC9B,KAAqC,EACrC,QAA6B,EACI;IACjC,MAAM,iBAAiB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;YAClE,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;YACnD,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;IACF,CAAC;IACD,IAAI,iBAAiB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QAClC,OAAO,KAAK,CAAC;IACd,CAAC;IACD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAC7B,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;YAC7C,OAAO,IAAI,CAAC;QACb,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;QACtD,OAAO,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAAA,CACpC,CAAC,CAAC;AAAA,CACH","sourcesContent":["import {\n\tCONTEXT_BUDGET_POLICY_VERSION_V2,\n\ttype ContextBudgetCacheProviderV2,\n\ttype ContextBudgetItemV2,\n\ttype PromptContextBudgetPlanV2,\n\tplanPromptContextBudgetV2,\n} from \"./context-budget-governor-v2.ts\";\nimport { createSystemPromptBudgetItems, escapeXml } from \"./context-budget-system-prompt-items.ts\";\nimport {\n\ttype ContextBudgetTokenizerMode,\n\tcreateTokenCounterForMode,\n\ttype TokenCounterAdapter,\n} from \"./context-budget-token-counter.ts\";\nimport type { ContextFile } from \"./resource-loader.ts\";\nimport type { Skill } from \"./skills.ts\";\n\nexport interface SystemPromptContextBudgetOptions {\n\treadonly maxPromptTokens: number;\n\treadonly responseReserveTokens?: number;\n\treadonly modelId?: string;\n\treadonly tokenizerMode?: ContextBudgetTokenizerMode;\n\treadonly activeSkillNames?: readonly string[];\n\treadonly includeSkillInventory?: boolean;\n\treadonly includeFullContextFiles?: boolean;\n\treadonly tokenCounter?: TokenCounterAdapter;\n\treadonly cacheProvider?: ContextBudgetCacheProviderV2;\n\t/** Maximum number of inactive (non-active) skills to include as items. Default: 15. */\n\treadonly maxInactiveSkills?: number;\n\t/** Current user query text for relevance-aware skill ranking. */\n\treadonly queryContext?: string;\n}\n\nexport interface SystemPromptBudgetedResourcesInput {\n\treadonly basePrompt: string;\n\treadonly contextFiles: readonly ContextFile[];\n\treadonly skills: readonly Skill[];\n\treadonly includeSkills: boolean;\n\treadonly options: SystemPromptContextBudgetOptions;\n}\n\nexport interface SystemPromptBudgetedResources {\n\treadonly text: string;\n\treadonly plan: PromptContextBudgetPlanV2;\n}\n\nexport function renderSystemPromptBudgetedResources(\n\tinput: SystemPromptBudgetedResourcesInput,\n): SystemPromptBudgetedResources {\n\tconst tokenCounter =\n\t\tinput.options.tokenCounter ?? createTokenCounterForMode(input.options.tokenizerMode ?? \"fallback\");\n\tconst modelId = input.options.modelId ?? \"unknown\";\n\tconst baseTokens = tokenCounter.countText(input.basePrompt, modelId).tokens;\n\tconst resourceBudget = Math.max(0, input.options.maxPromptTokens - baseTokens);\n\tconst items = createSystemPromptBudgetItems(input, resourceBudget);\n\tconst plan = planPromptContextBudgetV2({\n\t\tmaxTokens: resourceBudget,\n\t\tresponseReserveTokens: input.options.responseReserveTokens ?? 0,\n\t\tmodelId,\n\t\tpolicyVersion: CONTEXT_BUDGET_POLICY_VERSION_V2,\n\t\tquery: input.options.queryContext,\n\t\titems,\n\t\ttokenCounter,\n\t\tcacheProvider: input.options.cacheProvider,\n\t});\n\tconst included = new Set(plan.includedItemIds);\n\tconst filtered = deduplicatePointerFull(items, included);\n\tconst text = filtered\n\t\t.filter((item) => included.has(item.id))\n\t\t.map(\n\t\t\t(item) =>\n\t\t\t\tplan.selectedRepresentations.find((representation) => representation.itemId === item.id)?.text ?? item.text,\n\t\t)\n\t\t.join(\"\\n\")\n\t\t.trimEnd();\n\tconst note = renderBudgetNote(plan, baseTokens);\n\treturn { text: text ? `${text}\\n${note}` : note, plan };\n}\n\nfunction renderBudgetNote(plan: PromptContextBudgetPlanV2, baseTokens: number): string {\n\tconst omitted = plan.omittedItemIds.length;\n\tconst { cache, counts, diagnosticReasons, tokenOptimizer, tokens } = plan.observability;\n\tconst selectedCacheHits =\n\t\tcache.representationCache.exactHits +\n\t\tcache.representationCache.semanticHits +\n\t\tcache.representationCache.pointerHits;\n\tconst renderedDiagnosticReasons =\n\t\tdiagnosticReasons.length === 0\n\t\t\t? '    <diagnostic_reasons count=\"0\" />'\n\t\t\t: [\n\t\t\t\t\t`    <diagnostic_reasons count=\"${formatObservableInteger(diagnosticReasons.length)}\">`,\n\t\t\t\t\t...diagnosticReasons.map((reason) => `      <reason>${escapeXml(reason)}</reason>`),\n\t\t\t\t\t\"    </diagnostic_reasons>\",\n\t\t\t\t].join(\"\\n\");\n\treturn [\n\t\t\"<context_budget>\",\n\t\t`  <policy>${escapeXml(plan.policyVersion)}</policy>`,\n\t\t`  <plan_hash>${escapeXml(plan.planHash)}</plan_hash>`,\n\t\t`  <base_prompt_tokens>${formatObservableInteger(baseTokens)}</base_prompt_tokens>`,\n\t\t`  <resource_tokens_used>${formatObservableInteger(plan.usedTokens)}</resource_tokens_used>`,\n\t\t`  <resource_tokens_omitted>${formatObservableInteger(plan.omittedTokens)}</resource_tokens_omitted>`,\n\t\t`  <omitted_items>${formatObservableInteger(omitted)}</omitted_items>`,\n\t\t`  <emergency>${plan.emergency ? \"true\" : \"false\"}</emergency>`,\n\t\t\"  <decision_observability>\",\n\t\t`    <counts selected=\"${formatObservableInteger(counts.selected)}\" omitted=\"${formatObservableInteger(counts.omitted)}\" pointer=\"${formatObservableInteger(counts.pointer)}\" compressed=\"${formatObservableInteger(counts.compressed)}\" full=\"${formatObservableInteger(counts.full)}\" retrieval_fallbacks=\"${formatObservableInteger(counts.retrievalFallback)}\" />`,\n\t\t`    <tokens available=\"${formatObservableInteger(tokens.available)}\" used=\"${formatObservableInteger(tokens.used)}\" raw=\"${formatObservableInteger(tokens.raw)}\" omitted=\"${formatObservableInteger(tokens.omitted)}\" token_savings=\"${formatObservableInteger(tokens.tokenSavings)}\" />`,\n\t\t`    <cache_decision plan_hit=\"${cache.planCache.hit ? \"true\" : \"false\"}\" selected_hits=\"${formatObservableInteger(selectedCacheHits)}\" misses=\"${formatObservableInteger(cache.representationCache.misses)}\" stale_rejects=\"${formatObservableInteger(cache.representationCache.staleRejects)}\" negative_hits=\"${formatObservableInteger(cache.representationCache.negativeHits)}\" writes=\"${formatObservableInteger(cache.representationCache.writes)}\" />`,\n\t\trenderedDiagnosticReasons,\n\t\t`    <token_optimizer optimizer_id=\"${escapeXml(tokenOptimizer.optimizerId)}\" status=\"${escapeXml(tokenOptimizer.status)}\" active=\"${tokenOptimizer.active ? \"true\" : \"false\"}\" active_context_budget_optimizer=\"${escapeXml(tokenOptimizer.activeContextBudgetOptimizer)}\" compatibility_only=\"${tokenOptimizer.compatibilityOnly ? \"true\" : \"false\"}\" />`,\n\t\t\"  </decision_observability>\",\n\t\t\"  <note>Some low-priority resource inventory may be represented by pointers. Use read on referenced paths when needed.</note>\",\n\t\t\"</context_budget>\",\n\t].join(\"\\n\");\n}\n\nfunction formatObservableInteger(value: number): string {\n\tif (!Number.isFinite(value)) {\n\t\treturn \"0\";\n\t}\n\treturn String(Math.max(0, Math.floor(value)));\n}\n\n/**\n * R3: When a context-full item is included, exclude the matching pointer\n * so the same file does not consume tokens twice.\n */\nfunction deduplicatePointerFull(\n\titems: readonly ContextBudgetItemV2[],\n\tincluded: ReadonlySet<string>,\n): readonly ContextBudgetItemV2[] {\n\tconst includedFullPaths = new Set<string>();\n\tfor (const item of items) {\n\t\tif (item.id.startsWith(\"context-full:\") && included.has(item.id)) {\n\t\t\tconst path = item.id.slice(\"context-full:\".length);\n\t\t\tincludedFullPaths.add(path);\n\t\t}\n\t}\n\tif (includedFullPaths.size === 0) {\n\t\treturn items;\n\t}\n\treturn items.filter((item) => {\n\t\tif (!item.id.startsWith(\"context-pointer:\")) {\n\t\t\treturn true;\n\t\t}\n\t\tconst path = item.id.slice(\"context-pointer:\".length);\n\t\treturn !includedFullPaths.has(path);\n\t});\n}\n"]}

package/dist/core/context-budget-v2-cache-hash.d.ts

@@ -0,0 +1,3 @@
+export declare function sha256Canonical(value: unknown): string;
+export declare function sha256Hex(value: string): string;
+//# sourceMappingURL=context-budget-v2-cache-hash.d.ts.map

package/dist/core/context-budget-v2-cache-hash.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-budget-v2-cache-hash.d.ts","sourceRoot":"","sources":["../../src/core/context-budget-v2-cache-hash.ts"],"names":[],"mappings":"AAEA,wBAAgB,eAAe,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAEtD;AAED,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE/C","sourcesContent":["import { createHash } from \"node:crypto\";\n\nexport function sha256Canonical(value: unknown): string {\n\treturn sha256Hex(JSON.stringify(sortCanonical(value)));\n}\n\nexport function sha256Hex(value: string): string {\n\treturn createHash(\"sha256\").update(value, \"utf8\").digest(\"hex\");\n}\n\nfunction sortCanonical(value: unknown): unknown {\n\tif (Array.isArray(value)) return value.map(sortCanonical);\n\tif (!value || typeof value !== \"object\") return value;\n\tconst entries = Object.entries(value).sort(([a], [b]) => a.localeCompare(b));\n\treturn Object.fromEntries(entries.map(([key, item]) => [key, sortCanonical(item)]));\n}\n"]}

package/dist/core/context-budget-v2-cache-hash.js

@@ -0,0 +1,16 @@
+import { createHash } from "node:crypto";
+export function sha256Canonical(value) {
+    return sha256Hex(JSON.stringify(sortCanonical(value)));
+}
+export function sha256Hex(value) {
+    return createHash("sha256").update(value, "utf8").digest("hex");
+}
+function sortCanonical(value) {
+    if (Array.isArray(value))
+        return value.map(sortCanonical);
+    if (!value || typeof value !== "object")
+        return value;
+    const entries = Object.entries(value).sort(([a], [b]) => a.localeCompare(b));
+    return Object.fromEntries(entries.map(([key, item]) => [key, sortCanonical(item)]));
+}
+//# sourceMappingURL=context-budget-v2-cache-hash.js.map

package/dist/core/context-budget-v2-cache-hash.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-budget-v2-cache-hash.js","sourceRoot":"","sources":["../../src/core/context-budget-v2-cache-hash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,MAAM,UAAU,eAAe,CAAC,KAAc,EAAU;IACvD,OAAO,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AAAA,CACvD;AAED,MAAM,UAAU,SAAS,CAAC,KAAa,EAAU;IAChD,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AAAA,CAChE;AAED,SAAS,aAAa,CAAC,KAAc,EAAW;IAC/C,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IAC1D,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACtD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,OAAO,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;AAAA,CACpF","sourcesContent":["import { createHash } from \"node:crypto\";\n\nexport function sha256Canonical(value: unknown): string {\n\treturn sha256Hex(JSON.stringify(sortCanonical(value)));\n}\n\nexport function sha256Hex(value: string): string {\n\treturn createHash(\"sha256\").update(value, \"utf8\").digest(\"hex\");\n}\n\nfunction sortCanonical(value: unknown): unknown {\n\tif (Array.isArray(value)) return value.map(sortCanonical);\n\tif (!value || typeof value !== \"object\") return value;\n\tconst entries = Object.entries(value).sort(([a], [b]) => a.localeCompare(b));\n\treturn Object.fromEntries(entries.map(([key, item]) => [key, sortCanonical(item)]));\n}\n"]}

package/dist/core/context-budget-v2-cache-keys.d.ts

@@ -0,0 +1,58 @@
+import type { ContextRepresentationCandidateV2, ContextRepresentationKindV2 } from "./context-budget-headroom.ts";
+export declare const DEFAULT_MATERIALIZED_COMPRESSOR_POLICY_HASH_V2 = "context-budget-v2-default-compressor";
+export declare const DEFAULT_MATERIALIZED_QUALITY_POLICY_HASH_V2 = "context-budget-v2-default-quality";
+type ContextBudgetRepresentationFingerprintInputV2 = Pick<ContextRepresentationCandidateV2, "compressorId" | "estimatedTokens" | "fidelity" | "kind" | "sourceRef" | "summaryHash" | "text">;
+export interface ContextBudgetCacheKeyBaseV2 {
+    readonly namespace: string;
+    readonly modelId: string;
+    readonly tokenizerId: string;
+    readonly policyVersion: string;
+    readonly queryIntentHash: string;
+    readonly queryIntentCluster?: string;
+    readonly budgetBucket: string;
+    readonly redactionPolicyHash: string;
+    readonly safetyProfileHash: string;
+    readonly compressorPolicyHash?: string;
+    readonly qualityPolicyHash?: string;
+}
+export declare function createContextBudgetCacheKeyBaseV2(input: {
+    readonly namespace?: string;
+    readonly modelId: string;
+    readonly tokenizerId?: string;
+    readonly policyVersion: string;
+    readonly query?: string;
+    readonly queryIntentHash?: string;
+    readonly queryIntentCluster?: string;
+    readonly budgetBucket?: string;
+    readonly redactionPolicyHash?: string;
+    readonly safetyProfileHash?: string;
+    readonly compressorPolicyHash?: string;
+    readonly qualityPolicyHash?: string;
+}): ContextBudgetCacheKeyBaseV2;
+export declare function computeContextBudgetQueryIntentHashV2(query: string | undefined): string;
+export declare function buildContextBudgetRepresentationCacheKeyV2(input: ContextBudgetCacheKeyBaseV2 & {
+    readonly representationKind: ContextRepresentationKindV2;
+    readonly sourceHash: string;
+    readonly representationFingerprint?: string;
+    readonly compressorId?: string;
+}): string;
+export declare function buildContextBudgetExactRepresentationCacheKeyV2(input: ContextBudgetCacheKeyBaseV2 & {
+    readonly representationKind: ContextRepresentationKindV2;
+    readonly sourceHash: string;
+    readonly representationFingerprint?: string;
+    readonly compressorId?: string;
+}): string;
+export declare function buildContextBudgetMaterializedRepresentationCacheKeyV2(input: ContextBudgetCacheKeyBaseV2 & {
+    readonly representationKind: ContextRepresentationKindV2;
+    readonly sourceHash: string;
+    readonly compressorId?: string;
+    readonly targetTokenBucket: number;
+}): string;
+export declare function computeContextBudgetRepresentationFingerprintV2(candidate: ContextBudgetRepresentationFingerprintInputV2): string;
+export declare function buildContextBudgetRepresentationCandidateKeyV2(keyBase: ContextBudgetCacheKeyBaseV2, candidate: ContextBudgetRepresentationFingerprintInputV2, sourceHash: string): string;
+export declare function buildContextBudgetMaterializedRepresentationCandidateKeyV2(keyBase: ContextBudgetCacheKeyBaseV2, candidate: ContextBudgetRepresentationFingerprintInputV2, sourceHash: string): string;
+export declare function computeContextBudgetTargetTokenBucketV2(tokens: number): number;
+export declare function computeContextBudgetOutputTextHashV2(text: string): string;
+export declare function fingerprintSourceRef(sourceRef: ContextRepresentationCandidateV2["sourceRef"]): unknown;
+export {};
+//# sourceMappingURL=context-budget-v2-cache-keys.d.ts.map

package/dist/core/context-budget-v2-cache-keys.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-budget-v2-cache-keys.d.ts","sourceRoot":"","sources":["../../src/core/context-budget-v2-cache-keys.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gCAAgC,EAAE,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;AAQlH,eAAO,MAAM,8CAA8C,yCAAyC,CAAC;AACrG,eAAO,MAAM,2CAA2C,sCAAsC,CAAC;AAG/F,KAAK,6CAA6C,GAAG,IAAI,CACxD,gCAAgC,EAChC,cAAc,GAAG,iBAAiB,GAAG,UAAU,GAAG,MAAM,GAAG,WAAW,GAAG,aAAa,GAAG,MAAM,CAC/F,CAAC;AAEF,MAAM,WAAW,2BAA2B;IAC3C,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IACrC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC;IACrC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IACvC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;CACpC;AAED,wBAAgB,iCAAiC,CAAC,KAAK,EAAE;IACxD,QAAQ,CAAC,SAAS,CAAC,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAC;IAClC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC;IACrC,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IACtC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,oBAAoB,CAAC,EAAE,MAAM,CAAC;IACvC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;CACpC,GAAG,2BAA2B,CAe9B;AAED,wBAAgB,qCAAqC,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CASvF;AAED,wBAAgB,0CAA0C,CACzD,KAAK,EAAE,2BAA2B,GAAG;IACpC,QAAQ,CAAC,kBAAkB,EAAE,2BAA2B,CAAC;IACzD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAC5C,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;CAC/B,GACC,MAAM,CAER;AAED,wBAAgB,+CAA+C,CAC9D,KAAK,EAAE,2BAA2B,GAAG;IACpC,QAAQ,CAAC,kBAAkB,EAAE,2BAA2B,CAAC;IACzD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAC5C,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;CAC/B,GACC,MAAM,CAeR;AAED,wBAAgB,sDAAsD,CACrE,KAAK,EAAE,2BAA2B,GAAG;IACpC,QAAQ,CAAC,kBAAkB,EAAE,2BAA2B,CAAC;IACzD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;CACnC,GACC,MAAM,CAkBR;AAED,wBAAgB,+CAA+C,CAC9D,SAAS,EAAE,6CAA6C,GACtD,MAAM,CAUR;AAED,wBAAgB,8CAA8C,CAC7D,OAAO,EAAE,2BAA2B,EACpC,SAAS,EAAE,6CAA6C,EACxD,UAAU,EAAE,MAAM,GAChB,MAAM,CAQR;AAED,wBAAgB,0DAA0D,CACzE,OAAO,EAAE,2BAA2B,EACpC,SAAS,EAAE,6CAA6C,EACxD,UAAU,EAAE,MAAM,GAChB,MAAM,CAQR;AAED,wBAAgB,uCAAuC,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAK9E;AAED,wBAAgB,oCAAoC,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEzE;AAED,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,gCAAgC,CAAC,WAAW,CAAC,GAAG,OAAO,CActG","sourcesContent":["import type { ContextRepresentationCandidateV2, ContextRepresentationKindV2 } from \"./context-budget-headroom.ts\";\nimport { sha256Canonical, sha256Hex } from \"./context-budget-v2-cache-hash.ts\";\n\nconst DEFAULT_CACHE_NAMESPACE = \"context-budget-v2\";\nconst DEFAULT_TOKENIZER_ID = \"heuristic-v1\";\nconst DEFAULT_REDACTION_POLICY_HASH = \"none\";\nconst DEFAULT_SAFETY_PROFILE_HASH = \"default\";\nconst NO_COMPRESSOR_ID = \"none\";\nexport const DEFAULT_MATERIALIZED_COMPRESSOR_POLICY_HASH_V2 = \"context-budget-v2-default-compressor\";\nexport const DEFAULT_MATERIALIZED_QUALITY_POLICY_HASH_V2 = \"context-budget-v2-default-quality\";\nconst MATERIALIZED_TARGET_TOKEN_BUCKET_SIZE = 100;\n\ntype ContextBudgetRepresentationFingerprintInputV2 = Pick<\n\tContextRepresentationCandidateV2,\n\t\"compressorId\" | \"estimatedTokens\" | \"fidelity\" | \"kind\" | \"sourceRef\" | \"summaryHash\" | \"text\"\n>;\n\nexport interface ContextBudgetCacheKeyBaseV2 {\n\treadonly namespace: string;\n\treadonly modelId: string;\n\treadonly tokenizerId: string;\n\treadonly policyVersion: string;\n\treadonly queryIntentHash: string;\n\treadonly queryIntentCluster?: string;\n\treadonly budgetBucket: string;\n\treadonly redactionPolicyHash: string;\n\treadonly safetyProfileHash: string;\n\treadonly compressorPolicyHash?: string;\n\treadonly qualityPolicyHash?: string;\n}\n\nexport function createContextBudgetCacheKeyBaseV2(input: {\n\treadonly namespace?: string;\n\treadonly modelId: string;\n\treadonly tokenizerId?: string;\n\treadonly policyVersion: string;\n\treadonly query?: string;\n\treadonly queryIntentHash?: string;\n\treadonly queryIntentCluster?: string;\n\treadonly budgetBucket?: string;\n\treadonly redactionPolicyHash?: string;\n\treadonly safetyProfileHash?: string;\n\treadonly compressorPolicyHash?: string;\n\treadonly qualityPolicyHash?: string;\n}): ContextBudgetCacheKeyBaseV2 {\n\tconst queryIntentHash = input.queryIntentHash ?? computeContextBudgetQueryIntentHashV2(input.query);\n\treturn {\n\t\tnamespace: input.namespace ?? DEFAULT_CACHE_NAMESPACE,\n\t\tmodelId: input.modelId,\n\t\ttokenizerId: input.tokenizerId ?? DEFAULT_TOKENIZER_ID,\n\t\tpolicyVersion: input.policyVersion,\n\t\tqueryIntentHash,\n\t\tqueryIntentCluster: input.queryIntentCluster ?? queryIntentHash,\n\t\tbudgetBucket: input.budgetBucket ?? \"unknown\",\n\t\tredactionPolicyHash: input.redactionPolicyHash ?? DEFAULT_REDACTION_POLICY_HASH,\n\t\tsafetyProfileHash: input.safetyProfileHash ?? DEFAULT_SAFETY_PROFILE_HASH,\n\t\tcompressorPolicyHash: input.compressorPolicyHash ?? DEFAULT_MATERIALIZED_COMPRESSOR_POLICY_HASH_V2,\n\t\tqualityPolicyHash: input.qualityPolicyHash ?? DEFAULT_MATERIALIZED_QUALITY_POLICY_HASH_V2,\n\t};\n}\n\nexport function computeContextBudgetQueryIntentHashV2(query: string | undefined): string {\n\tconst normalized = (query ?? \"\")\n\t\t.toLowerCase()\n\t\t.split(/[\\s,.;:!?()[\\]{}\"'`]+/u)\n\t\t.map((term) => term.trim())\n\t\t.filter((term) => term.length > 0)\n\t\t.sort()\n\t\t.join(\" \");\n\treturn sha256Hex(normalized.length > 0 ? normalized : \"none\");\n}\n\nexport function buildContextBudgetRepresentationCacheKeyV2(\n\tinput: ContextBudgetCacheKeyBaseV2 & {\n\t\treadonly representationKind: ContextRepresentationKindV2;\n\t\treadonly sourceHash: string;\n\t\treadonly representationFingerprint?: string;\n\t\treadonly compressorId?: string;\n\t},\n): string {\n\treturn buildContextBudgetExactRepresentationCacheKeyV2(input);\n}\n\nexport function buildContextBudgetExactRepresentationCacheKeyV2(\n\tinput: ContextBudgetCacheKeyBaseV2 & {\n\t\treadonly representationKind: ContextRepresentationKindV2;\n\t\treadonly sourceHash: string;\n\t\treadonly representationFingerprint?: string;\n\t\treadonly compressorId?: string;\n\t},\n): string {\n\treturn `context-representation-exact:${sha256Canonical({\n\t\tbudgetBucket: input.budgetBucket,\n\t\tcompressorId: input.compressorId ?? NO_COMPRESSOR_ID,\n\t\tmodelId: input.modelId,\n\t\tnamespace: input.namespace,\n\t\tpolicyVersion: input.policyVersion,\n\t\tqueryIntentHash: input.queryIntentHash,\n\t\tredactionPolicyHash: input.redactionPolicyHash,\n\t\trepresentationFingerprint: input.representationFingerprint ?? \"none\",\n\t\trepresentationKind: input.representationKind,\n\t\tsafetyProfileHash: input.safetyProfileHash,\n\t\tsourceHash: input.sourceHash,\n\t\ttokenizerId: input.tokenizerId,\n\t})}`;\n}\n\nexport function buildContextBudgetMaterializedRepresentationCacheKeyV2(\n\tinput: ContextBudgetCacheKeyBaseV2 & {\n\t\treadonly representationKind: ContextRepresentationKindV2;\n\t\treadonly sourceHash: string;\n\t\treadonly compressorId?: string;\n\t\treadonly targetTokenBucket: number;\n\t},\n): string {\n\treturn `context-representation-materialized:${sha256Canonical({\n\t\tbudgetBucket: input.budgetBucket,\n\t\tcompressorId: input.compressorId ?? NO_COMPRESSOR_ID,\n\t\tcompressorPolicyHash: input.compressorPolicyHash ?? DEFAULT_MATERIALIZED_COMPRESSOR_POLICY_HASH_V2,\n\t\tmodelId: input.modelId,\n\t\tnamespace: input.namespace,\n\t\tpolicyVersion: input.policyVersion,\n\t\tqualityPolicyHash: input.qualityPolicyHash ?? DEFAULT_MATERIALIZED_QUALITY_POLICY_HASH_V2,\n\t\tqueryIntentCluster: input.queryIntentCluster ?? input.queryIntentHash,\n\t\tqueryIntentHash: input.queryIntentHash,\n\t\tredactionPolicyHash: input.redactionPolicyHash,\n\t\trepresentationKind: input.representationKind,\n\t\tsafetyProfileHash: input.safetyProfileHash,\n\t\tsourceHash: input.sourceHash,\n\t\ttargetTokenBucket: input.targetTokenBucket,\n\t\ttokenizerId: input.tokenizerId,\n\t})}`;\n}\n\nexport function computeContextBudgetRepresentationFingerprintV2(\n\tcandidate: ContextBudgetRepresentationFingerprintInputV2,\n): string {\n\treturn sha256Canonical({\n\t\tcompressorId: candidate.compressorId ?? NO_COMPRESSOR_ID,\n\t\testimatedTokens: candidate.estimatedTokens,\n\t\tfidelity: candidate.fidelity,\n\t\tkind: candidate.kind,\n\t\tsourceRef: fingerprintSourceRef(candidate.sourceRef),\n\t\tsummaryHash: candidate.summaryHash ?? null,\n\t\ttextHash: sha256Hex(candidate.text),\n\t});\n}\n\nexport function buildContextBudgetRepresentationCandidateKeyV2(\n\tkeyBase: ContextBudgetCacheKeyBaseV2,\n\tcandidate: ContextBudgetRepresentationFingerprintInputV2,\n\tsourceHash: string,\n): string {\n\treturn buildContextBudgetExactRepresentationCacheKeyV2({\n\t\t...keyBase,\n\t\tcompressorId: candidate.compressorId ?? NO_COMPRESSOR_ID,\n\t\trepresentationFingerprint: computeContextBudgetRepresentationFingerprintV2(candidate),\n\t\trepresentationKind: candidate.kind,\n\t\tsourceHash,\n\t});\n}\n\nexport function buildContextBudgetMaterializedRepresentationCandidateKeyV2(\n\tkeyBase: ContextBudgetCacheKeyBaseV2,\n\tcandidate: ContextBudgetRepresentationFingerprintInputV2,\n\tsourceHash: string,\n): string {\n\treturn buildContextBudgetMaterializedRepresentationCacheKeyV2({\n\t\t...keyBase,\n\t\tcompressorId: candidate.compressorId ?? NO_COMPRESSOR_ID,\n\t\trepresentationKind: candidate.kind,\n\t\tsourceHash,\n\t\ttargetTokenBucket: computeContextBudgetTargetTokenBucketV2(candidate.estimatedTokens),\n\t});\n}\n\nexport function computeContextBudgetTargetTokenBucketV2(tokens: number): number {\n\tif (!Number.isFinite(tokens) || tokens <= 0) {\n\t\treturn MATERIALIZED_TARGET_TOKEN_BUCKET_SIZE;\n\t}\n\treturn MATERIALIZED_TARGET_TOKEN_BUCKET_SIZE * Math.ceil(tokens / MATERIALIZED_TARGET_TOKEN_BUCKET_SIZE);\n}\n\nexport function computeContextBudgetOutputTextHashV2(text: string): string {\n\treturn sha256Hex(text);\n}\n\nexport function fingerprintSourceRef(sourceRef: ContextRepresentationCandidateV2[\"sourceRef\"]): unknown {\n\tif (!sourceRef) return null;\n\treturn {\n\t\tcontentHash: sourceRef.contentHash,\n\t\trange: sourceRef.range\n\t\t\t? {\n\t\t\t\t\tendLine: sourceRef.range.endLine,\n\t\t\t\t\tstartLine: sourceRef.range.startLine,\n\t\t\t\t}\n\t\t\t: null,\n\t\tretrievable: sourceRef.retrievable,\n\t\tsymbol: sourceRef.symbol ?? null,\n\t\turi: sourceRef.uri,\n\t};\n}\n"]}

package/dist/core/context-budget-v2-cache-keys.js

@@ -0,0 +1,128 @@
+import { sha256Canonical, sha256Hex } from "./context-budget-v2-cache-hash.js";
+const DEFAULT_CACHE_NAMESPACE = "context-budget-v2";
+const DEFAULT_TOKENIZER_ID = "heuristic-v1";
+const DEFAULT_REDACTION_POLICY_HASH = "none";
+const DEFAULT_SAFETY_PROFILE_HASH = "default";
+const NO_COMPRESSOR_ID = "none";
+export const DEFAULT_MATERIALIZED_COMPRESSOR_POLICY_HASH_V2 = "context-budget-v2-default-compressor";
+export const DEFAULT_MATERIALIZED_QUALITY_POLICY_HASH_V2 = "context-budget-v2-default-quality";
+const MATERIALIZED_TARGET_TOKEN_BUCKET_SIZE = 100;
+export function createContextBudgetCacheKeyBaseV2(input) {
+    const queryIntentHash = input.queryIntentHash ?? computeContextBudgetQueryIntentHashV2(input.query);
+    return {
+        namespace: input.namespace ?? DEFAULT_CACHE_NAMESPACE,
+        modelId: input.modelId,
+        tokenizerId: input.tokenizerId ?? DEFAULT_TOKENIZER_ID,
+        policyVersion: input.policyVersion,
+        queryIntentHash,
+        queryIntentCluster: input.queryIntentCluster ?? queryIntentHash,
+        budgetBucket: input.budgetBucket ?? "unknown",
+        redactionPolicyHash: input.redactionPolicyHash ?? DEFAULT_REDACTION_POLICY_HASH,
+        safetyProfileHash: input.safetyProfileHash ?? DEFAULT_SAFETY_PROFILE_HASH,
+        compressorPolicyHash: input.compressorPolicyHash ?? DEFAULT_MATERIALIZED_COMPRESSOR_POLICY_HASH_V2,
+        qualityPolicyHash: input.qualityPolicyHash ?? DEFAULT_MATERIALIZED_QUALITY_POLICY_HASH_V2,
+    };
+}
+export function computeContextBudgetQueryIntentHashV2(query) {
+    const normalized = (query ?? "")
+        .toLowerCase()
+        .split(/[\s,.;:!?()[\]{}"'`]+/u)
+        .map((term) => term.trim())
+        .filter((term) => term.length > 0)
+        .sort()
+        .join(" ");
+    return sha256Hex(normalized.length > 0 ? normalized : "none");
+}
+export function buildContextBudgetRepresentationCacheKeyV2(input) {
+    return buildContextBudgetExactRepresentationCacheKeyV2(input);
+}
+export function buildContextBudgetExactRepresentationCacheKeyV2(input) {
+    return `context-representation-exact:${sha256Canonical({
+        budgetBucket: input.budgetBucket,
+        compressorId: input.compressorId ?? NO_COMPRESSOR_ID,
+        modelId: input.modelId,
+        namespace: input.namespace,
+        policyVersion: input.policyVersion,
+        queryIntentHash: input.queryIntentHash,
+        redactionPolicyHash: input.redactionPolicyHash,
+        representationFingerprint: input.representationFingerprint ?? "none",
+        representationKind: input.representationKind,
+        safetyProfileHash: input.safetyProfileHash,
+        sourceHash: input.sourceHash,
+        tokenizerId: input.tokenizerId,
+    })}`;
+}
+export function buildContextBudgetMaterializedRepresentationCacheKeyV2(input) {
+    return `context-representation-materialized:${sha256Canonical({
+        budgetBucket: input.budgetBucket,
+        compressorId: input.compressorId ?? NO_COMPRESSOR_ID,
+        compressorPolicyHash: input.compressorPolicyHash ?? DEFAULT_MATERIALIZED_COMPRESSOR_POLICY_HASH_V2,
+        modelId: input.modelId,
+        namespace: input.namespace,
+        policyVersion: input.policyVersion,
+        qualityPolicyHash: input.qualityPolicyHash ?? DEFAULT_MATERIALIZED_QUALITY_POLICY_HASH_V2,
+        queryIntentCluster: input.queryIntentCluster ?? input.queryIntentHash,
+        queryIntentHash: input.queryIntentHash,
+        redactionPolicyHash: input.redactionPolicyHash,
+        representationKind: input.representationKind,
+        safetyProfileHash: input.safetyProfileHash,
+        sourceHash: input.sourceHash,
+        targetTokenBucket: input.targetTokenBucket,
+        tokenizerId: input.tokenizerId,
+    })}`;
+}
+export function computeContextBudgetRepresentationFingerprintV2(candidate) {
+    return sha256Canonical({
+        compressorId: candidate.compressorId ?? NO_COMPRESSOR_ID,
+        estimatedTokens: candidate.estimatedTokens,
+        fidelity: candidate.fidelity,
+        kind: candidate.kind,
+        sourceRef: fingerprintSourceRef(candidate.sourceRef),
+        summaryHash: candidate.summaryHash ?? null,
+        textHash: sha256Hex(candidate.text),
+    });
+}
+export function buildContextBudgetRepresentationCandidateKeyV2(keyBase, candidate, sourceHash) {
+    return buildContextBudgetExactRepresentationCacheKeyV2({
+        ...keyBase,
+        compressorId: candidate.compressorId ?? NO_COMPRESSOR_ID,
+        representationFingerprint: computeContextBudgetRepresentationFingerprintV2(candidate),
+        representationKind: candidate.kind,
+        sourceHash,
+    });
+}
+export function buildContextBudgetMaterializedRepresentationCandidateKeyV2(keyBase, candidate, sourceHash) {
+    return buildContextBudgetMaterializedRepresentationCacheKeyV2({
+        ...keyBase,
+        compressorId: candidate.compressorId ?? NO_COMPRESSOR_ID,
+        representationKind: candidate.kind,
+        sourceHash,
+        targetTokenBucket: computeContextBudgetTargetTokenBucketV2(candidate.estimatedTokens),
+    });
+}
+export function computeContextBudgetTargetTokenBucketV2(tokens) {
+    if (!Number.isFinite(tokens) || tokens <= 0) {
+        return MATERIALIZED_TARGET_TOKEN_BUCKET_SIZE;
+    }
+    return MATERIALIZED_TARGET_TOKEN_BUCKET_SIZE * Math.ceil(tokens / MATERIALIZED_TARGET_TOKEN_BUCKET_SIZE);
+}
+export function computeContextBudgetOutputTextHashV2(text) {
+    return sha256Hex(text);
+}
+export function fingerprintSourceRef(sourceRef) {
+    if (!sourceRef)
+        return null;
+    return {
+        contentHash: sourceRef.contentHash,
+        range: sourceRef.range
+            ? {
+                endLine: sourceRef.range.endLine,
+                startLine: sourceRef.range.startLine,
+            }
+            : null,
+        retrievable: sourceRef.retrievable,
+        symbol: sourceRef.symbol ?? null,
+        uri: sourceRef.uri,
+    };
+}
+//# sourceMappingURL=context-budget-v2-cache-keys.js.map

package/dist/core/context-budget-v2-cache-keys.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-budget-v2-cache-keys.js","sourceRoot":"","sources":["../../src/core/context-budget-v2-cache-keys.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,mCAAmC,CAAC;AAE/E,MAAM,uBAAuB,GAAG,mBAAmB,CAAC;AACpD,MAAM,oBAAoB,GAAG,cAAc,CAAC;AAC5C,MAAM,6BAA6B,GAAG,MAAM,CAAC;AAC7C,MAAM,2BAA2B,GAAG,SAAS,CAAC;AAC9C,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,MAAM,CAAC,MAAM,8CAA8C,GAAG,sCAAsC,CAAC;AACrG,MAAM,CAAC,MAAM,2CAA2C,GAAG,mCAAmC,CAAC;AAC/F,MAAM,qCAAqC,GAAG,GAAG,CAAC;AAqBlD,MAAM,UAAU,iCAAiC,CAAC,KAajD,EAA+B;IAC/B,MAAM,eAAe,GAAG,KAAK,CAAC,eAAe,IAAI,qCAAqC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACpG,OAAO;QACN,SAAS,EAAE,KAAK,CAAC,SAAS,IAAI,uBAAuB;QACrD,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,WAAW,EAAE,KAAK,CAAC,WAAW,IAAI,oBAAoB;QACtD,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,eAAe;QACf,kBAAkB,EAAE,KAAK,CAAC,kBAAkB,IAAI,eAAe;QAC/D,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,SAAS;QAC7C,mBAAmB,EAAE,KAAK,CAAC,mBAAmB,IAAI,6BAA6B;QAC/E,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,IAAI,2BAA2B;QACzE,oBAAoB,EAAE,KAAK,CAAC,oBAAoB,IAAI,8CAA8C;QAClG,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,IAAI,2CAA2C;KACzF,CAAC;AAAA,CACF;AAED,MAAM,UAAU,qCAAqC,CAAC,KAAyB,EAAU;IACxF,MAAM,UAAU,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC;SAC9B,WAAW,EAAE;SACb,KAAK,CAAC,wBAAwB,CAAC;SAC/B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SACjC,IAAI,EAAE;SACN,IAAI,CAAC,GAAG,CAAC,CAAC;IACZ,OAAO,SAAS,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AAAA,CAC9D;AAED,MAAM,UAAU,0CAA0C,CACzD,KAKC,EACQ;IACT,OAAO,+CAA+C,CAAC,KAAK,CAAC,CAAC;AAAA,CAC9D;AAED,MAAM,UAAU,+CAA+C,CAC9D,KAKC,EACQ;IACT,OAAO,gCAAgC,eAAe,CAAC;QACtD,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,gBAAgB;QACpD,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;QAC9C,yBAAyB,EAAE,KAAK,CAAC,yBAAyB,IAAI,MAAM;QACpE,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;QAC5C,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;QAC1C,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,WAAW,EAAE,KAAK,CAAC,WAAW;KAC9B,CAAC,EAAE,CAAC;AAAA,CACL;AAED,MAAM,UAAU,sDAAsD,CACrE,KAKC,EACQ;IACT,OAAO,uCAAuC,eAAe,CAAC;QAC7D,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,YAAY,EAAE,KAAK,CAAC,YAAY,IAAI,gBAAgB;QACpD,oBAAoB,EAAE,KAAK,CAAC,oBAAoB,IAAI,8CAA8C;QAClG,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,aAAa,EAAE,KAAK,CAAC,aAAa;QAClC,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,IAAI,2CAA2C;QACzF,kBAAkB,EAAE,KAAK,CAAC,kBAAkB,IAAI,KAAK,CAAC,eAAe;QACrE,eAAe,EAAE,KAAK,CAAC,eAAe;QACtC,mBAAmB,EAAE,KAAK,CAAC,mBAAmB;QAC9C,kBAAkB,EAAE,KAAK,CAAC,kBAAkB;QAC5C,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;QAC1C,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,iBAAiB,EAAE,KAAK,CAAC,iBAAiB;QAC1C,WAAW,EAAE,KAAK,CAAC,WAAW;KAC9B,CAAC,EAAE,CAAC;AAAA,CACL;AAED,MAAM,UAAU,+CAA+C,CAC9D,SAAwD,EAC/C;IACT,OAAO,eAAe,CAAC;QACtB,YAAY,EAAE,SAAS,CAAC,YAAY,IAAI,gBAAgB;QACxD,eAAe,EAAE,SAAS,CAAC,eAAe;QAC1C,QAAQ,EAAE,SAAS,CAAC,QAAQ;QAC5B,IAAI,EAAE,SAAS,CAAC,IAAI;QACpB,SAAS,EAAE,oBAAoB,CAAC,SAAS,CAAC,SAAS,CAAC;QACpD,WAAW,EAAE,SAAS,CAAC,WAAW,IAAI,IAAI;QAC1C,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC;KACnC,CAAC,CAAC;AAAA,CACH;AAED,MAAM,UAAU,8CAA8C,CAC7D,OAAoC,EACpC,SAAwD,EACxD,UAAkB,EACT;IACT,OAAO,+CAA+C,CAAC;QACtD,GAAG,OAAO;QACV,YAAY,EAAE,SAAS,CAAC,YAAY,IAAI,gBAAgB;QACxD,yBAAyB,EAAE,+CAA+C,CAAC,SAAS,CAAC;QACrF,kBAAkB,EAAE,SAAS,CAAC,IAAI;QAClC,UAAU;KACV,CAAC,CAAC;AAAA,CACH;AAED,MAAM,UAAU,0DAA0D,CACzE,OAAoC,EACpC,SAAwD,EACxD,UAAkB,EACT;IACT,OAAO,sDAAsD,CAAC;QAC7D,GAAG,OAAO;QACV,YAAY,EAAE,SAAS,CAAC,YAAY,IAAI,gBAAgB;QACxD,kBAAkB,EAAE,SAAS,CAAC,IAAI;QAClC,UAAU;QACV,iBAAiB,EAAE,uCAAuC,CAAC,SAAS,CAAC,eAAe,CAAC;KACrF,CAAC,CAAC;AAAA,CACH;AAED,MAAM,UAAU,uCAAuC,CAAC,MAAc,EAAU;IAC/E,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;QAC7C,OAAO,qCAAqC,CAAC;IAC9C,CAAC;IACD,OAAO,qCAAqC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,qCAAqC,CAAC,CAAC;AAAA,CACzG;AAED,MAAM,UAAU,oCAAoC,CAAC,IAAY,EAAU;IAC1E,OAAO,SAAS,CAAC,IAAI,CAAC,CAAC;AAAA,CACvB;AAED,MAAM,UAAU,oBAAoB,CAAC,SAAwD,EAAW;IACvG,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAC5B,OAAO;QACN,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,KAAK,EAAE,SAAS,CAAC,KAAK;YACrB,CAAC,CAAC;gBACA,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,OAAO;gBAChC,SAAS,EAAE,SAAS,CAAC,KAAK,CAAC,SAAS;aACpC;YACF,CAAC,CAAC,IAAI;QACP,WAAW,EAAE,SAAS,CAAC,WAAW;QAClC,MAAM,EAAE,SAAS,CAAC,MAAM,IAAI,IAAI;QAChC,GAAG,EAAE,SAAS,CAAC,GAAG;KAClB,CAAC;AAAA,CACF","sourcesContent":["import type { ContextRepresentationCandidateV2, ContextRepresentationKindV2 } from \"./context-budget-headroom.ts\";\nimport { sha256Canonical, sha256Hex } from \"./context-budget-v2-cache-hash.ts\";\n\nconst DEFAULT_CACHE_NAMESPACE = \"context-budget-v2\";\nconst DEFAULT_TOKENIZER_ID = \"heuristic-v1\";\nconst DEFAULT_REDACTION_POLICY_HASH = \"none\";\nconst DEFAULT_SAFETY_PROFILE_HASH = \"default\";\nconst NO_COMPRESSOR_ID = \"none\";\nexport const DEFAULT_MATERIALIZED_COMPRESSOR_POLICY_HASH_V2 = \"context-budget-v2-default-compressor\";\nexport const DEFAULT_MATERIALIZED_QUALITY_POLICY_HASH_V2 = \"context-budget-v2-default-quality\";\nconst MATERIALIZED_TARGET_TOKEN_BUCKET_SIZE = 100;\n\ntype ContextBudgetRepresentationFingerprintInputV2 = Pick<\n\tContextRepresentationCandidateV2,\n\t\"compressorId\" | \"estimatedTokens\" | \"fidelity\" | \"kind\" | \"sourceRef\" | \"summaryHash\" | \"text\"\n>;\n\nexport interface ContextBudgetCacheKeyBaseV2 {\n\treadonly namespace: string;\n\treadonly modelId: string;\n\treadonly tokenizerId: string;\n\treadonly policyVersion: string;\n\treadonly queryIntentHash: string;\n\treadonly queryIntentCluster?: string;\n\treadonly budgetBucket: string;\n\treadonly redactionPolicyHash: string;\n\treadonly safetyProfileHash: string;\n\treadonly compressorPolicyHash?: string;\n\treadonly qualityPolicyHash?: string;\n}\n\nexport function createContextBudgetCacheKeyBaseV2(input: {\n\treadonly namespace?: string;\n\treadonly modelId: string;\n\treadonly tokenizerId?: string;\n\treadonly policyVersion: string;\n\treadonly query?: string;\n\treadonly queryIntentHash?: string;\n\treadonly queryIntentCluster?: string;\n\treadonly budgetBucket?: string;\n\treadonly redactionPolicyHash?: string;\n\treadonly safetyProfileHash?: string;\n\treadonly compressorPolicyHash?: string;\n\treadonly qualityPolicyHash?: string;\n}): ContextBudgetCacheKeyBaseV2 {\n\tconst queryIntentHash = input.queryIntentHash ?? computeContextBudgetQueryIntentHashV2(input.query);\n\treturn {\n\t\tnamespace: input.namespace ?? DEFAULT_CACHE_NAMESPACE,\n\t\tmodelId: input.modelId,\n\t\ttokenizerId: input.tokenizerId ?? DEFAULT_TOKENIZER_ID,\n\t\tpolicyVersion: input.policyVersion,\n\t\tqueryIntentHash,\n\t\tqueryIntentCluster: input.queryIntentCluster ?? queryIntentHash,\n\t\tbudgetBucket: input.budgetBucket ?? \"unknown\",\n\t\tredactionPolicyHash: input.redactionPolicyHash ?? DEFAULT_REDACTION_POLICY_HASH,\n\t\tsafetyProfileHash: input.safetyProfileHash ?? DEFAULT_SAFETY_PROFILE_HASH,\n\t\tcompressorPolicyHash: input.compressorPolicyHash ?? DEFAULT_MATERIALIZED_COMPRESSOR_POLICY_HASH_V2,\n\t\tqualityPolicyHash: input.qualityPolicyHash ?? DEFAULT_MATERIALIZED_QUALITY_POLICY_HASH_V2,\n\t};\n}\n\nexport function computeContextBudgetQueryIntentHashV2(query: string | undefined): string {\n\tconst normalized = (query ?? \"\")\n\t\t.toLowerCase()\n\t\t.split(/[\\s,.;:!?()[\\]{}\"'`]+/u)\n\t\t.map((term) => term.trim())\n\t\t.filter((term) => term.length > 0)\n\t\t.sort()\n\t\t.join(\" \");\n\treturn sha256Hex(normalized.length > 0 ? normalized : \"none\");\n}\n\nexport function buildContextBudgetRepresentationCacheKeyV2(\n\tinput: ContextBudgetCacheKeyBaseV2 & {\n\t\treadonly representationKind: ContextRepresentationKindV2;\n\t\treadonly sourceHash: string;\n\t\treadonly representationFingerprint?: string;\n\t\treadonly compressorId?: string;\n\t},\n): string {\n\treturn buildContextBudgetExactRepresentationCacheKeyV2(input);\n}\n\nexport function buildContextBudgetExactRepresentationCacheKeyV2(\n\tinput: ContextBudgetCacheKeyBaseV2 & {\n\t\treadonly representationKind: ContextRepresentationKindV2;\n\t\treadonly sourceHash: string;\n\t\treadonly representationFingerprint?: string;\n\t\treadonly compressorId?: string;\n\t},\n): string {\n\treturn `context-representation-exact:${sha256Canonical({\n\t\tbudgetBucket: input.budgetBucket,\n\t\tcompressorId: input.compressorId ?? NO_COMPRESSOR_ID,\n\t\tmodelId: input.modelId,\n\t\tnamespace: input.namespace,\n\t\tpolicyVersion: input.policyVersion,\n\t\tqueryIntentHash: input.queryIntentHash,\n\t\tredactionPolicyHash: input.redactionPolicyHash,\n\t\trepresentationFingerprint: input.representationFingerprint ?? \"none\",\n\t\trepresentationKind: input.representationKind,\n\t\tsafetyProfileHash: input.safetyProfileHash,\n\t\tsourceHash: input.sourceHash,\n\t\ttokenizerId: input.tokenizerId,\n\t})}`;\n}\n\nexport function buildContextBudgetMaterializedRepresentationCacheKeyV2(\n\tinput: ContextBudgetCacheKeyBaseV2 & {\n\t\treadonly representationKind: ContextRepresentationKindV2;\n\t\treadonly sourceHash: string;\n\t\treadonly compressorId?: string;\n\t\treadonly targetTokenBucket: number;\n\t},\n): string {\n\treturn `context-representation-materialized:${sha256Canonical({\n\t\tbudgetBucket: input.budgetBucket,\n\t\tcompressorId: input.compressorId ?? NO_COMPRESSOR_ID,\n\t\tcompressorPolicyHash: input.compressorPolicyHash ?? DEFAULT_MATERIALIZED_COMPRESSOR_POLICY_HASH_V2,\n\t\tmodelId: input.modelId,\n\t\tnamespace: input.namespace,\n\t\tpolicyVersion: input.policyVersion,\n\t\tqualityPolicyHash: input.qualityPolicyHash ?? DEFAULT_MATERIALIZED_QUALITY_POLICY_HASH_V2,\n\t\tqueryIntentCluster: input.queryIntentCluster ?? input.queryIntentHash,\n\t\tqueryIntentHash: input.queryIntentHash,\n\t\tredactionPolicyHash: input.redactionPolicyHash,\n\t\trepresentationKind: input.representationKind,\n\t\tsafetyProfileHash: input.safetyProfileHash,\n\t\tsourceHash: input.sourceHash,\n\t\ttargetTokenBucket: input.targetTokenBucket,\n\t\ttokenizerId: input.tokenizerId,\n\t})}`;\n}\n\nexport function computeContextBudgetRepresentationFingerprintV2(\n\tcandidate: ContextBudgetRepresentationFingerprintInputV2,\n): string {\n\treturn sha256Canonical({\n\t\tcompressorId: candidate.compressorId ?? NO_COMPRESSOR_ID,\n\t\testimatedTokens: candidate.estimatedTokens,\n\t\tfidelity: candidate.fidelity,\n\t\tkind: candidate.kind,\n\t\tsourceRef: fingerprintSourceRef(candidate.sourceRef),\n\t\tsummaryHash: candidate.summaryHash ?? null,\n\t\ttextHash: sha256Hex(candidate.text),\n\t});\n}\n\nexport function buildContextBudgetRepresentationCandidateKeyV2(\n\tkeyBase: ContextBudgetCacheKeyBaseV2,\n\tcandidate: ContextBudgetRepresentationFingerprintInputV2,\n\tsourceHash: string,\n): string {\n\treturn buildContextBudgetExactRepresentationCacheKeyV2({\n\t\t...keyBase,\n\t\tcompressorId: candidate.compressorId ?? NO_COMPRESSOR_ID,\n\t\trepresentationFingerprint: computeContextBudgetRepresentationFingerprintV2(candidate),\n\t\trepresentationKind: candidate.kind,\n\t\tsourceHash,\n\t});\n}\n\nexport function buildContextBudgetMaterializedRepresentationCandidateKeyV2(\n\tkeyBase: ContextBudgetCacheKeyBaseV2,\n\tcandidate: ContextBudgetRepresentationFingerprintInputV2,\n\tsourceHash: string,\n): string {\n\treturn buildContextBudgetMaterializedRepresentationCacheKeyV2({\n\t\t...keyBase,\n\t\tcompressorId: candidate.compressorId ?? NO_COMPRESSOR_ID,\n\t\trepresentationKind: candidate.kind,\n\t\tsourceHash,\n\t\ttargetTokenBucket: computeContextBudgetTargetTokenBucketV2(candidate.estimatedTokens),\n\t});\n}\n\nexport function computeContextBudgetTargetTokenBucketV2(tokens: number): number {\n\tif (!Number.isFinite(tokens) || tokens <= 0) {\n\t\treturn MATERIALIZED_TARGET_TOKEN_BUCKET_SIZE;\n\t}\n\treturn MATERIALIZED_TARGET_TOKEN_BUCKET_SIZE * Math.ceil(tokens / MATERIALIZED_TARGET_TOKEN_BUCKET_SIZE);\n}\n\nexport function computeContextBudgetOutputTextHashV2(text: string): string {\n\treturn sha256Hex(text);\n}\n\nexport function fingerprintSourceRef(sourceRef: ContextRepresentationCandidateV2[\"sourceRef\"]): unknown {\n\tif (!sourceRef) return null;\n\treturn {\n\t\tcontentHash: sourceRef.contentHash,\n\t\trange: sourceRef.range\n\t\t\t? {\n\t\t\t\t\tendLine: sourceRef.range.endLine,\n\t\t\t\t\tstartLine: sourceRef.range.startLine,\n\t\t\t\t}\n\t\t\t: null,\n\t\tretrievable: sourceRef.retrievable,\n\t\tsymbol: sourceRef.symbol ?? null,\n\t\turi: sourceRef.uri,\n\t};\n}\n"]}

package/dist/core/context-budget-v2-cache-provider.d.ts

@@ -0,0 +1,23 @@
+import type { ContextBudgetCacheProviderV2, ContextBudgetNegativeCacheEntryV2, ContextBudgetPlanCacheEntryV2, ContextBudgetPlanCacheReadV2, ContextBudgetRepresentationCacheEntryV2, ContextBudgetRepresentationCacheReadV2 } from "./context-budget-v2-types.ts";
+export declare function createMemoryContextBudgetCacheProviderV2(): ContextBudgetCacheProviderV2;
+export declare class MemoryContextBudgetCacheProviderV2 implements ContextBudgetCacheProviderV2 {
+    private readonly representations;
+    private readonly negatives;
+    private readonly plans;
+    readRepresentation(key: string): ContextBudgetRepresentationCacheReadV2 | undefined;
+    writeRepresentation(input: {
+        readonly key: string;
+        readonly entry: ContextBudgetRepresentationCacheEntryV2;
+    }): void;
+    readNegativeRepresentation(key: string): ContextBudgetNegativeCacheEntryV2 | undefined;
+    writeNegativeRepresentation(input: {
+        readonly key: string;
+        readonly reason: string;
+    }): void;
+    readPlan(key: string): ContextBudgetPlanCacheReadV2 | undefined;
+    writePlan(input: {
+        readonly key: string;
+        readonly entry: ContextBudgetPlanCacheEntryV2;
+    }): void;
+}
+//# sourceMappingURL=context-budget-v2-cache-provider.d.ts.map

package/dist/core/context-budget-v2-cache-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-budget-v2-cache-provider.d.ts","sourceRoot":"","sources":["../../src/core/context-budget-v2-cache-provider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACX,4BAA4B,EAC5B,iCAAiC,EACjC,6BAA6B,EAC7B,4BAA4B,EAC5B,uCAAuC,EACvC,sCAAsC,EACtC,MAAM,8BAA8B,CAAC;AAEtC,wBAAgB,wCAAwC,IAAI,4BAA4B,CAEvF;AAED,qBAAa,kCAAmC,YAAW,4BAA4B;IACtF,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA8D;IAC9F,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAwD;IAClF,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAoD;IAE1E,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,sCAAsC,GAAG,SAAS,CAGlF;IAED,mBAAmB,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,uCAAuC,CAAA;KAAE,GAAG,IAAI,CAElH;IAED,0BAA0B,CAAC,GAAG,EAAE,MAAM,GAAG,iCAAiC,GAAG,SAAS,CAErF;IAED,2BAA2B,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAE1F;IAED,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,4BAA4B,GAAG,SAAS,CAG9D;IAED,SAAS,CAAC,KAAK,EAAE;QAAE,QAAQ,CAAC,GAAG,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,KAAK,EAAE,6BAA6B,CAAA;KAAE,GAAG,IAAI,CAE9F;CACD","sourcesContent":["import type {\n\tContextBudgetCacheProviderV2,\n\tContextBudgetNegativeCacheEntryV2,\n\tContextBudgetPlanCacheEntryV2,\n\tContextBudgetPlanCacheReadV2,\n\tContextBudgetRepresentationCacheEntryV2,\n\tContextBudgetRepresentationCacheReadV2,\n} from \"./context-budget-v2-types.ts\";\n\nexport function createMemoryContextBudgetCacheProviderV2(): ContextBudgetCacheProviderV2 {\n\treturn new MemoryContextBudgetCacheProviderV2();\n}\n\nexport class MemoryContextBudgetCacheProviderV2 implements ContextBudgetCacheProviderV2 {\n\tprivate readonly representations = new Map<string, ContextBudgetRepresentationCacheEntryV2>();\n\tprivate readonly negatives = new Map<string, ContextBudgetNegativeCacheEntryV2>();\n\tprivate readonly plans = new Map<string, ContextBudgetPlanCacheEntryV2>();\n\n\treadRepresentation(key: string): ContextBudgetRepresentationCacheReadV2 | undefined {\n\t\tconst entry = this.representations.get(key);\n\t\treturn entry ? { entry, layer: \"turn\" } : undefined;\n\t}\n\n\twriteRepresentation(input: { readonly key: string; readonly entry: ContextBudgetRepresentationCacheEntryV2 }): void {\n\t\tthis.representations.set(input.key, input.entry);\n\t}\n\n\treadNegativeRepresentation(key: string): ContextBudgetNegativeCacheEntryV2 | undefined {\n\t\treturn this.negatives.get(key);\n\t}\n\n\twriteNegativeRepresentation(input: { readonly key: string; readonly reason: string }): void {\n\t\tthis.negatives.set(input.key, { reason: input.reason, layer: \"turn\" });\n\t}\n\n\treadPlan(key: string): ContextBudgetPlanCacheReadV2 | undefined {\n\t\tconst entry = this.plans.get(key);\n\t\treturn entry ? { entry, layer: \"turn\" } : undefined;\n\t}\n\n\twritePlan(input: { readonly key: string; readonly entry: ContextBudgetPlanCacheEntryV2 }): void {\n\t\tthis.plans.set(input.key, input.entry);\n\t}\n}\n"]}

package/dist/core/context-budget-v2-cache-provider.js

@@ -0,0 +1,29 @@
+export function createMemoryContextBudgetCacheProviderV2() {
+    return new MemoryContextBudgetCacheProviderV2();
+}
+export class MemoryContextBudgetCacheProviderV2 {
+    representations = new Map();
+    negatives = new Map();
+    plans = new Map();
+    readRepresentation(key) {
+        const entry = this.representations.get(key);
+        return entry ? { entry, layer: "turn" } : undefined;
+    }
+    writeRepresentation(input) {
+        this.representations.set(input.key, input.entry);
+    }
+    readNegativeRepresentation(key) {
+        return this.negatives.get(key);
+    }
+    writeNegativeRepresentation(input) {
+        this.negatives.set(input.key, { reason: input.reason, layer: "turn" });
+    }
+    readPlan(key) {
+        const entry = this.plans.get(key);
+        return entry ? { entry, layer: "turn" } : undefined;
+    }
+    writePlan(input) {
+        this.plans.set(input.key, input.entry);
+    }
+}
+//# sourceMappingURL=context-budget-v2-cache-provider.js.map

package/dist/core/context-budget-v2-cache-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-budget-v2-cache-provider.js","sourceRoot":"","sources":["../../src/core/context-budget-v2-cache-provider.ts"],"names":[],"mappings":"AASA,MAAM,UAAU,wCAAwC,GAAiC;IACxF,OAAO,IAAI,kCAAkC,EAAE,CAAC;AAAA,CAChD;AAED,MAAM,OAAO,kCAAkC;IAC7B,eAAe,GAAG,IAAI,GAAG,EAAmD,CAAC;IAC7E,SAAS,GAAG,IAAI,GAAG,EAA6C,CAAC;IACjE,KAAK,GAAG,IAAI,GAAG,EAAyC,CAAC;IAE1E,kBAAkB,CAAC,GAAW,EAAsD;QACnF,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5C,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAAA,CACpD;IAED,mBAAmB,CAAC,KAAwF,EAAQ;QACnH,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IAAA,CACjD;IAED,0BAA0B,CAAC,GAAW,EAAiD;QACtF,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAAA,CAC/B;IAED,2BAA2B,CAAC,KAAwD,EAAQ;QAC3F,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;IAAA,CACvE;IAED,QAAQ,CAAC,GAAW,EAA4C;QAC/D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,OAAO,KAAK,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;IAAA,CACpD;IAED,SAAS,CAAC,KAA8E,EAAQ;QAC/F,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;IAAA,CACvC;CACD","sourcesContent":["import type {\n\tContextBudgetCacheProviderV2,\n\tContextBudgetNegativeCacheEntryV2,\n\tContextBudgetPlanCacheEntryV2,\n\tContextBudgetPlanCacheReadV2,\n\tContextBudgetRepresentationCacheEntryV2,\n\tContextBudgetRepresentationCacheReadV2,\n} from \"./context-budget-v2-types.ts\";\n\nexport function createMemoryContextBudgetCacheProviderV2(): ContextBudgetCacheProviderV2 {\n\treturn new MemoryContextBudgetCacheProviderV2();\n}\n\nexport class MemoryContextBudgetCacheProviderV2 implements ContextBudgetCacheProviderV2 {\n\tprivate readonly representations = new Map<string, ContextBudgetRepresentationCacheEntryV2>();\n\tprivate readonly negatives = new Map<string, ContextBudgetNegativeCacheEntryV2>();\n\tprivate readonly plans = new Map<string, ContextBudgetPlanCacheEntryV2>();\n\n\treadRepresentation(key: string): ContextBudgetRepresentationCacheReadV2 | undefined {\n\t\tconst entry = this.representations.get(key);\n\t\treturn entry ? { entry, layer: \"turn\" } : undefined;\n\t}\n\n\twriteRepresentation(input: { readonly key: string; readonly entry: ContextBudgetRepresentationCacheEntryV2 }): void {\n\t\tthis.representations.set(input.key, input.entry);\n\t}\n\n\treadNegativeRepresentation(key: string): ContextBudgetNegativeCacheEntryV2 | undefined {\n\t\treturn this.negatives.get(key);\n\t}\n\n\twriteNegativeRepresentation(input: { readonly key: string; readonly reason: string }): void {\n\t\tthis.negatives.set(input.key, { reason: input.reason, layer: \"turn\" });\n\t}\n\n\treadPlan(key: string): ContextBudgetPlanCacheReadV2 | undefined {\n\t\tconst entry = this.plans.get(key);\n\t\treturn entry ? { entry, layer: \"turn\" } : undefined;\n\t}\n\n\twritePlan(input: { readonly key: string; readonly entry: ContextBudgetPlanCacheEntryV2 }): void {\n\t\tthis.plans.set(input.key, input.entry);\n\t}\n}\n"]}

package/dist/core/context-budget-v2-cache-telemetry.d.ts

@@ -0,0 +1,36 @@
+import type { ContextRepresentationKindV2 } from "./context-budget-headroom.ts";
+import type { ContextBudgetCacheLayerV2, ContextBudgetRepresentationCacheKeyKindV2, PromptContextBudgetPlanV2, TokenCacheTelemetryV2 } from "./context-budget-v2-types.ts";
+export interface MutableTokenCacheTelemetryV2 {
+    planCache: {
+        hit: boolean;
+        key: string;
+        layer?: ContextBudgetCacheLayerV2;
+        rejectedReason?: string;
+    };
+    representationCache: {
+        exactHits: number;
+        semanticHits: number;
+        pointerHits: number;
+        misses: number;
+        staleRejects: number;
+        poisonRejects: number;
+        negativeHits: number;
+        writes: number;
+    };
+    tokens: {
+        raw: number;
+        rendered: number;
+        savedByCache: number;
+        savedByCompression: number;
+        savedByOmission: number;
+    };
+}
+export declare function createMutableContextBudgetCacheTelemetryV2(planKey: string): MutableTokenCacheTelemetryV2;
+export declare function finalizeContextBudgetCacheTelemetryV2(telemetry: MutableTokenCacheTelemetryV2, input: {
+    readonly rawTokens: number;
+    readonly usedTokens: number;
+    readonly omittedTokens: number;
+}): TokenCacheTelemetryV2;
+export declare function withCacheTelemetry(plan: PromptContextBudgetPlanV2, telemetry: MutableTokenCacheTelemetryV2): PromptContextBudgetPlanV2;
+export declare function recordContextBudgetRepresentationCacheHitV2(telemetry: MutableTokenCacheTelemetryV2, kind: ContextRepresentationKindV2, keyKind?: ContextBudgetRepresentationCacheKeyKindV2): void;
+//# sourceMappingURL=context-budget-v2-cache-telemetry.d.ts.map

package/dist/core/context-budget-v2-cache-telemetry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-budget-v2-cache-telemetry.d.ts","sourceRoot":"","sources":["../../src/core/context-budget-v2-cache-telemetry.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,8BAA8B,CAAC;AAChF,OAAO,KAAK,EACX,yBAAyB,EACzB,yCAAyC,EACzC,yBAAyB,EACzB,qBAAqB,EACrB,MAAM,8BAA8B,CAAC;AAEtC,MAAM,WAAW,4BAA4B;IAC5C,SAAS,EAAE;QACV,GAAG,EAAE,OAAO,CAAC;QACb,GAAG,EAAE,MAAM,CAAC;QACZ,KAAK,CAAC,EAAE,yBAAyB,CAAC;QAClC,cAAc,CAAC,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,mBAAmB,EAAE;QACpB,SAAS,EAAE,MAAM,CAAC;QAClB,YAAY,EAAE,MAAM,CAAC;QACrB,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,YAAY,EAAE,MAAM,CAAC;QACrB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,MAAM,EAAE,MAAM,CAAC;KACf,CAAC;IACF,MAAM,EAAE;QACP,GAAG,EAAE,MAAM,CAAC;QACZ,QAAQ,EAAE,MAAM,CAAC;QACjB,YAAY,EAAE,MAAM,CAAC;QACrB,kBAAkB,EAAE,MAAM,CAAC;QAC3B,eAAe,EAAE,MAAM,CAAC;KACxB,CAAC;CACF;AAED,wBAAgB,0CAA0C,CAAC,OAAO,EAAE,MAAM,GAAG,4BAA4B,CAwBxG;AAED,wBAAgB,qCAAqC,CACpD,SAAS,EAAE,4BAA4B,EACvC,KAAK,EAAE;IACN,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;CAC/B,GACC,qBAAqB,CAYvB;AAED,wBAAgB,kBAAkB,CACjC,IAAI,EAAE,yBAAyB,EAC/B,SAAS,EAAE,4BAA4B,GACrC,yBAAyB,CAa3B;AAED,wBAAgB,2CAA2C,CAC1D,SAAS,EAAE,4BAA4B,EACvC,IAAI,EAAE,2BAA2B,EACjC,OAAO,GAAE,yCAAmD,GAC1D,IAAI,CAUN","sourcesContent":["import type { ContextRepresentationKindV2 } from \"./context-budget-headroom.ts\";\nimport type {\n\tContextBudgetCacheLayerV2,\n\tContextBudgetRepresentationCacheKeyKindV2,\n\tPromptContextBudgetPlanV2,\n\tTokenCacheTelemetryV2,\n} from \"./context-budget-v2-types.ts\";\n\nexport interface MutableTokenCacheTelemetryV2 {\n\tplanCache: {\n\t\thit: boolean;\n\t\tkey: string;\n\t\tlayer?: ContextBudgetCacheLayerV2;\n\t\trejectedReason?: string;\n\t};\n\trepresentationCache: {\n\t\texactHits: number;\n\t\tsemanticHits: number;\n\t\tpointerHits: number;\n\t\tmisses: number;\n\t\tstaleRejects: number;\n\t\tpoisonRejects: number;\n\t\tnegativeHits: number;\n\t\twrites: number;\n\t};\n\ttokens: {\n\t\traw: number;\n\t\trendered: number;\n\t\tsavedByCache: number;\n\t\tsavedByCompression: number;\n\t\tsavedByOmission: number;\n\t};\n}\n\nexport function createMutableContextBudgetCacheTelemetryV2(planKey: string): MutableTokenCacheTelemetryV2 {\n\treturn {\n\t\tplanCache: {\n\t\t\thit: false,\n\t\t\tkey: planKey,\n\t\t},\n\t\trepresentationCache: {\n\t\t\texactHits: 0,\n\t\t\tsemanticHits: 0,\n\t\t\tpointerHits: 0,\n\t\t\tmisses: 0,\n\t\t\tstaleRejects: 0,\n\t\t\tpoisonRejects: 0,\n\t\t\tnegativeHits: 0,\n\t\t\twrites: 0,\n\t\t},\n\t\ttokens: {\n\t\t\traw: 0,\n\t\t\trendered: 0,\n\t\t\tsavedByCache: 0,\n\t\t\tsavedByCompression: 0,\n\t\t\tsavedByOmission: 0,\n\t\t},\n\t};\n}\n\nexport function finalizeContextBudgetCacheTelemetryV2(\n\ttelemetry: MutableTokenCacheTelemetryV2,\n\tinput: {\n\t\treadonly rawTokens: number;\n\t\treadonly usedTokens: number;\n\t\treadonly omittedTokens: number;\n\t},\n): TokenCacheTelemetryV2 {\n\treturn {\n\t\tplanCache: { ...telemetry.planCache },\n\t\trepresentationCache: { ...telemetry.representationCache },\n\t\ttokens: {\n\t\t\traw: input.rawTokens,\n\t\t\trendered: input.usedTokens,\n\t\t\tsavedByCache: telemetry.tokens.savedByCache,\n\t\t\tsavedByCompression: Math.max(0, input.rawTokens - input.usedTokens - input.omittedTokens),\n\t\t\tsavedByOmission: input.omittedTokens,\n\t\t},\n\t};\n}\n\nexport function withCacheTelemetry(\n\tplan: PromptContextBudgetPlanV2,\n\ttelemetry: MutableTokenCacheTelemetryV2,\n): PromptContextBudgetPlanV2 {\n\tconst cache = finalizeContextBudgetCacheTelemetryV2(telemetry, {\n\t\tomittedTokens: plan.omittedTokens,\n\t\trawTokens: plan.rawTokens,\n\t\tusedTokens: plan.usedTokens,\n\t});\n\treturn {\n\t\t...plan,\n\t\tobservability: {\n\t\t\t...plan.observability,\n\t\t\tcache,\n\t\t},\n\t};\n}\n\nexport function recordContextBudgetRepresentationCacheHitV2(\n\ttelemetry: MutableTokenCacheTelemetryV2,\n\tkind: ContextRepresentationKindV2,\n\tkeyKind: ContextBudgetRepresentationCacheKeyKindV2 = \"exact\",\n): void {\n\tif (keyKind === \"materialized\") {\n\t\ttelemetry.representationCache.semanticHits += 1;\n\t\treturn;\n\t}\n\tif (kind === \"pointer\") {\n\t\ttelemetry.representationCache.pointerHits += 1;\n\t\treturn;\n\t}\n\ttelemetry.representationCache.exactHits += 1;\n}\n"]}

package/dist/core/context-budget-v2-cache-telemetry.js

@@ -0,0 +1,64 @@
+export function createMutableContextBudgetCacheTelemetryV2(planKey) {
+    return {
+        planCache: {
+            hit: false,
+            key: planKey,
+        },
+        representationCache: {
+            exactHits: 0,
+            semanticHits: 0,
+            pointerHits: 0,
+            misses: 0,
+            staleRejects: 0,
+            poisonRejects: 0,
+            negativeHits: 0,
+            writes: 0,
+        },
+        tokens: {
+            raw: 0,
+            rendered: 0,
+            savedByCache: 0,
+            savedByCompression: 0,
+            savedByOmission: 0,
+        },
+    };
+}
+export function finalizeContextBudgetCacheTelemetryV2(telemetry, input) {
+    return {
+        planCache: { ...telemetry.planCache },
+        representationCache: { ...telemetry.representationCache },
+        tokens: {
+            raw: input.rawTokens,
+            rendered: input.usedTokens,
+            savedByCache: telemetry.tokens.savedByCache,
+            savedByCompression: Math.max(0, input.rawTokens - input.usedTokens - input.omittedTokens),
+            savedByOmission: input.omittedTokens,
+        },
+    };
+}
+export function withCacheTelemetry(plan, telemetry) {
+    const cache = finalizeContextBudgetCacheTelemetryV2(telemetry, {
+        omittedTokens: plan.omittedTokens,
+        rawTokens: plan.rawTokens,
+        usedTokens: plan.usedTokens,
+    });
+    return {
+        ...plan,
+        observability: {
+            ...plan.observability,
+            cache,
+        },
+    };
+}
+export function recordContextBudgetRepresentationCacheHitV2(telemetry, kind, keyKind = "exact") {
+    if (keyKind === "materialized") {
+        telemetry.representationCache.semanticHits += 1;
+        return;
+    }
+    if (kind === "pointer") {
+        telemetry.representationCache.pointerHits += 1;
+        return;
+    }
+    telemetry.representationCache.exactHits += 1;
+}
+//# sourceMappingURL=context-budget-v2-cache-telemetry.js.map

package/dist/core/context-budget-v2-cache-telemetry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-budget-v2-cache-telemetry.js","sourceRoot":"","sources":["../../src/core/context-budget-v2-cache-telemetry.ts"],"names":[],"mappings":"AAkCA,MAAM,UAAU,0CAA0C,CAAC,OAAe,EAAgC;IACzG,OAAO;QACN,SAAS,EAAE;YACV,GAAG,EAAE,KAAK;YACV,GAAG,EAAE,OAAO;SACZ;QACD,mBAAmB,EAAE;YACpB,SAAS,EAAE,CAAC;YACZ,YAAY,EAAE,CAAC;YACf,WAAW,EAAE,CAAC;YACd,MAAM,EAAE,CAAC;YACT,YAAY,EAAE,CAAC;YACf,aAAa,EAAE,CAAC;YAChB,YAAY,EAAE,CAAC;YACf,MAAM,EAAE,CAAC;SACT;QACD,MAAM,EAAE;YACP,GAAG,EAAE,CAAC;YACN,QAAQ,EAAE,CAAC;YACX,YAAY,EAAE,CAAC;YACf,kBAAkB,EAAE,CAAC;YACrB,eAAe,EAAE,CAAC;SAClB;KACD,CAAC;AAAA,CACF;AAED,MAAM,UAAU,qCAAqC,CACpD,SAAuC,EACvC,KAIC,EACuB;IACxB,OAAO;QACN,SAAS,EAAE,EAAE,GAAG,SAAS,CAAC,SAAS,EAAE;QACrC,mBAAmB,EAAE,EAAE,GAAG,SAAS,CAAC,mBAAmB,EAAE;QACzD,MAAM,EAAE;YACP,GAAG,EAAE,KAAK,CAAC,SAAS;YACpB,QAAQ,EAAE,KAAK,CAAC,UAAU;YAC1B,YAAY,EAAE,SAAS,CAAC,MAAM,CAAC,YAAY;YAC3C,kBAAkB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,SAAS,GAAG,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,aAAa,CAAC;YACzF,eAAe,EAAE,KAAK,CAAC,aAAa;SACpC;KACD,CAAC;AAAA,CACF;AAED,MAAM,UAAU,kBAAkB,CACjC,IAA+B,EAC/B,SAAuC,EACX;IAC5B,MAAM,KAAK,GAAG,qCAAqC,CAAC,SAAS,EAAE;QAC9D,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,UAAU,EAAE,IAAI,CAAC,UAAU;KAC3B,CAAC,CAAC;IACH,OAAO;QACN,GAAG,IAAI;QACP,aAAa,EAAE;YACd,GAAG,IAAI,CAAC,aAAa;YACrB,KAAK;SACL;KACD,CAAC;AAAA,CACF;AAED,MAAM,UAAU,2CAA2C,CAC1D,SAAuC,EACvC,IAAiC,EACjC,OAAO,GAA8C,OAAO,EACrD;IACP,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;QAChC,SAAS,CAAC,mBAAmB,CAAC,YAAY,IAAI,CAAC,CAAC;QAChD,OAAO;IACR,CAAC;IACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACxB,SAAS,CAAC,mBAAmB,CAAC,WAAW,IAAI,CAAC,CAAC;QAC/C,OAAO;IACR,CAAC;IACD,SAAS,CAAC,mBAAmB,CAAC,SAAS,IAAI,CAAC,CAAC;AAAA,CAC7C","sourcesContent":["import type { ContextRepresentationKindV2 } from \"./context-budget-headroom.ts\";\nimport type {\n\tContextBudgetCacheLayerV2,\n\tContextBudgetRepresentationCacheKeyKindV2,\n\tPromptContextBudgetPlanV2,\n\tTokenCacheTelemetryV2,\n} from \"./context-budget-v2-types.ts\";\n\nexport interface MutableTokenCacheTelemetryV2 {\n\tplanCache: {\n\t\thit: boolean;\n\t\tkey: string;\n\t\tlayer?: ContextBudgetCacheLayerV2;\n\t\trejectedReason?: string;\n\t};\n\trepresentationCache: {\n\t\texactHits: number;\n\t\tsemanticHits: number;\n\t\tpointerHits: number;\n\t\tmisses: number;\n\t\tstaleRejects: number;\n\t\tpoisonRejects: number;\n\t\tnegativeHits: number;\n\t\twrites: number;\n\t};\n\ttokens: {\n\t\traw: number;\n\t\trendered: number;\n\t\tsavedByCache: number;\n\t\tsavedByCompression: number;\n\t\tsavedByOmission: number;\n\t};\n}\n\nexport function createMutableContextBudgetCacheTelemetryV2(planKey: string): MutableTokenCacheTelemetryV2 {\n\treturn {\n\t\tplanCache: {\n\t\t\thit: false,\n\t\t\tkey: planKey,\n\t\t},\n\t\trepresentationCache: {\n\t\t\texactHits: 0,\n\t\t\tsemanticHits: 0,\n\t\t\tpointerHits: 0,\n\t\t\tmisses: 0,\n\t\t\tstaleRejects: 0,\n\t\t\tpoisonRejects: 0,\n\t\t\tnegativeHits: 0,\n\t\t\twrites: 0,\n\t\t},\n\t\ttokens: {\n\t\t\traw: 0,\n\t\t\trendered: 0,\n\t\t\tsavedByCache: 0,\n\t\t\tsavedByCompression: 0,\n\t\t\tsavedByOmission: 0,\n\t\t},\n\t};\n}\n\nexport function finalizeContextBudgetCacheTelemetryV2(\n\ttelemetry: MutableTokenCacheTelemetryV2,\n\tinput: {\n\t\treadonly rawTokens: number;\n\t\treadonly usedTokens: number;\n\t\treadonly omittedTokens: number;\n\t},\n): TokenCacheTelemetryV2 {\n\treturn {\n\t\tplanCache: { ...telemetry.planCache },\n\t\trepresentationCache: { ...telemetry.representationCache },\n\t\ttokens: {\n\t\t\traw: input.rawTokens,\n\t\t\trendered: input.usedTokens,\n\t\t\tsavedByCache: telemetry.tokens.savedByCache,\n\t\t\tsavedByCompression: Math.max(0, input.rawTokens - input.usedTokens - input.omittedTokens),\n\t\t\tsavedByOmission: input.omittedTokens,\n\t\t},\n\t};\n}\n\nexport function withCacheTelemetry(\n\tplan: PromptContextBudgetPlanV2,\n\ttelemetry: MutableTokenCacheTelemetryV2,\n): PromptContextBudgetPlanV2 {\n\tconst cache = finalizeContextBudgetCacheTelemetryV2(telemetry, {\n\t\tomittedTokens: plan.omittedTokens,\n\t\trawTokens: plan.rawTokens,\n\t\tusedTokens: plan.usedTokens,\n\t});\n\treturn {\n\t\t...plan,\n\t\tobservability: {\n\t\t\t...plan.observability,\n\t\t\tcache,\n\t\t},\n\t};\n}\n\nexport function recordContextBudgetRepresentationCacheHitV2(\n\ttelemetry: MutableTokenCacheTelemetryV2,\n\tkind: ContextRepresentationKindV2,\n\tkeyKind: ContextBudgetRepresentationCacheKeyKindV2 = \"exact\",\n): void {\n\tif (keyKind === \"materialized\") {\n\t\ttelemetry.representationCache.semanticHits += 1;\n\t\treturn;\n\t}\n\tif (kind === \"pointer\") {\n\t\ttelemetry.representationCache.pointerHits += 1;\n\t\treturn;\n\t}\n\ttelemetry.representationCache.exactHits += 1;\n}\n"]}

package/dist/core/context-budget-v2-cache-validation.d.ts

@@ -0,0 +1,36 @@
+import type { ContextRepresentationCandidateV2 } from "./context-budget-headroom.ts";
+import type { PlannedItemV2 } from "./context-budget-v2-scoring.ts";
+import type { ContextBudgetPlanCacheEntryV2, ContextBudgetRepresentationCacheReadV2, ContextBudgetRepresentationCacheRejectReasonV2 } from "./context-budget-v2-types.ts";
+interface ContextBudgetCacheValidationRuntimeV2 {
+    readonly keyBase: {
+        readonly modelId: string;
+        readonly policyVersion: string;
+        readonly tokenizerId: string;
+        readonly compressorPolicyHash?: string;
+        readonly qualityPolicyHash?: string;
+    };
+    readonly nowEpochMs: number;
+    readonly ttlMs: number;
+}
+export declare function validateContextBudgetPlanCacheEntryV2(input: {
+    readonly entry: ContextBudgetPlanCacheEntryV2;
+    readonly planned: readonly PlannedItemV2[];
+    readonly availableTokens: number;
+    readonly cache: ContextBudgetCacheValidationRuntimeV2;
+}): string | undefined;
+export declare function validateContextBudgetRepresentationCacheEntryV2(input: {
+    readonly cached: ContextBudgetRepresentationCacheReadV2;
+    readonly candidate: ContextRepresentationCandidateV2;
+    readonly cache: ContextBudgetCacheValidationRuntimeV2;
+    readonly sourceHash: string;
+}): ContextBudgetRepresentationCacheRejectReasonV2 | undefined;
+export declare function validateContextBudgetMaterializedRepresentationCacheEntryV2(input: {
+    readonly cached: ContextBudgetRepresentationCacheReadV2;
+    readonly candidate: ContextRepresentationCandidateV2;
+    readonly cache: ContextBudgetCacheValidationRuntimeV2;
+    readonly sourceHash: string;
+}): ContextBudgetRepresentationCacheRejectReasonV2 | undefined;
+export declare function sourceHashesByContextBudgetItemIdV2(planned: readonly PlannedItemV2[]): Record<string, string>;
+export declare function isContextBudgetCacheEntryStaleV2(createdAtEpochMs: number | undefined, nowEpochMs: number, ttlMs: number): boolean;
+export {};
+//# sourceMappingURL=context-budget-v2-cache-validation.d.ts.map

package/dist/core/context-budget-v2-cache-validation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-budget-v2-cache-validation.d.ts","sourceRoot":"","sources":["../../src/core/context-budget-v2-cache-validation.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gCAAgC,EAAE,MAAM,8BAA8B,CAAC;AAMrF,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AACpE,OAAO,KAAK,EACX,6BAA6B,EAC7B,sCAAsC,EACtC,8CAA8C,EAC9C,MAAM,8BAA8B,CAAC;AAEtC,UAAU,qCAAqC;IAC9C,QAAQ,CAAC,OAAO,EAAE;QACjB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;QACzB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;QAC/B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;QAC7B,QAAQ,CAAC,oBAAoB,CAAC,EAAE,MAAM,CAAC;QACvC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;KACpC,CAAC;IACF,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;CACvB;AAED,wBAAgB,qCAAqC,CAAC,KAAK,EAAE;IAC5D,QAAQ,CAAC,KAAK,EAAE,6BAA6B,CAAC;IAC9C,QAAQ,CAAC,OAAO,EAAE,SAAS,aAAa,EAAE,CAAC;IAC3C,QAAQ,CAAC,eAAe,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,KAAK,EAAE,qCAAqC,CAAC;CACtD,GAAG,MAAM,GAAG,SAAS,CAarB;AAED,wBAAgB,+CAA+C,CAAC,KAAK,EAAE;IACtE,QAAQ,CAAC,MAAM,EAAE,sCAAsC,CAAC;IACxD,QAAQ,CAAC,SAAS,EAAE,gCAAgC,CAAC;IACrD,QAAQ,CAAC,KAAK,EAAE,qCAAqC,CAAC;IACtD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC5B,GAAG,8CAA8C,GAAG,SAAS,CAW7D;AAED,wBAAgB,2DAA2D,CAAC,KAAK,EAAE;IAClF,QAAQ,CAAC,MAAM,EAAE,sCAAsC,CAAC;IACxD,QAAQ,CAAC,SAAS,EAAE,gCAAgC,CAAC;IACrD,QAAQ,CAAC,KAAK,EAAE,qCAAqC,CAAC;IACtD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC5B,GAAG,8CAA8C,GAAG,SAAS,CA6B7D;AAqBD,wBAAgB,mCAAmC,CAAC,OAAO,EAAE,SAAS,aAAa,EAAE,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAM7G;AAED,wBAAgB,gCAAgC,CAC/C,gBAAgB,EAAE,MAAM,GAAG,SAAS,EACpC,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,MAAM,GACX,OAAO,CAGT","sourcesContent":["import type { ContextRepresentationCandidateV2 } from \"./context-budget-headroom.ts\";\nimport {\n\tcomputeContextBudgetOutputTextHashV2,\n\tcomputeContextBudgetRepresentationFingerprintV2,\n\tcomputeContextBudgetTargetTokenBucketV2,\n} from \"./context-budget-v2-cache-keys.ts\";\nimport type { PlannedItemV2 } from \"./context-budget-v2-scoring.ts\";\nimport type {\n\tContextBudgetPlanCacheEntryV2,\n\tContextBudgetRepresentationCacheReadV2,\n\tContextBudgetRepresentationCacheRejectReasonV2,\n} from \"./context-budget-v2-types.ts\";\n\ninterface ContextBudgetCacheValidationRuntimeV2 {\n\treadonly keyBase: {\n\t\treadonly modelId: string;\n\t\treadonly policyVersion: string;\n\t\treadonly tokenizerId: string;\n\t\treadonly compressorPolicyHash?: string;\n\t\treadonly qualityPolicyHash?: string;\n\t};\n\treadonly nowEpochMs: number;\n\treadonly ttlMs: number;\n}\n\nexport function validateContextBudgetPlanCacheEntryV2(input: {\n\treadonly entry: ContextBudgetPlanCacheEntryV2;\n\treadonly planned: readonly PlannedItemV2[];\n\treadonly availableTokens: number;\n\treadonly cache: ContextBudgetCacheValidationRuntimeV2;\n}): string | undefined {\n\tif (isContextBudgetCacheEntryStaleV2(input.entry.createdAtEpochMs, input.cache.nowEpochMs, input.cache.ttlMs)) {\n\t\treturn \"stale\";\n\t}\n\tif (input.entry.plan.selectedRepresentations.some((representation) => representation.cache?.hit === true)) {\n\t\treturn \"cache_dependency_unsafe\";\n\t}\n\tif (input.entry.plan.usedTokens > input.availableTokens) return \"budget_mismatch\";\n\tconst currentSourceHashes = sourceHashesByContextBudgetItemIdV2(input.planned);\n\tfor (const [itemId, sourceHash] of Object.entries(currentSourceHashes)) {\n\t\tif (input.entry.sourceHashes[itemId] !== sourceHash) return \"source_hash_mismatch\";\n\t}\n\treturn undefined;\n}\n\nexport function validateContextBudgetRepresentationCacheEntryV2(input: {\n\treadonly cached: ContextBudgetRepresentationCacheReadV2;\n\treadonly candidate: ContextRepresentationCandidateV2;\n\treadonly cache: ContextBudgetCacheValidationRuntimeV2;\n\treadonly sourceHash: string;\n}): ContextBudgetRepresentationCacheRejectReasonV2 | undefined {\n\tconst entry = input.cached.entry;\n\tif (entry.kind !== input.candidate.kind) return \"kind_mismatch\";\n\tif (entry.sourceHash !== input.sourceHash) return \"source_hash_mismatch\";\n\tif (entry.keyKind === \"materialized\") {\n\t\treturn validateContextBudgetMaterializedRepresentationCacheEntryV2(input);\n\t}\n\tif (entry.representationFingerprint !== computeContextBudgetRepresentationFingerprintV2(input.candidate)) {\n\t\treturn \"fingerprint_mismatch\";\n\t}\n\treturn validateSharedRepresentationCacheEntryV2(input);\n}\n\nexport function validateContextBudgetMaterializedRepresentationCacheEntryV2(input: {\n\treadonly cached: ContextBudgetRepresentationCacheReadV2;\n\treadonly candidate: ContextRepresentationCandidateV2;\n\treadonly cache: ContextBudgetCacheValidationRuntimeV2;\n\treadonly sourceHash: string;\n}): ContextBudgetRepresentationCacheRejectReasonV2 | undefined {\n\tconst entry = input.cached.entry;\n\tif (entry.kind !== input.candidate.kind) return \"kind_mismatch\";\n\tif (entry.sourceHash !== input.sourceHash) return \"source_hash_mismatch\";\n\tconst sharedRejection = validateSharedRepresentationCacheEntryV2(input);\n\tif (sharedRejection) return sharedRejection;\n\tif (\n\t\tentry.compressorPolicyHash !== undefined &&\n\t\tentry.compressorPolicyHash !== input.cache.keyBase.compressorPolicyHash\n\t) {\n\t\treturn \"policy_mismatch\";\n\t}\n\tif (entry.qualityPolicyHash !== undefined && entry.qualityPolicyHash !== input.cache.keyBase.qualityPolicyHash) {\n\t\treturn \"policy_mismatch\";\n\t}\n\tif (\n\t\tentry.targetTokenBucket !== undefined &&\n\t\tentry.targetTokenBucket !== computeContextBudgetTargetTokenBucketV2(input.candidate.estimatedTokens)\n\t) {\n\t\treturn \"token_invalid\";\n\t}\n\tif (entry.outputTextHash !== computeContextBudgetOutputTextHashV2(entry.text)) return \"poisoned\";\n\tconst verification = entry.verification;\n\tif (!verification) return \"poisoned\";\n\tif ((verification.queryCoverage ?? 0) < materializedCoverageFloor(input.candidate)) return \"poisoned\";\n\tif ((verification.sourceCoverage ?? 0) < materializedCoverageFloor(input.candidate)) return \"poisoned\";\n\tif ((verification.secretLeakScore ?? 1) > 0) return \"poisoned\";\n\tif ((verification.poisonScore ?? 1) > 0) return \"poisoned\";\n\treturn undefined;\n}\n\nfunction validateSharedRepresentationCacheEntryV2(input: {\n\treadonly cached: ContextBudgetRepresentationCacheReadV2;\n\treadonly cache: ContextBudgetCacheValidationRuntimeV2;\n}): ContextBudgetRepresentationCacheRejectReasonV2 | undefined {\n\tconst entry = input.cached.entry;\n\tif (entry.policyVersion !== input.cache.keyBase.policyVersion) return \"policy_mismatch\";\n\tif (entry.modelId !== input.cache.keyBase.modelId) return \"model_mismatch\";\n\tif (entry.tokenizerId !== input.cache.keyBase.tokenizerId) return \"tokenizer_mismatch\";\n\tif (!Number.isFinite(entry.estimatedTokens) || entry.estimatedTokens < 0) return \"token_invalid\";\n\tif (isContextBudgetCacheEntryStaleV2(entry.createdAtEpochMs, input.cache.nowEpochMs, input.cache.ttlMs))\n\t\treturn \"stale\";\n\treturn undefined;\n}\n\nfunction materializedCoverageFloor(candidate: ContextRepresentationCandidateV2): number {\n\tif (candidate.kind === \"headroom-compressed\") return 0.5;\n\treturn 0.75;\n}\n\nexport function sourceHashesByContextBudgetItemIdV2(planned: readonly PlannedItemV2[]): Record<string, string> {\n\tconst hashes: Record<string, string> = {};\n\tfor (const item of planned) {\n\t\thashes[item.item.id] = item.contentHash;\n\t}\n\treturn hashes;\n}\n\nexport function isContextBudgetCacheEntryStaleV2(\n\tcreatedAtEpochMs: number | undefined,\n\tnowEpochMs: number,\n\tttlMs: number,\n): boolean {\n\tif (createdAtEpochMs === undefined) return false;\n\treturn nowEpochMs - createdAtEpochMs > ttlMs;\n}\n"]}