pi-cache-optimizer 2.0.0 → 2.0.2

package/README.md

@@ -1,5 +1,9 @@
 # Pi Cache Optimizer
 
+[![npm version](https://img.shields.io/npm/v/pi-cache-optimizer.svg)](https://www.npmjs.com/package/pi-cache-optimizer)
+[![npm downloads](https://img.shields.io/npm/dm/pi-cache-optimizer.svg)](https://www.npmjs.com/package/pi-cache-optimizer)
+[![license](https://img.shields.io/npm/l/pi-cache-optimizer.svg)](./LICENSE)
+
 [中文说明](./README.zh-CN.md)
 
 > **Renamed from `pi-deepseek-cache-optimizer`.** If you previously installed the old name, migrate with:

package/README.zh-CN.md

@@ -1,5 +1,9 @@
 # Pi Cache Optimizer
 
+[![npm version](https://img.shields.io/npm/v/pi-cache-optimizer.svg)](https://www.npmjs.com/package/pi-cache-optimizer)
+[![npm downloads](https://img.shields.io/npm/dm/pi-cache-optimizer.svg)](https://www.npmjs.com/package/pi-cache-optimizer)
+[![license](https://img.shields.io/npm/l/pi-cache-optimizer.svg)](./LICENSE)
+
 [English README](./README.md)
 
 > **已从 `pi-deepseek-cache-optimizer` 重命名。** 如果你之前安装的是旧名称，请迁移：
@@ -10,7 +14,7 @@
 >
 > 持久化的底部计数器以及已有的 `~/.pi/agent/models.json` 都会被保留。
 
-开箱即用的 Pi 扩展，用稳定 prompt 前缀提升 provider-side KV Cache / Prompt Cache 命中概率，并以保守的 provider-specific adapter 显示底部缓存统计。包名里虭带 DeepSeek，但从 1.x 开始实际上已同时支持 DeepSeek、OpenAI、Claude、Gemini 的统计 adapter；新名称反映这个事实。
+开箱即用的 Pi 扩展，用稳定 prompt 前缀提升 provider-side KV Cache / Prompt Cache 命中概率，并以保守的 provider-specific adapter 显示底部缓存统计。包名里虽带 DeepSeek，但从 1.x 开始实际上已同时支持 DeepSeek、OpenAI、Claude、Gemini 的统计 adapter；新名称反映这个事实。
 
 > 重要：prompt/KV 缓存是 provider 侧、best-effort 行为。本扩展只能通过稳定前缀、在 Pi 支持时请求长保留、提醒明显 compat 缺口、以及展示 provider 暴露的轻量统计来提高命中概率，不能保证每次命中。第三方代理可能隐藏、丢失、重路由或重新解释缓存行为。
 

package/{extension.ts → index.ts}

@@ -49,6 +49,29 @@ const OPENAI_PROMPT_CACHE_KEY_PREFIX = "pi-dsco-";
 const NO_AUTO_CONFIG_ENV = "PI_CACHE_OPTIMIZER_NO_AUTO_CONFIG";
 const DEEPSEEK_API_KEY_ENV = "DEEPSEEK_API_KEY";
 
+// Minimum trimmed length for a candidate to qualify as a stable-prefix "part".
+//
+// `optimizeSystemPrompt` removes each accepted candidate from the dynamic
+// remainder via `rest.replace(part, "")`. Short or character-class candidates
+// (think: `S`, `- u`, `- (`, `- }`) match the FIRST occurrence of those bytes
+// anywhere in `rest`, ripping unrelated text out of the prompt and yielding a
+// non-deterministic dynamic remainder per request. Both behaviors poison the
+// provider's prompt-prefix cache.
+//
+// The threshold also caps the upstream string-vs-array regression we saw with
+// trellis 0.5.16 / 0.6.0-beta.17 (subagent tool registration passing
+// `promptGuidelines: "<long string>"` instead of `["<long string>"]`, which
+// pi then iterates char-by-char). Even if a similar bug recurs upstream, this
+// extension will not lift its single-character byproducts into the stable
+// prefix candidate list.
+//
+// 8 chars is comfortably above all single-bullet (`- X` = 3 chars) and
+// short-token noise while leaving every legitimate guideline / tool snippet /
+// context-file payload above the bar. If a real future guideline is shorter
+// than 8 chars, the cost is that it is not lifted into the stable prefix; the
+// dynamic-remainder path still includes it untouched.
+const MIN_STABLE_CANDIDATE_LENGTH = 8;
+
 const ASSISTANT_MESSAGE_MODEL_TOKEN_KEYS = ["model", "name"];
 const OPENAI_REASONING_MODEL_PATTERN = /(^|[/\s:_-])o[1345]($|[-_.:/\s])/;
 
@@ -187,9 +210,11 @@ function optimizeSystemPrompt(
   let rest = original;
 
   // Stable layer: content likely to be identical across sessions/turns.
+  // Short / single-char candidates are dropped: see MIN_STABLE_CANDIDATE_LENGTH.
   for (const candidate of buildStableCandidates(opts)) {
     const part = candidate.trim();
-    if (!part || seen.has(part) || !rest.includes(part)) continue;
+    if (!part || part.length < MIN_STABLE_CANDIDATE_LENGTH) continue;
+    if (seen.has(part) || !rest.includes(part)) continue;
 
     stableParts.push(part);
     seen.add(part);
@@ -1005,6 +1030,15 @@ function emitDeepseekApiKeyHintIfNeeded(
   );
 }
 
+// Internal helpers exported only so the task verification script
+// (.trellis/tasks/.../verify.ts) can exercise them. They are not part of the
+// extension's public API; pi only invokes the default export below.
+export const __internals_for_tests = {
+  buildStableCandidates,
+  optimizeSystemPrompt,
+  MIN_STABLE_CANDIDATE_LENGTH,
+};
+
 export default function (pi: ExtensionAPI) {
   const warnedModels = new Set<string>();
   let cacheStatsByProvider: Partial<Record<CacheProviderId, CacheStats>> = emptyAllCacheStats();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pi-cache-optimizer",
-  "version": "2.0.0",
+  "version": "2.0.2",
   "description": "Pi extension that improves provider-side KV/prompt cache hit rates (DeepSeek, OpenAI, Claude, Gemini) by reordering the system prompt, requesting long retention, and showing footer cache stats. Renamed from pi-deepseek-cache-optimizer.",
   "keywords": [
     "pi-package",
@@ -16,17 +16,19 @@
   "author": "freescheme",
   "license": "MIT",
   "files": [
-    "extension.ts"
+    "index.ts"
   ],
   "pi": {
-    "extensions": ["./extension.ts"],
-    "image": "https://img.shields.io/badge/DeepSeek-Cache%20Optimizer-4A90D9"
+    "extensions": [
+      "./index.ts"
+    ],
+    "image": "https://img.shields.io/badge/Pi-Cache%20Optimizer-4A90D9"
   },
   "peerDependencies": {
     "@earendil-works/pi-coding-agent": "*"
   },
   "repository": {
     "type": "git",
-    "url": "git+https://github.com/jiangge/pi-deepseek-cache-optimizer.git"
+    "url": "git+https://github.com/jiangge/pi-cache-optimizer.git"
   }
 }