vskill 1.2.0 → 1.2.2

package/dist/eval/model-catalog.js

@@ -0,0 +1,101 @@
+// Shared provider picker catalog. Explicit new IDs do not change saved/default choices.
+import { ANTHROPIC_CATALOG_SNAPSHOT, findAnthropicModel } from "./anthropic-catalog.js";
+// Verified 2026-10-09 against https://developers.openai.com/api/docs/models/
+// gpt-6.1-sol, gpt-6-astra and gpt-6-luna. Standard short-context pricing;
+// above 272K input tokens, the full request costs 2x input and 1.5x output.
+export const CURRENT_OPENAI_MODELS = [
+    { id: "gpt-6.1-sol", displayName: "GPT-6.1 Sol", inputPerMillion: 2, outputPerMillion: 10 },
+    { id: "gpt-6-astra", displayName: "GPT-6 Astra", inputPerMillion: 10, outputPerMillion: 50 },
+    { id: "gpt-6-luna", displayName: "GPT-6 Luna", inputPerMillion: 0.1, outputPerMillion: 0.5 },
+];
+// 0711 — Anthropic models + pricing now derive from the dated catalog
+// snapshot at `src/eval/anthropic-catalog.ts`. Manual maintenance of this
+// list led to stale prices (Opus 4.7 shown at $15/$75 instead of $5/$25)
+// because three different files held copies of the same fact. The catalog
+// file is the single source of truth; CI fails if its snapshotDate is
+// older than 6 months.
+function buildAnthropicProviderModels() {
+    return ANTHROPIC_CATALOG_SNAPSHOT.models
+        .filter((m) => m.status === "active")
+        .map((m) => ({
+        id: m.id,
+        label: `${m.displayName} (API)${m.pricing.longContext ? " · base rate ≤100K input" : ""}`,
+        pricing: {
+            prompt: m.pricing.promptUsdPer1M,
+            completion: m.pricing.completionUsdPer1M,
+        },
+    }));
+}
+function aliasInfo(alias, fallbackLabel) {
+    const entry = findAnthropicModel(alias);
+    if (!entry)
+        return { label: fallbackLabel };
+    return { label: entry.displayName, resolvedId: entry.id };
+}
+export const PROVIDER_MODELS = {
+    // Opus first so it is the default when no override is set
+    // (getEffectiveRawModel returns models[0]). Labels come from the catalog so
+    // the picker shows the exact dated version (e.g. "Claude Opus 4.7"), not the
+    // bare family name — keeps the Studio truthful when a model is bumped.
+    "claude-cli": [
+        { id: "opus", ...aliasInfo("opus", "Claude Opus") },
+        { id: "sonnet", ...aliasInfo("sonnet", "Claude Sonnet") },
+        { id: "haiku", ...aliasInfo("haiku", "Claude Haiku") },
+        ...ANTHROPIC_CATALOG_SNAPSHOT.models
+            .filter((m) => m.capabilities.includes("modern_thinking_budget"))
+            .map((m) => ({ id: m.id, label: m.displayName, resolvedId: m.id })),
+    ],
+    "anthropic": buildAnthropicProviderModels(),
+    // Ollama's model list is dynamic — populated by probeOllama() from GET
+    // /api/tags. Empty by default (parity with "lm-studio") so an unreachable
+    // or timed-out probe surfaces zero models instead of leaking a hardcoded
+    // fallback that isn't actually installed (0876 US-001).
+    "ollama": [],
+    "gemini-cli": [
+        { id: "gemini-2.5-pro", label: "Gemini 2.5 Pro" },
+        { id: "gemini-2.5-flash", label: "Gemini 2.5 Flash" },
+    ],
+    "codex-cli": [
+        { id: "o3", label: "OpenAI o3" },
+        { id: "o4-mini", label: "OpenAI o4-mini" },
+        ...CURRENT_OPENAI_MODELS.map((m) => ({ id: m.id, label: m.displayName })),
+    ],
+    "openai": [
+        { id: "gpt-4o-mini", label: "GPT-4o mini (API)", pricing: { prompt: 0.15, completion: 0.60 } },
+        { id: "gpt-4o", label: "GPT-4o (API)", pricing: { prompt: 2.50, completion: 10 } },
+        { id: "gpt-4.1", label: "GPT-4.1 (API)", pricing: { prompt: 2, completion: 8 } },
+        { id: "gpt-4.1-mini", label: "GPT-4.1 mini (API)", pricing: { prompt: 0.40, completion: 1.60 } },
+        { id: "o4-mini", label: "o4-mini (API)", pricing: { prompt: 1.10, completion: 4.40 } },
+        ...CURRENT_OPENAI_MODELS.map((m) => ({
+            id: m.id, label: `${m.displayName} (API) · base rate ≤272K input`,
+            pricing: { prompt: m.inputPerMillion, completion: m.outputPerMillion },
+        })),
+    ],
+    "openrouter": [
+        // Anthropic via OpenRouter
+        { id: "anthropic/claude-opus-4", label: "Claude Opus 4 (via OpenRouter)" },
+        { id: "anthropic/claude-sonnet-4", label: "Claude Sonnet 4 (via OpenRouter)" },
+        { id: "anthropic/claude-haiku-4", label: "Claude Haiku 4 (via OpenRouter)" },
+        // OpenAI via OpenRouter (0698 polish — Anton wants OpenAI first-class)
+        { id: "openai/gpt-5", label: "GPT-5 (via OpenRouter)" },
+        { id: "openai/gpt-5-mini", label: "GPT-5 mini (via OpenRouter)" },
+        { id: "openai/o4-mini", label: "o4-mini (via OpenRouter)" },
+        { id: "openai/o3", label: "OpenAI o3 (via OpenRouter)" },
+        { id: "openai/gpt-4.1", label: "GPT-4.1 (via OpenRouter)" },
+        // Google + Meta
+        { id: "google/gemini-2.5-pro", label: "Gemini 2.5 Pro (via OpenRouter)" },
+        { id: "google/gemini-2.5-flash", label: "Gemini 2.5 Flash (via OpenRouter)" },
+        { id: "meta-llama/llama-3.3-70b-instruct", label: "Llama 3.3 70B (via OpenRouter)" },
+    ],
+    // LM Studio's default model list is empty because the actual list depends on
+    // what models the user has loaded. The probe at probeLmStudio() populates
+    // this dynamically from GET /v1/models.
+    "lm-studio": [],
+    // 0857: `stub` is a deterministic TEST SEAM (src/eval/llm.ts createStubClient),
+    // NOT a user-facing provider. This empty list exists only to satisfy the
+    // `Record<ProviderName, ModelOption[]>` exhaustiveness check — `stub` is
+    // deliberately excluded from `detectAvailableProviders()` and
+    // `KNOWN_PROVIDER_NAMES`, so it never reaches /api/config or the picker.
+    "stub": [],
+};
+//# sourceMappingURL=model-catalog.js.map

package/dist/eval/model-catalog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-catalog.js","sourceRoot":"","sources":["../../src/eval/model-catalog.ts"],"names":[],"mappings":"AAAA,wFAAwF;AACxF,OAAO,EAAE,0BAA0B,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAGxF,6EAA6E;AAC7E,2EAA2E;AAC3E,4EAA4E;AAC5E,MAAM,CAAC,MAAM,qBAAqB,GAAG;IACnC,EAAE,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,aAAa,EAAE,eAAe,EAAE,CAAC,EAAE,gBAAgB,EAAE,EAAE,EAAE;IAC3F,EAAE,EAAE,EAAE,aAAa,EAAE,WAAW,EAAE,aAAa,EAAE,eAAe,EAAE,EAAE,EAAE,gBAAgB,EAAE,EAAE,EAAE;IAC5F,EAAE,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,EAAE,eAAe,EAAE,GAAG,EAAE,gBAAgB,EAAE,GAAG,EAAE;CACpF,CAAC;AAYX,sEAAsE;AACtE,0EAA0E;AAC1E,yEAAyE;AACzE,0EAA0E;AAC1E,sEAAsE;AACtE,uBAAuB;AACvB,SAAS,4BAA4B;IACnC,OAAO,0BAA0B,CAAC,MAAM;SACrC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC;SACpC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACX,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,KAAK,EAAE,GAAG,CAAC,CAAC,WAAW,SAAS,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,0BAA0B,CAAC,CAAC,CAAC,EAAE,EAAE;QACzF,OAAO,EAAE;YACP,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc;YAChC,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB;SACzC;KACF,CAAC,CAAC,CAAC;AACR,CAAC;AAED,SAAS,SAAS,CAAC,KAAa,EAAE,aAAqB;IACrD,MAAM,KAAK,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IACxC,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;IAC5C,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,WAAW,EAAE,UAAU,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC;AAC5D,CAAC;AAED,MAAM,CAAC,MAAM,eAAe,GAAwC;IAClE,0DAA0D;IAC1D,4EAA4E;IAC5E,6EAA6E;IAC7E,uEAAuE;IACvE,YAAY,EAAE;QACZ,EAAE,EAAE,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC,MAAM,EAAE,aAAa,CAAC,EAAE;QACnD,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC,QAAQ,EAAE,eAAe,CAAC,EAAE;QACzD,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,SAAS,CAAC,OAAO,EAAE,cAAc,CAAC,EAAE;QACtD,GAAG,0BAA0B,CAAC,MAAM;aACjC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC;aAChE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;KACtE;IACD,WAAW,EAAE,4BAA4B,EAAE;IAC3C,uEAAuE;IACvE,0EAA0E;IAC1E,yEAAyE;IACzE,wDAAwD;IACxD,QAAQ,EAAE,EAAE;IACZ,YAAY,EAAE;QACZ,EAAE,EAAE,EAAE,gBAAgB,EAAE,KAAK,EAAE,gBAAgB,EAAE;QACjD,EAAE,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,kBAAkB,EAAE;KACtD;IACD,WAAW,EAAE;QACX,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE;QAChC,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,gBAAgB,EAAE;QAC1C,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;KAC1E;IACD,QAAQ,EAAE;QACR,EAAE,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,mBAAmB,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE;QAC9F,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,cAAc,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,EAAE,EAAE;QAClF,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,eAAe,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,EAAE;QAChF,EAAE,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,oBAAoB,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE;QAChG,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,eAAe,EAAE,OAAO,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE;QACtF,GAAG,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACnC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC,WAAW,gCAAgC;YACjE,OAAO,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC,eAAe,EAAE,UAAU,EAAE,CAAC,CAAC,gBAAgB,EAAE;SACvE,CAAC,CAAC;KACJ;IACD,YAAY,EAAE;QACZ,2BAA2B;QAC3B,EAAE,EAAE,EAAE,yBAAyB,EAAE,KAAK,EAAE,gCAAgC,EAAE;QAC1E,EAAE,EAAE,EAAE,2BAA2B,EAAE,KAAK,EAAE,kCAAkC,EAAE;QAC9E,EAAE,EAAE,EAAE,0BAA0B,EAAE,KAAK,EAAE,iCAAiC,EAAE;QAC5E,uEAAuE;QACvE,EAAE,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,wBAAwB,EAAE;QACvD,EAAE,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,6BAA6B,EAAE;QACjE,EAAE,EAAE,EAAE,gBAAgB,EAAE,KAAK,EAAE,0BAA0B,EAAE;QAC3D,EAAE,EAAE,EAAE,WAAW,EAAE,KAAK,EAAE,4BAA4B,EAAE;QACxD,EAAE,EAAE,EAAE,gBAAgB,EAAE,KAAK,EAAE,0BAA0B,EAAE;QAC3D,gBAAgB;QAChB,EAAE,EAAE,EAAE,uBAAuB,EAAE,KAAK,EAAE,iCAAiC,EAAE;QACzE,EAAE,EAAE,EAAE,yBAAyB,EAAE,KAAK,EAAE,mCAAmC,EAAE;QAC7E,EAAE,EAAE,EAAE,mCAAmC,EAAE,KAAK,EAAE,gCAAgC,EAAE;KACrF;IACD,6EAA6E;IAC7E,0EAA0E;IAC1E,wCAAwC;IACxC,WAAW,EAAE,EAAE;IACf,gFAAgF;IAChF,yEAAyE;IACzE,yEAAyE;IACzE,8DAA8D;IAC9D,yEAAyE;IACzE,MAAM,EAAE,EAAE;CACX,CAAC"}

package/dist/eval/pricing.d.ts

@@ -3,6 +3,11 @@ export interface ModelPricing {
     inputPerMillion: number;
     outputPerMillion: number;
     updatedAt: string;
+    longContext?: {
+        aboveInputTokens: number;
+        inputPerMillion: number;
+        outputPerMillion: number;
+    };
 }
 /**
  * Get the billing mode for a provider.

package/dist/eval/pricing.js

@@ -7,6 +7,7 @@
 // catalog (tracked in 0711 follow-ups).
 // ---------------------------------------------------------------------------
 import { ANTHROPIC_CATALOG_SNAPSHOT } from "./anthropic-catalog.js";
+import { CURRENT_OPENAI_MODELS } from "./model-catalog.js";
 // ---------------------------------------------------------------------------
 // Pricing table — update rates here when providers change pricing
 // ---------------------------------------------------------------------------
@@ -17,6 +18,11 @@ function buildAnthropicPricing() {
             inputPerMillion: m.pricing.promptUsdPer1M,
             outputPerMillion: m.pricing.completionUsdPer1M,
             updatedAt: ANTHROPIC_CATALOG_SNAPSHOT.snapshotDate,
+            ...(m.pricing.longContext ? { longContext: {
+                    aboveInputTokens: m.pricing.longContext.aboveInputTokens,
+                    inputPerMillion: m.pricing.longContext.promptUsdPer1M,
+                    outputPerMillion: m.pricing.longContext.completionUsdPer1M,
+                } } : {}),
         };
     }
     return out;
@@ -24,6 +30,12 @@ function buildAnthropicPricing() {
 const PRICING = {
     anthropic: buildAnthropicPricing(),
     openai: {
+        ...Object.fromEntries(CURRENT_OPENAI_MODELS.map((m) => [m.id, {
+                inputPerMillion: m.inputPerMillion,
+                outputPerMillion: m.outputPerMillion,
+                updatedAt: "2026-10-09",
+                longContext: { aboveInputTokens: 272_000, inputPerMillion: 2 * m.inputPerMillion, outputPerMillion: 1.5 * m.outputPerMillion },
+            }])),
         "o4-mini": { inputPerMillion: 1.10, outputPerMillion: 4.40, updatedAt: "2025-05-01" },
         "gpt-4.1": { inputPerMillion: 2, outputPerMillion: 8, updatedAt: "2025-05-01" },
         "gpt-4.1-mini": { inputPerMillion: 0.40, outputPerMillion: 1.60, updatedAt: "2025-05-01" },
@@ -125,8 +137,10 @@ export function calculateCost(provider, model, inputTokens, outputTokens) {
     const pricing = getProviderPricing(provider, model);
     if (!pricing)
         return null;
-    const inputCost = (inputTokens / 1_000_000) * pricing.inputPerMillion;
-    const outputCost = (outputTokens / 1_000_000) * pricing.outputPerMillion;
+    const rates = pricing.longContext && inputTokens > pricing.longContext.aboveInputTokens
+        ? pricing.longContext : pricing;
+    const inputCost = (inputTokens / 1_000_000) * rates.inputPerMillion;
+    const outputCost = (outputTokens / 1_000_000) * rates.outputPerMillion;
     return inputCost + outputCost;
 }
 /**

package/dist/eval/pricing.js.map

@@ -1 +1 @@
-{"version":3,"file":"pricing.js","sourceRoot":"","sources":["../../src/eval/pricing.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,8EAA8E;AAC9E,EAAE;AACF,yEAAyE;AACzE,0EAA0E;AAC1E,qEAAqE;AACrE,wCAAwC;AACxC,8EAA8E;AAE9E,OAAO,EAAE,0BAA0B,EAAE,MAAM,wBAAwB,CAAC;AAUpE,8EAA8E;AAC9E,kEAAkE;AAClE,8EAA8E;AAE9E,SAAS,qBAAqB;IAC5B,MAAM,GAAG,GAAiC,EAAE,CAAC;IAC7C,KAAK,MAAM,CAAC,IAAI,0BAA0B,CAAC,MAAM,EAAE,CAAC;QAClD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG;YACV,eAAe,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc;YACzC,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB;YAC9C,SAAS,EAAE,0BAA0B,CAAC,YAAY;SACnD,CAAC;IACJ,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,OAAO,GAAiD;IAC5D,SAAS,EAAE,qBAAqB,EAAE;IAClC,MAAM,EAAE;QACN,SAAS,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE;QACrF,SAAS,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,SAAS,EAAE,YAAY,EAAE;QAC/E,cAAc,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE;QAC1F,QAAQ,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE;QAClF,aAAa,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE;KAC1F;IACD,MAAM,EAAE;QACN,gBAAgB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE;QAC1F,kBAAkB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE;KAC/F;CACF,CAAC;AAEF,8EAA8E;AAC9E,mEAAmE;AACnE,8EAA8E;AAE9E,2EAA2E;AAC3E,4EAA4E;AAC5E,4EAA4E;AAC5E,8DAA8D;AAC9D,SAAS,qBAAqB;IAC5B,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,IAAI,0BAA0B,CAAC,MAAM,EAAE,CAAC;QAClD,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;YAC1B,qEAAqE;YACrE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QAC7B,CAAC;IACH,CAAC;IACD,2EAA2E;IAC3E,GAAG,CAAC,eAAe,CAAC,KAAK,mBAAmB,CAAC;IAC7C,GAAG,CAAC,aAAa,CAAC,KAAK,iBAAiB,CAAC;IACzC,GAAG,CAAC,cAAc,CAAC,KAAK,2BAA2B,CAAC;IACpD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,aAAa,GAA2C;IAC5D,SAAS,EAAE,qBAAqB,EAAE;IAClC,MAAM,EAAE,EAAE;IACV,MAAM,EAAE,EAAE;CACX,CAAC;AAEF,yEAAyE;AACzE,MAAM,oBAAoB,GAA2B;IACnD,YAAY,EAAE,WAAW;IACzB,WAAW,EAAE,QAAQ;IACrB,YAAY,EAAE,QAAQ;CACvB,CAAC;AAEF,8EAA8E;AAC9E,4BAA4B;AAC5B,8EAA8E;AAE9E,MAAM,aAAa,GAAgC;IACjD,WAAW,EAAE,WAAW;IACxB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,WAAW;IACzB,QAAQ,EAAE,MAAM;IAChB,WAAW,EAAE,MAAM;IACnB,YAAY,EAAE,cAAc;IAC5B,WAAW,EAAE,cAAc;IAC3B,YAAY,EAAE,MAAM;CACrB,CAAC;AAEF,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC7C,OAAO,aAAa,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,QAAgB,EAAE,KAAa;IAChE,sDAAsD;IACtD,MAAM,eAAe,GAAG,oBAAoB,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC;IACnE,MAAM,aAAa,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC/C,IAAI,CAAC,aAAa;QAAE,OAAO,IAAI,CAAC;IAEhC,eAAe;IACf,IAAI,aAAa,CAAC,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC;IAEtD,mBAAmB;IACnB,MAAM,OAAO,GAAG,aAAa,CAAC,eAAe,CAAC,CAAC;IAC/C,IAAI,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,aAAa,CAAC,QAAQ,CAAC;YAAE,OAAO,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAC3B,QAAgB,EAChB,KAAa,EACb,WAA0B,EAC1B,YAA2B;IAE3B,gCAAgC;IAChC,IAAI,cAAc,CAAC,QAAQ,CAAC,KAAK,MAAM;QAAE,OAAO,CAAC,CAAC;IAElD,sCAAsC;IACtC,IAAI,WAAW,IAAI,IAAI,IAAI,YAAY,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAE7D,MAAM,OAAO,GAAG,kBAAkB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACpD,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAE1B,MAAM,SAAS,GAAG,CAAC,WAAW,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,eAAe,CAAC;IACtE,MAAM,UAAU,GAAG,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,OAAO,CAAC,gBAAgB,CAAC;IACzE,OAAO,SAAS,GAAG,UAAU,CAAC;AAChC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAC1B,QAAgB,EAChB,KAAa,EACb,cAAsB,EACtB,eAAuB;IAEvB,OAAO,aAAa,CAAC,QAAQ,EAAE,KAAK,EAAE,cAAc,EAAE,eAAe,CAAC,CAAC;AACzE,CAAC"}
+{"version":3,"file":"pricing.js","sourceRoot":"","sources":["../../src/eval/pricing.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,8EAA8E;AAC9E,EAAE;AACF,yEAAyE;AACzE,0EAA0E;AAC1E,qEAAqE;AACrE,wCAAwC;AACxC,8EAA8E;AAE9E,OAAO,EAAE,0BAA0B,EAAE,MAAM,wBAAwB,CAAC;AACpE,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAW3D,8EAA8E;AAC9E,kEAAkE;AAClE,8EAA8E;AAE9E,SAAS,qBAAqB;IAC5B,MAAM,GAAG,GAAiC,EAAE,CAAC;IAC7C,KAAK,MAAM,CAAC,IAAI,0BAA0B,CAAC,MAAM,EAAE,CAAC;QAClD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG;YACV,eAAe,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc;YACzC,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB;YAC9C,SAAS,EAAE,0BAA0B,CAAC,YAAY;YAClD,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE;oBACzC,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,gBAAgB;oBACxD,eAAe,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,cAAc;oBACrD,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,kBAAkB;iBAC3D,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACV,CAAC;IACJ,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,OAAO,GAAiD;IAC5D,SAAS,EAAE,qBAAqB,EAAE;IAClC,MAAM,EAAE;QACN,GAAG,MAAM,CAAC,WAAW,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE;gBAC5D,eAAe,EAAE,CAAC,CAAC,eAAe;gBAClC,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;gBACpC,SAAS,EAAE,YAAY;gBACvB,WAAW,EAAE,EAAE,gBAAgB,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC,GAAG,CAAC,CAAC,eAAe,EAAE,gBAAgB,EAAE,GAAG,GAAG,CAAC,CAAC,gBAAgB,EAAE;aAC/H,CAAC,CAAC,CAAC;QACJ,SAAS,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE;QACrF,SAAS,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,SAAS,EAAE,YAAY,EAAE;QAC/E,cAAc,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE;QAC1F,QAAQ,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE;QAClF,aAAa,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE;KAC1F;IACD,MAAM,EAAE;QACN,gBAAgB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE,EAAE,EAAE,SAAS,EAAE,YAAY,EAAE;QAC1F,kBAAkB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE;KAC/F;CACF,CAAC;AAEF,8EAA8E;AAC9E,mEAAmE;AACnE,8EAA8E;AAE9E,2EAA2E;AAC3E,4EAA4E;AAC5E,4EAA4E;AAC5E,8DAA8D;AAC9D,SAAS,qBAAqB;IAC5B,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,KAAK,MAAM,CAAC,IAAI,0BAA0B,CAAC,MAAM,EAAE,CAAC;QAClD,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;YAC1B,qEAAqE;YACrE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;gBAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;QAC7B,CAAC;IACH,CAAC;IACD,2EAA2E;IAC3E,GAAG,CAAC,eAAe,CAAC,KAAK,mBAAmB,CAAC;IAC7C,GAAG,CAAC,aAAa,CAAC,KAAK,iBAAiB,CAAC;IACzC,GAAG,CAAC,cAAc,CAAC,KAAK,2BAA2B,CAAC;IACpD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,MAAM,aAAa,GAA2C;IAC5D,SAAS,EAAE,qBAAqB,EAAE;IAClC,MAAM,EAAE,EAAE;IACV,MAAM,EAAE,EAAE;CACX,CAAC;AAEF,yEAAyE;AACzE,MAAM,oBAAoB,GAA2B;IACnD,YAAY,EAAE,WAAW;IACzB,WAAW,EAAE,QAAQ;IACrB,YAAY,EAAE,QAAQ;CACvB,CAAC;AAEF,8EAA8E;AAC9E,4BAA4B;AAC5B,8EAA8E;AAE9E,MAAM,aAAa,GAAgC;IACjD,WAAW,EAAE,WAAW;IACxB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,WAAW;IACzB,QAAQ,EAAE,MAAM;IAChB,WAAW,EAAE,MAAM;IACnB,YAAY,EAAE,cAAc;IAC5B,WAAW,EAAE,cAAc;IAC3B,YAAY,EAAE,MAAM;CACrB,CAAC;AAEF,8EAA8E;AAC9E,aAAa;AACb,8EAA8E;AAE9E;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC7C,OAAO,aAAa,CAAC,QAAQ,CAAC,IAAI,WAAW,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAAC,QAAgB,EAAE,KAAa;IAChE,sDAAsD;IACtD,MAAM,eAAe,GAAG,oBAAoB,CAAC,QAAQ,CAAC,IAAI,QAAQ,CAAC;IACnE,MAAM,aAAa,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IAC/C,IAAI,CAAC,aAAa;QAAE,OAAO,IAAI,CAAC;IAEhC,eAAe;IACf,IAAI,aAAa,CAAC,KAAK,CAAC;QAAE,OAAO,aAAa,CAAC,KAAK,CAAC,CAAC;IAEtD,mBAAmB;IACnB,MAAM,OAAO,GAAG,aAAa,CAAC,eAAe,CAAC,CAAC;IAC/C,IAAI,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,aAAa,CAAC,QAAQ,CAAC;YAAE,OAAO,aAAa,CAAC,QAAQ,CAAC,CAAC;IAC9D,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAC3B,QAAgB,EAChB,KAAa,EACb,WAA0B,EAC1B,YAA2B;IAE3B,gCAAgC;IAChC,IAAI,cAAc,CAAC,QAAQ,CAAC,KAAK,MAAM;QAAE,OAAO,CAAC,CAAC;IAElD,sCAAsC;IACtC,IAAI,WAAW,IAAI,IAAI,IAAI,YAAY,IAAI,IAAI;QAAE,OAAO,IAAI,CAAC;IAE7D,MAAM,OAAO,GAAG,kBAAkB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACpD,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAE1B,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,IAAI,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC,gBAAgB;QACrF,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC;IAClC,MAAM,SAAS,GAAG,CAAC,WAAW,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,eAAe,CAAC;IACpE,MAAM,UAAU,GAAG,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,gBAAgB,CAAC;IACvE,OAAO,SAAS,GAAG,UAAU,CAAC;AAChC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAC1B,QAAgB,EAChB,KAAa,EACb,cAAsB,EACtB,eAAuB;IAEvB,OAAO,aAAa,CAAC,QAAQ,EAAE,KAAK,EAAE,cAAc,EAAE,eAAe,CAAC,CAAC;AACzE,CAAC"}

package/dist/eval/test-case-parser.js

@@ -8,15 +8,15 @@
 //
 // See increment 0776 for the why.
 // ---------------------------------------------------------------------------
-const SECTION_RE = /## Test Cases\s*\n([\s\S]*?)(?=\n## |\n---|\n$|$)/i;
+const HEADING_RE = /^## Test Cases[ \t]*\r?\n/im;
 const PAIR_RE = /-\s*Prompt:\s*"([^"]+)"\s*\n\s*Expected:\s*"([^"]+)"/gi;
 export function parseTestCases(content) {
     if (!content)
         return [];
-    const sectionMatch = content.match(SECTION_RE);
-    if (!sectionMatch)
+    const bounds = findSection(content);
+    if (!bounds)
         return [];
-    const section = sectionMatch[1];
+    const section = content.slice(bounds.bodyStart, bounds.end);
     const cases = [];
     // Reset lastIndex via a fresh regex each call to keep this function pure
     const pair = new RegExp(PAIR_RE.source, "gi");
@@ -36,25 +36,44 @@ export function serializeTestCases(prompts) {
 // section entirely (keeps SKILL.md clean when the author clears fixtures).
 export function upsertTestCasesIntoSkillMd(content, prompts) {
     const trimmed = content.replace(/\s+$/, "");
-    const hasSection = SECTION_RE.test(trimmed);
+    const section = findSection(trimmed);
     if (prompts.length === 0) {
-        if (!hasSection)
+        if (!section)
             return content;
-        return removeSection(trimmed) + "\n";
+        return (trimmed.slice(0, section.start) + trimmed.slice(section.end))
+            .replace(/\n{3,}/g, "\n\n").trimEnd() + "\n";
     }
     const block = serializeTestCases(prompts).trimEnd();
-    if (hasSection) {
-        return trimmed.replace(SECTION_RE, block) + "\n";
+    if (section) {
+        // Slices preserve literal $&, $` and $' in user-authored prompts.
+        return trimmed.slice(0, section.start) + block + trimmed.slice(section.end) + "\n";
     }
     return trimmed + "\n\n" + block + "\n";
 }
-function removeSection(content) {
-    // Match the heading + body + trailing whitespace up to the next section
-    // boundary, then collapse the gap to a single blank line.
-    return content
-        .replace(/\n*## Test Cases\s*\n[\s\S]*?(?=\n## |\n---|\n$|$)/i, "")
-        .replace(/\n{3,}/g, "\n\n")
-        .replace(/\s+$/, "");
+/** Locate real section boundaries, ignoring headings inside a quoted prompt.
+ * Keep raw prompt text for compatibility with existing published SKILL.md files.
+ */
+function findSection(content) {
+    const heading = HEADING_RE.exec(content);
+    if (!heading)
+        return null;
+    const bodyStart = heading.index + heading[0].length;
+    const body = content.slice(bodyStart);
+    const pairs = [...body.matchAll(new RegExp(PAIR_RE.source, "gi"))];
+    const boundaries = body.matchAll(/^##[ \t]+|^---[ \t]*(?:\r?$)/gm);
+    for (const boundary of boundaries) {
+        const index = boundary.index;
+        if (pairs.some((pair) => index >= pair.index && index < pair.index + pair[0].length))
+            continue;
+        // Leave the newline before the next heading intact when replacing.
+        let end = bodyStart + index;
+        if (content[end - 1] === "\n")
+            end--;
+        if (content[end - 1] === "\r")
+            end--;
+        return { start: heading.index, bodyStart, end };
+    }
+    return { start: heading.index, bodyStart, end: content.length };
 }
 function textToExpected(raw) {
     const norm = raw.trim().toLowerCase();

package/dist/eval/test-case-parser.js.map

@@ -1 +1 @@
-{"version":3,"file":"test-case-parser.js","sourceRoot":"","sources":["../../src/eval/test-case-parser.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,6EAA6E;AAC7E,EAAE;AACF,0DAA0D;AAC1D,2EAA2E;AAC3E,+EAA+E;AAC/E,mEAAmE;AACnE,EAAE;AACF,kCAAkC;AAClC,8EAA8E;AAS9E,MAAM,UAAU,GAAG,oDAAoD,CAAC;AACxE,MAAM,OAAO,GAAG,wDAAwD,CAAC;AAEzE,MAAM,UAAU,cAAc,CAAC,OAAe;IAC5C,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IACxB,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC/C,IAAI,CAAC,YAAY;QAAE,OAAO,EAAE,CAAC;IAC7B,MAAM,OAAO,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;IAEhC,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,yEAAyE;IACzE,MAAM,IAAI,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC9C,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAyB;IAC1D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CACvB,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,MAAM,mBAAmB,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAC9E,CAAC;IACF,OAAO,oBAAoB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AAClD,CAAC;AAED,0EAA0E;AAC1E,2EAA2E;AAC3E,MAAM,UAAU,0BAA0B,CACxC,OAAe,EACf,OAAyB;IAEzB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAE5C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC,UAAU;YAAE,OAAO,OAAO,CAAC;QAChC,OAAO,aAAa,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;IACvC,CAAC;IAED,MAAM,KAAK,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;IACpD,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,GAAG,IAAI,CAAC;IACnD,CAAC;IACD,OAAO,OAAO,GAAG,MAAM,GAAG,KAAK,GAAG,IAAI,CAAC;AACzC,CAAC;AAED,SAAS,aAAa,CAAC,OAAe;IACpC,wEAAwE;IACxE,0DAA0D;IAC1D,OAAO,OAAO;SACX,OAAO,CAAC,qDAAqD,EAAE,EAAE,CAAC;SAClE,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,cAAc,CAAC,GAAW;IACjC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtC,IAAI,IAAI,KAAK,iBAAiB;QAAE,OAAO,iBAAiB,CAAC;IACzD,IAAI,IAAI,KAAK,qBAAqB;QAAE,OAAO,qBAAqB,CAAC;IACjE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,QAA0B;IAChD,IAAI,QAAQ,KAAK,iBAAiB;QAAE,OAAO,iBAAiB,CAAC;IAC7D,IAAI,QAAQ,KAAK,qBAAqB;QAAE,OAAO,qBAAqB,CAAC;IACrE,OAAO,MAAM,CAAC;AAChB,CAAC"}
+{"version":3,"file":"test-case-parser.js","sourceRoot":"","sources":["../../src/eval/test-case-parser.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,6EAA6E;AAC7E,EAAE;AACF,0DAA0D;AAC1D,2EAA2E;AAC3E,+EAA+E;AAC/E,mEAAmE;AACnE,EAAE;AACF,kCAAkC;AAClC,8EAA8E;AAS9E,MAAM,UAAU,GAAG,6BAA6B,CAAC;AACjD,MAAM,OAAO,GAAG,wDAAwD,CAAC;AAEzE,MAAM,UAAU,cAAc,CAAC,OAAe;IAC5C,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IACxB,MAAM,MAAM,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IACpC,IAAI,CAAC,MAAM;QAAE,OAAO,EAAE,CAAC;IACvB,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;IAE5D,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,yEAAyE;IACzE,MAAM,IAAI,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;IAC9C,IAAI,CAAyB,CAAC;IAC9B,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACzC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC/D,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAAyB;IAC1D,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACpC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CACvB,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,MAAM,mBAAmB,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAC9E,CAAC;IACF,OAAO,oBAAoB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;AAClD,CAAC;AAED,0EAA0E;AAC1E,2EAA2E;AAC3E,MAAM,UAAU,0BAA0B,CACxC,OAAe,EACf,OAAyB;IAEzB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IAC5C,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IAErC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,IAAI,CAAC,OAAO;YAAE,OAAO,OAAO,CAAC;QAC7B,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;aAClE,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC;IACjD,CAAC;IAED,MAAM,KAAK,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;IACpD,IAAI,OAAO,EAAE,CAAC;QACZ,kEAAkE;QAClE,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;IACrF,CAAC;IACD,OAAO,OAAO,GAAG,MAAM,GAAG,KAAK,GAAG,IAAI,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,OAAe;IAClC,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzC,IAAI,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IAC1B,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACpD,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACtC,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;IACnE,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,gCAAgC,CAAC,CAAC;IACnE,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAM,CAAC;QAC9B,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,KAAM,IAAI,KAAK,GAAG,IAAI,CAAC,KAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAAE,SAAS;QACjG,mEAAmE;QACnE,IAAI,GAAG,GAAG,SAAS,GAAG,KAAK,CAAC;QAC5B,IAAI,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,IAAI;YAAE,GAAG,EAAE,CAAC;QACrC,IAAI,OAAO,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,IAAI;YAAE,GAAG,EAAE,CAAC;QACrC,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC;IAClD,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;AAClE,CAAC;AAED,SAAS,cAAc,CAAC,GAAW;IACjC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtC,IAAI,IAAI,KAAK,iBAAiB;QAAE,OAAO,iBAAiB,CAAC;IACzD,IAAI,IAAI,KAAK,qBAAqB;QAAE,OAAO,qBAAqB,CAAC;IACjE,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,QAA0B;IAChD,IAAI,QAAQ,KAAK,iBAAiB;QAAE,OAAO,iBAAiB,CAAC;IAC7D,IAAI,QAAQ,KAAK,qBAAqB;QAAE,OAAO,qBAAqB,CAAC;IACrE,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/eval-server/api-routes.d.ts

@@ -1,5 +1,7 @@
 import type { Router } from "./router.js";
 import type { SkillInfo } from "../eval/skill-scanner.js";
+import { type ModelOption } from "../eval/model-catalog.js";
+export { PROVIDER_MODELS } from "../eval/model-catalog.js";
 import type { ProviderName } from "../eval/llm.js";
 import type { AgentDefinition } from "../agents/agents-registry.js";
 export interface InstalledAgentEntry {
@@ -159,16 +161,6 @@ export declare function buildSkillMetadata(skillDir: string, origin: "source" |
  * vitest can simulate a fresh server boot per-case.
  */
 export declare function resetStudioRestoreState(): void;
-interface ModelOption {
-    id: string;
-    label: string;
-    pricing?: {
-        prompt: number;
-        completion: number;
-    };
-    resolvedId?: string;
-}
-export declare const PROVIDER_MODELS: Record<ProviderName, ModelOption[]>;
 type OpenRouterCacheEntry = {
     value: Array<{
         id: string;

package/dist/eval-server/api-routes.js

@@ -12,6 +12,8 @@ import { classifyError } from "./error-classifier.js";
 import { readLockfile, writeLockfile } from "../lockfile/lockfile.js";
 import { resolveSkillApiName as resolveSkillApiNameImpl } from "./skill-name-resolver.js";
 import { resolveSkillOrigin } from "./origin-resolver.js";
+import { isPrivateOrUnknownRepo } from "../lib/private-source.js";
+import { isPrivateStudioSkill, isPrivateStudioSkillAt, readStudioLocks } from "./studio-privacy.js";
 import { runBenchmarkSSE, runSingleCaseSSE } from "./benchmark-runner.js";
 import { getSkillSemaphore } from "./concurrency.js";
 import { resolveSkillDir, resolveAllowedSkillDir } from "./skill-resolver.js";
@@ -26,7 +28,8 @@ import { classifyOrigin, scanSkillsTriScope, dedupeByDir } from "../eval/skill-s
 import { scanInstalledPluginSkills, scanAuthoredPluginSkills, } from "../eval/plugin-scanner.js";
 import { resolveGlobalSkillsDir } from "../eval/path-utils.js";
 import { loadAndValidateEvals, EvalValidationError } from "../eval/schema.js";
-import { ANTHROPIC_CATALOG_SNAPSHOT, findAnthropicModel } from "../eval/anthropic-catalog.js";
+import { PROVIDER_MODELS } from "../eval/model-catalog.js";
+export { PROVIDER_MODELS } from "../eval/model-catalog.js";
 import { readBenchmark } from "../eval/benchmark.js";
 import { writeHistoryEntry, listHistory, readHistoryEntry, computeRegressions, deleteHistoryEntry, getCaseHistory, computeStats } from "../eval/benchmark-history.js";
 import { judgeAssertion } from "../eval/judge.js";
@@ -856,88 +859,6 @@ function computeBenchmarkStatus(benchmark, evalIds, hasEvals) {
     // Use overall_pass_rate as single source of truth
     return (benchmark.overall_pass_rate ?? 0) >= 1 ? "pass" : "fail";
 }
-// 0711 — Anthropic models + pricing now derive from the dated catalog
-// snapshot at `src/eval/anthropic-catalog.ts`. Manual maintenance of this
-// list led to stale prices (Opus 4.7 shown at $15/$75 instead of $5/$25)
-// because three different files held copies of the same fact. The catalog
-// file is the single source of truth; CI fails if its snapshotDate is
-// older than 6 months.
-function buildAnthropicProviderModels() {
-    return ANTHROPIC_CATALOG_SNAPSHOT.models
-        .filter((m) => m.status === "active")
-        .map((m) => ({
-        id: m.id,
-        label: `${m.displayName} (API)`,
-        pricing: {
-            prompt: m.pricing.promptUsdPer1M,
-            completion: m.pricing.completionUsdPer1M,
-        },
-    }));
-}
-function aliasInfo(alias, fallbackLabel) {
-    const entry = findAnthropicModel(alias);
-    if (!entry)
-        return { label: fallbackLabel };
-    return { label: entry.displayName, resolvedId: entry.id };
-}
-export const PROVIDER_MODELS = {
-    // Opus first so it is the default when no override is set
-    // (getEffectiveRawModel returns models[0]). Labels come from the catalog so
-    // the picker shows the exact dated version (e.g. "Claude Opus 4.7"), not the
-    // bare family name — keeps the Studio truthful when a model is bumped.
-    "claude-cli": [
-        { id: "opus", ...aliasInfo("opus", "Claude Opus") },
-        { id: "sonnet", ...aliasInfo("sonnet", "Claude Sonnet") },
-        { id: "haiku", ...aliasInfo("haiku", "Claude Haiku") },
-    ],
-    "anthropic": buildAnthropicProviderModels(),
-    // Ollama's model list is dynamic — populated by probeOllama() from GET
-    // /api/tags. Empty by default (parity with "lm-studio") so an unreachable
-    // or timed-out probe surfaces zero models instead of leaking a hardcoded
-    // fallback that isn't actually installed (0876 US-001).
-    "ollama": [],
-    "gemini-cli": [
-        { id: "gemini-2.5-pro", label: "Gemini 2.5 Pro" },
-        { id: "gemini-2.5-flash", label: "Gemini 2.5 Flash" },
-    ],
-    "codex-cli": [
-        { id: "o3", label: "OpenAI o3" },
-        { id: "o4-mini", label: "OpenAI o4-mini" },
-    ],
-    "openai": [
-        { id: "gpt-4o-mini", label: "GPT-4o mini (API)", pricing: { prompt: 0.15, completion: 0.60 } },
-        { id: "gpt-4o", label: "GPT-4o (API)", pricing: { prompt: 2.50, completion: 10 } },
-        { id: "gpt-4.1", label: "GPT-4.1 (API)", pricing: { prompt: 2, completion: 8 } },
-        { id: "gpt-4.1-mini", label: "GPT-4.1 mini (API)", pricing: { prompt: 0.40, completion: 1.60 } },
-        { id: "o4-mini", label: "o4-mini (API)", pricing: { prompt: 1.10, completion: 4.40 } },
-    ],
-    "openrouter": [
-        // Anthropic via OpenRouter
-        { id: "anthropic/claude-opus-4", label: "Claude Opus 4 (via OpenRouter)" },
-        { id: "anthropic/claude-sonnet-4", label: "Claude Sonnet 4 (via OpenRouter)" },
-        { id: "anthropic/claude-haiku-4", label: "Claude Haiku 4 (via OpenRouter)" },
-        // OpenAI via OpenRouter (0698 polish — Anton wants OpenAI first-class)
-        { id: "openai/gpt-5", label: "GPT-5 (via OpenRouter)" },
-        { id: "openai/gpt-5-mini", label: "GPT-5 mini (via OpenRouter)" },
-        { id: "openai/o4-mini", label: "o4-mini (via OpenRouter)" },
-        { id: "openai/o3", label: "OpenAI o3 (via OpenRouter)" },
-        { id: "openai/gpt-4.1", label: "GPT-4.1 (via OpenRouter)" },
-        // Google + Meta
-        { id: "google/gemini-2.5-pro", label: "Gemini 2.5 Pro (via OpenRouter)" },
-        { id: "google/gemini-2.5-flash", label: "Gemini 2.5 Flash (via OpenRouter)" },
-        { id: "meta-llama/llama-3.3-70b-instruct", label: "Llama 3.3 70B (via OpenRouter)" },
-    ],
-    // LM Studio's default model list is empty because the actual list depends on
-    // what models the user has loaded. The probe at probeLmStudio() populates
-    // this dynamically from GET /v1/models.
-    "lm-studio": [],
-    // 0857: `stub` is a deterministic TEST SEAM (src/eval/llm.ts createStubClient),
-    // NOT a user-facing provider. This empty list exists only to satisfy the
-    // `Record<ProviderName, ModelOption[]>` exhaustiveness check — `stub` is
-    // deliberately excluded from `detectAvailableProviders()` and
-    // `KNOWN_PROVIDER_NAMES`, so it never reaches /api/config or the picker.
-    "stub": [],
-};
 // ---------------------------------------------------------------------------
 // Local provider detection caches — avoid 500ms+ probes on every /api/config
 // request. Without the caches, page load blocks on the timeout when the
@@ -1561,6 +1482,10 @@ export function registerRoutes(router, rootArg, projectName) {
         // overwrites currentVersion. Stamping it server-side from the lockfile
         // collapses the race so badges render their final source on first paint.
         const lockForCurrentVersion = readLockfile(root);
+        // Skills from a private repo (or one GitHub does not confirm is public)
+        // are flagged so the Studio never sends them to the platform; see
+        // studio-privacy.ts for how installed, plugin and authored skills map.
+        const studioLocks = readStudioLocks(root);
         const enriched = await Promise.all(skills.map(async (s) => {
             let evalCount = 0;
             let assertionCount = 0;
@@ -1583,9 +1508,11 @@ export function registerRoutes(router, rootArg, projectName) {
             // currentVersion=null — the resolver then falls through to frontmatter,
             // preserving non-italic styling for author-declared versions.
             const currentVersion = lockForCurrentVersion?.skills?.[s.skill]?.version ?? null;
+            const sourcePrivate = await isPrivateStudioSkill({ ...s, origin }, studioLocks);
             return {
                 ...s,
                 origin,
+                ...(sourcePrivate ? { sourcePrivate: true } : {}),
                 scope: s.scope ?? (origin === "installed" ? "installed" : "own"),
                 isSymlink: s.isSymlink ?? false,
                 symlinkTarget: s.symlinkTarget ?? null,
@@ -1740,6 +1667,12 @@ export function registerRoutes(router, rootArg, projectName) {
     // `/versions/diff` as needed.
     async function buildSkillApiPath(skill, plugin) {
         const origin = await resolveSkillOrigin(skill, plugin, getRoot());
+        // Private (or unconfirmed) skills never reach the platform: lockfile
+        // entries (incl. plugin installs), authored skills in private checkouts,
+        // and installed skills nobody recorded.
+        if (origin.private || (await isPrivateStudioSkillAt(skill, plugin, getRoot()))) {
+            return { apiPathRoot: null, origin };
+        }
         if (origin.owner && origin.repo) {
             return {
                 apiPathRoot: `/api/v1/skills/${encodeURIComponent(origin.owner)}/${encodeURIComponent(origin.repo)}/${encodeURIComponent(skill)}`,
@@ -1750,6 +1683,9 @@ export function registerRoutes(router, rootArg, projectName) {
         // whose origin comes from a git remote, not a lockfile.
         const fullName = await resolveSkillApiName(skill, plugin);
         const parts = fullName.split("/");
+        if (parts.length === 3 && (await isPrivateOrUnknownRepo(parts[0], parts[1]))) {
+            return { apiPathRoot: null, origin };
+        }
         const apiPathRoot = parts.length === 3
             ? `/api/v1/skills/${parts.map(encodeURIComponent).join("/")}`
             : `/api/v1/skills/${encodeURIComponent(fullName)}`;
@@ -1759,7 +1695,6 @@ export function registerRoutes(router, rootArg, projectName) {
         const root = getRoot();
         // 0823: comprehensive origin resolver via shared buildSkillApiPath.
         const { apiPathRoot, origin } = await buildSkillApiPath(params.skill, params.plugin);
-        const apiPath = `${apiPathRoot}/versions`;
         const emptyEnvelope = () => {
             res.setHeader("X-Skill-VCS", "unavailable");
             sendJson(res, {
@@ -1770,6 +1705,13 @@ export function registerRoutes(router, rootArg, projectName) {
                 trackedForUpdates: false,
             }, 200, req);
         };
+        // A skill from a private (or unconfirmed) repo has no platform history,
+        // and its name and repo must not be sent there.
+        if (apiPathRoot === null) {
+            emptyEnvelope();
+            return;
+        }
+        const apiPath = `${apiPathRoot}/versions`;
         let fetchResp;
         try {
             fetchResp = await fetch(`${PLATFORM_BASE}${apiPath}`, {
@@ -1859,6 +1801,10 @@ export function registerRoutes(router, rootArg, projectName) {
         // so Anthropic-shipped skills (slack-messaging, pptx, etc.) get the
         // matching upstream URL for diff requests, not the legacy bare-name path.
         const { apiPathRoot } = await buildSkillApiPath(params.skill, params.plugin);
+        if (apiPathRoot === null) {
+            sendJson(res, { error: "This skill comes from a private repository; version diffs are not available from verified-skill.com." }, 404, req);
+            return;
+        }
         const basePath = `${apiPathRoot}/versions/diff`;
         try {
             const resp = await fetch(`${PLATFORM_BASE}${basePath}?from=${encodeURIComponent(from)}&to=${encodeURIComponent(to)}`, { signal: AbortSignal.timeout(10_000) });
@@ -1964,7 +1910,11 @@ export function registerRoutes(router, rootArg, projectName) {
         let versions = [];
         try {
             const origin = await resolveSkillOrigin(skill, plugin, root);
-            if (origin.owner && origin.repo) {
+            // Private (or unconfirmed) skills never reach the platform.
+            if (!origin.private &&
+                origin.owner &&
+                origin.repo &&
+                !(await isPrivateStudioSkillAt(skill, plugin, root))) {
                 const apiPath = `/api/v1/skills/${encodeURIComponent(origin.owner)}/${encodeURIComponent(origin.repo)}/${encodeURIComponent(skill)}/versions`;
                 try {
                     const fetchResp = await fetch(`${PLATFORM_BASE}${apiPath}`, {