@theokit/sdk 4.12.2 → 4.13.1

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # Changelog
 
+## 4.13.1
+
+### Patch Changes
+
+- M44 adversarial-review fixes for the model catalog: (B1) the provider registry + model-info index now live on `globalThis` via `Symbol.for` so every bundle copy (`dist/index.js`, `dist/models.js` — tsup bundles entries separately) shares the SAME state — previously `refreshModelCatalog` from `@theokit/sdk/models` patched a bundle-local index invisible to capability/pricing lookups and saw an empty registry (a published-artifact-only defect the src-level tests could not catch); (H2) a live models-dev patch is now a per-field MERGE that preserves theokit extension fields (`cache_control`, overlay `structured_output`) instead of a wholesale replace that wiped them; (H3) the runtime refresh gained the models.dev↔theokit id mapping (google↔google-gemini, zai↔zhipu, togetherai↔together, fireworks-ai↔fireworks, amazon-bedrock↔bedrock, google-vertex↔vertex) resolving against catalog entries (id + aliases) with a WARN for skipped unknowns — Google/Z.AI/Together/Fireworks now actually refresh; (M4) `refreshModelCatalog` self-initializes provider registration so the `/models` subpath works standalone; (M5) pricing provenance is honest post-refresh (`catalog-models-dev` vs `catalog-vendored`); (M6) the anthropic builtin defaults (opus-4-7 / sonnet-4-6 / haiku-4-5) now carry `cache_control: true` in the vendored catalog; (L8) the models-dev cache honors `THEOKIT_HOME`; (L9) a missing/corrupt vendored catalog degrades with WARN instead of throwing from `resolveModelCapabilities`, cache patch errors never delete a valid cache, and refresh never rejects; (L10) the pricing step-5 fallback also tries the date-stripped id; (L11) falsy `THEOKIT_DISABLE_MODELS_FETCH` values (`0`/`false`/empty) no longer disable the fetch.
+
+## 4.13.0
+
+### Minor Changes
+
+- Model catalog enrichment (agent-builder M44): the vendored `provider-catalog.json` now carries OPTIONAL per-model data (`models` block — models.dev shape verbatim: `cost{input,output,cache_read,cache_write}` USD-per-1M, `limit{context,input,output}`, `modalities`, `tool_call`/`reasoning`/`structured_output`/`cache_control`, `release_date`, `status`), loaded into an internal model-info index keyed `provider/model` (entry id + aliases). Fully additive: entries without `models` behave byte-identically, `ProviderProfile` is untouched, the 10 builtins + all 43 catalog entries keep resolving, and a malformed model sub-entry drops that model with WARN keeping the provider. DRY reconciliation: `resolveModelCapabilities` is now catalog-backed (the hand-curated EXACT map migrated into the catalog and was deleted — parity-tested over the full old-map snapshot), and `getPricingEntry` gains a step-5 catalog fallback on total LiteLLM miss (provenance `pricingVersion:"catalog-vendored"`; the LiteLLM snapshot keeps absolute precedence — and the new drift advisory caught a real stale rate: `openai/o3` corrected 10/40 → 2/8). New on `@theokit/sdk/models`: `getModelInfo(modelId)` (the enriched per-model view) and `refreshModelCatalog({url?, force?})` — an EXPLICIT opt-in models.dev refresh with a 1h-TTL atomic disk cache under `~/.theokit/cache/models-dev/`, kill-switch `THEOKIT_DISABLE_MODELS_FETCH`, and the vendored catalog as offline fallback; startup and requests never touch the network. Mechanism adapted from OpenCode's models.dev consumption (MIT); see NOTICE. Maintenance: `scripts/refresh-catalog.mjs` regenerates the curated vendored subset (30 models, +36KB).
+
 ## 4.12.2
 
 ### Patch Changes

package/dist/cron.cjs

@@ -570,10 +570,10 @@ function buildToolPrompt(prompt) {
 Respond by calling the \`output\` tool with the structured answer that matches the schema.`;
 }
 function setupStructuredOutput(schema, maxRetries) {
-  const z9 = requireZod();
+  const z10 = requireZod();
   const jsonSchema = toJsonSchema(schema, { unrepresentable: "any" });
   return {
-    z: z9,
+    z: z10,
     jsonSchema,
     maxRetries: maxRetries ?? 1,
     initialUsage: { inputTokens: 0, outputTokens: 0 }
@@ -10504,6 +10504,178 @@ function applyToolResultGuard(parts, opts) {
     )
   );
 }
+var MODALITIES = ["text", "audio", "image", "video", "pdf"];
+var costSchema = zod.z.object({
+  /** USD per 1M tokens (models.dev convention). */
+  input: zod.z.number().nonnegative(),
+  output: zod.z.number().nonnegative(),
+  cache_read: zod.z.number().nonnegative().optional(),
+  cache_write: zod.z.number().nonnegative().optional()
+}).loose();
+var limitSchema = zod.z.object({
+  context: zod.z.number().positive(),
+  input: zod.z.number().positive().optional(),
+  output: zod.z.number().positive().optional()
+}).loose();
+var modalitiesSchema = zod.z.object({
+  input: zod.z.array(zod.z.enum(MODALITIES)).optional(),
+  output: zod.z.array(zod.z.enum(MODALITIES)).optional()
+}).loose();
+var catalogModelSchema = zod.z.object({
+  name: zod.z.string().optional(),
+  release_date: zod.z.string().optional(),
+  attachment: zod.z.boolean().optional(),
+  reasoning: zod.z.boolean().optional(),
+  temperature: zod.z.boolean().optional(),
+  tool_call: zod.z.boolean().optional(),
+  /** theokit extension — maps to ModelCapabilities.supportsStructuredOutput. */
+  structured_output: zod.z.boolean().optional(),
+  /** theokit extension — maps to ModelCapabilities.supportsCacheControl. */
+  cache_control: zod.z.boolean().optional(),
+  cost: costSchema.optional(),
+  limit: limitSchema.optional(),
+  modalities: modalitiesSchema.optional(),
+  status: zod.z.enum(["alpha", "beta", "deprecated"]).optional()
+}).loose();
+
+// src/internal/providers/registry.ts
+function globalSingleton(key, create) {
+  const g = globalThis;
+  const sym = Symbol.for(key);
+  if (g[sym] === void 0) g[sym] = create();
+  return g[sym];
+}
+var REGISTRY = globalSingleton(
+  "theokit-sdk.providers.registry",
+  () => /* @__PURE__ */ new Map()
+);
+var ALIASES = globalSingleton("theokit-sdk.providers.aliases", () => /* @__PURE__ */ new Map());
+function registerProvider(profile) {
+  if (REGISTRY.has(profile.name)) {
+    process.stderr.write(`[theokit-sdk] Provider "${profile.name}" overridden by user plugin.
+`);
+  }
+  REGISTRY.set(profile.name, profile);
+  for (const alias of profile.aliases ?? []) {
+    const previous = ALIASES.get(alias);
+    if (previous !== void 0 && previous !== profile.name) {
+      process.stderr.write(
+        `[theokit-sdk] Alias "${alias}" collision: was "${previous}", now "${profile.name}".
+`
+      );
+    }
+    ALIASES.set(alias, profile.name);
+  }
+}
+function getProviderProfile(name) {
+  const canonical = ALIASES.get(name) ?? name;
+  return REGISTRY.get(canonical);
+}
+
+// src/internal/providers/catalog-loader.ts
+var __dirname_resolved = path.dirname(url.fileURLToPath((typeof document === 'undefined' ? require('u' + 'rl').pathToFileURL(__filename).href : (_documentCurrentScript && _documentCurrentScript.tagName.toUpperCase() === 'SCRIPT' && _documentCurrentScript.src || new URL('cron.cjs', document.baseURI).href))));
+function globalSingleton2(key, create) {
+  const g = globalThis;
+  const sym = Symbol.for(key);
+  if (g[sym] === void 0) g[sym] = create();
+  return g[sym];
+}
+var modelInfoIndex = globalSingleton2(
+  "theokit-sdk.providers.model-info-index",
+  () => /* @__PURE__ */ new Map()
+);
+var patchedModelKeys = globalSingleton2(
+  "theokit-sdk.providers.model-info-patched",
+  () => /* @__PURE__ */ new Set()
+);
+var indexState = globalSingleton2("theokit-sdk.providers.model-info-loaded", () => ({
+  loaded: false
+}));
+function getCatalogModelInfo(key) {
+  ensureModelIndexLoaded();
+  return modelInfoIndex.get(key);
+}
+function isPatchedModelKey(key) {
+  return patchedModelKeys.has(key);
+}
+function ensureModelIndexLoaded() {
+  if (indexState.loaded) return;
+  indexState.loaded = true;
+  try {
+    const catalog = loadProviderCatalog();
+    for (const entry of Object.values(catalog)) {
+      indexEntryModels(entry);
+    }
+  } catch (err) {
+    process.stderr.write(
+      `[theokit-sdk] WARN: provider catalog unavailable (${err.message}) \u2014 per-model data disabled
+`
+    );
+  }
+}
+function indexEntryModels(entry) {
+  if (entry.models === void 0 || typeof entry.models !== "object") return;
+  for (const [modelId, raw] of Object.entries(entry.models)) {
+    const parsed = catalogModelSchema.safeParse(raw);
+    if (!parsed.success) {
+      process.stderr.write(
+        `[theokit-sdk] WARN: Skipping malformed catalog model "${entry.id}/${modelId}": ${parsed.error.issues[0]?.message ?? "invalid"}
+`
+      );
+      continue;
+    }
+    modelInfoIndex.set(`${entry.id}/${modelId}`, parsed.data);
+    for (const alias of entry.aliases ?? []) {
+      const key = `${alias}/${modelId}`;
+      if (!modelInfoIndex.has(key)) modelInfoIndex.set(key, parsed.data);
+    }
+  }
+}
+function validateEntry(raw) {
+  if (typeof raw.id !== "string" || typeof raw.displayName !== "string" || typeof raw.apiMode !== "string" || typeof raw.authType !== "string" || typeof raw.baseUrl !== "string" || !Array.isArray(raw.envVars) || !Array.isArray(raw.fallbackModels) || raw.capabilities == null || typeof raw.capabilities !== "object") {
+    return null;
+  }
+  return raw;
+}
+function loadProviderCatalog(opts) {
+  const catalogPath = path.join(__dirname_resolved, "provider-catalog.json");
+  const rawText = fs.readFileSync(catalogPath, "utf-8");
+  let entries = JSON.parse(rawText);
+  const result = {};
+  for (const raw of entries) {
+    const validated = validateEntry(raw);
+    if (validated === null) {
+      process.stderr.write(
+        `[theokit-sdk] WARN: Skipping malformed catalog entry: ${JSON.stringify(raw).slice(0, 100)}
+`
+      );
+      continue;
+    }
+    result[validated.id] = validated;
+  }
+  return result;
+}
+function registerCatalogProviders(opts) {
+  const catalog = loadProviderCatalog();
+  for (const entry of Object.values(catalog)) {
+    if (getProviderProfile(entry.id) !== void 0) continue;
+    if (entry.aliases?.some((a) => getProviderProfile(a) !== void 0)) continue;
+    const profile = {
+      name: entry.id,
+      apiMode: entry.apiMode,
+      authType: entry.authType,
+      baseUrl: entry.baseUrl,
+      envVars: entry.envVars,
+      fallbackModels: entry.fallbackModels,
+      displayName: entry.displayName,
+      aliases: entry.aliases,
+      modelsUrl: entry.modelsUrl,
+      hostname: entry.hostname,
+      extraHeaders: entry.extraHeaders
+    };
+    registerProvider(profile);
+  }
+}
 
 // src/internal/budget/pricing-data.json
 var pricing_data_default = {
@@ -10596,9 +10768,9 @@ var pricing_data_default = {
       cacheRead: 0.025
     },
     "openai/o3": {
-      input: 10,
-      output: 40,
-      cacheRead: 2.5
+      input: 2,
+      output: 8,
+      cacheRead: 0.5
     },
     "openai/o3-mini": {
       input: 1.1,
@@ -10686,6 +10858,30 @@ function getPricingEntry(opts) {
       if (found2 !== void 0) return buildEntry(stripped, found2);
     }
   }
+  const catalogEntry = catalogCostFallback(opts.provider, cleaned);
+  if (catalogEntry !== void 0) return catalogEntry;
+  return void 0;
+}
+function catalogCostFallback(provider, cleanedModel) {
+  const stripped = stripDateSuffix(cleanedModel);
+  const candidates = [`${provider}/${cleanedModel}`, cleanedModel];
+  if (stripped !== cleanedModel) candidates.push(`${provider}/${stripped}`, stripped);
+  for (const key of candidates) {
+    const info = getCatalogModelInfo(key);
+    const cost = info?.cost;
+    if (cost === void 0) continue;
+    const [prov, ...modelParts] = key.split("/");
+    return {
+      provider: prov ?? provider,
+      model: modelParts.join("/") || cleanedModel,
+      inputCostPerMillion: cost.input,
+      outputCostPerMillion: cost.output,
+      ...cost.cache_read !== void 0 ? { cacheReadCostPerMillion: cost.cache_read } : {},
+      ...cost.cache_write !== void 0 ? { cacheWriteCostPerMillion: cost.cache_write } : {},
+      // M44 M5 fix — honest provenance: a key patched by the LIVE models-dev source is not "vendored".
+      pricingVersion: isPatchedModelKey(key) ? "catalog-models-dev" : "catalog-vendored"
+    };
+  }
   return void 0;
 }
 
@@ -11202,79 +11398,6 @@ function abortError(signal) {
 // src/internal/llm/router.ts
 init_errors();
 
-// src/internal/providers/registry.ts
-var REGISTRY = /* @__PURE__ */ new Map();
-var ALIASES = /* @__PURE__ */ new Map();
-function registerProvider(profile) {
-  if (REGISTRY.has(profile.name)) {
-    process.stderr.write(`[theokit-sdk] Provider "${profile.name}" overridden by user plugin.
-`);
-  }
-  REGISTRY.set(profile.name, profile);
-  for (const alias of profile.aliases ?? []) {
-    const previous = ALIASES.get(alias);
-    if (previous !== void 0 && previous !== profile.name) {
-      process.stderr.write(
-        `[theokit-sdk] Alias "${alias}" collision: was "${previous}", now "${profile.name}".
-`
-      );
-    }
-    ALIASES.set(alias, profile.name);
-  }
-}
-function getProviderProfile(name) {
-  const canonical = ALIASES.get(name) ?? name;
-  return REGISTRY.get(canonical);
-}
-
-// src/internal/providers/catalog-loader.ts
-var __dirname_resolved = path.dirname(url.fileURLToPath((typeof document === 'undefined' ? require('u' + 'rl').pathToFileURL(__filename).href : (_documentCurrentScript && _documentCurrentScript.tagName.toUpperCase() === 'SCRIPT' && _documentCurrentScript.src || new URL('cron.cjs', document.baseURI).href))));
-function validateEntry(raw) {
-  if (typeof raw.id !== "string" || typeof raw.displayName !== "string" || typeof raw.apiMode !== "string" || typeof raw.authType !== "string" || typeof raw.baseUrl !== "string" || !Array.isArray(raw.envVars) || !Array.isArray(raw.fallbackModels) || raw.capabilities == null || typeof raw.capabilities !== "object") {
-    return null;
-  }
-  return raw;
-}
-function loadProviderCatalog(opts) {
-  const catalogPath = path.join(__dirname_resolved, "provider-catalog.json");
-  const rawText = fs.readFileSync(catalogPath, "utf-8");
-  let entries = JSON.parse(rawText);
-  const result = {};
-  for (const raw of entries) {
-    const validated = validateEntry(raw);
-    if (validated === null) {
-      process.stderr.write(
-        `[theokit-sdk] WARN: Skipping malformed catalog entry: ${JSON.stringify(raw).slice(0, 100)}
-`
-      );
-      continue;
-    }
-    result[validated.id] = validated;
-  }
-  return result;
-}
-function registerCatalogProviders(opts) {
-  const catalog = loadProviderCatalog();
-  for (const entry of Object.values(catalog)) {
-    if (getProviderProfile(entry.id) !== void 0) continue;
-    if (entry.aliases?.some((a) => getProviderProfile(a) !== void 0)) continue;
-    const profile = {
-      name: entry.id,
-      apiMode: entry.apiMode,
-      authType: entry.authType,
-      baseUrl: entry.baseUrl,
-      envVars: entry.envVars,
-      fallbackModels: entry.fallbackModels,
-      displayName: entry.displayName,
-      aliases: entry.aliases,
-      modelsUrl: entry.modelsUrl,
-      hostname: entry.hostname,
-      extraHeaders: entry.extraHeaders
-    };
-    registerProvider(profile);
-  }
-}
-
 // src/internal/providers/builtin/anthropic.ts
 var ANTHROPIC = {
   name: "anthropic",