@agentproto/catalog-sync 0.5.13 → 0.6.0

package/dist/bin.mjs

@@ -327,6 +327,259 @@ var llmRequestyGenerator = defineGenerator({
   sources: sources2,
   generate: generate2
 });
+var MODELS_DEV_URL = "https://models.dev/api.json";
+var ModelSchema3 = z.object({
+  id: z.string().optional(),
+  name: z.string().optional(),
+  family: z.string().optional(),
+  /** ISO `YYYY-MM-DD` already — no unix-seconds conversion (cf. Requesty). */
+  release_date: z.string().optional(),
+  provider: z.object({
+    /** Which AI-SDK package serves this model — the ONLY discriminator
+     *  for the endpoint's three wire surfaces (see
+     *  {@link anthropicSurfaceIds}). */
+    npm: z.string().optional()
+  }).passthrough().optional(),
+  cost: z.object({
+    input: z.number().optional(),
+    output: z.number().optional(),
+    cache_read: z.number().optional(),
+    cache_write: z.number().optional()
+  }).passthrough().optional()
+}).passthrough();
+var ProviderSchema = z.object({
+  id: z.string().optional(),
+  name: z.string().optional(),
+  /** The endpoint's base URL, e.g. `https://opencode.ai/zen/go/v1`. */
+  api: z.string().optional(),
+  doc: z.string().optional(),
+  env: z.array(z.string()).optional(),
+  npm: z.string().optional(),
+  models: z.record(z.string(), ModelSchema3).optional()
+}).passthrough();
+var SnapshotSchema3 = z.record(z.string(), ProviderSchema);
+function round63(n) {
+  return Math.round(n * 1e6) / 1e6;
+}
+function fmt3(n) {
+  if (!Number.isFinite(n)) return "0";
+  return `${round63(n)}`;
+}
+function cacheMultiplier(cachePer1M, inputPer1M) {
+  if (cachePer1M === void 0 || !Number.isFinite(cachePer1M)) return void 0;
+  if (inputPer1M <= 0) return void 0;
+  return round63(cachePer1M / inputPer1M);
+}
+var VENDOR_BY_ID_PREFIX = [
+  [/^claude-/, "anthropic"],
+  [/^gemini-/, "google"],
+  [/^gpt-/, "openai"],
+  [/^grok-/, "x-ai"],
+  [/^glm-/, "z-ai"],
+  [/^kimi-/, "moonshotai"],
+  [/^deepseek-/, "deepseek"],
+  [/^minimax-/, "minimax"],
+  [/^qwen/, "qwen"],
+  [/^mimo-/, "xiaomi"],
+  [/^hy\d/, "tencent"],
+  [/^longcat-/, "meituan"],
+  [/^(ling|ring)-/, "inclusionai"],
+  [/^nemotron-/, "nvidia"],
+  [/^trinity-/, "arcee-ai"],
+  [/^laguna-/, "poolside"],
+  [/^north-/, "cohere"],
+  [/^muse-spark-/, "meta"]
+];
+function vendorForOpencodeModelId(bareId) {
+  for (const [pattern, vendor] of VENDOR_BY_ID_PREFIX) {
+    if (pattern.test(bareId)) return vendor;
+  }
+  return "opencode";
+}
+function routeKey(provider, bareId) {
+  return `${provider}/${bareId}`;
+}
+function serializeEntry3(e) {
+  const fields = [
+    `inputPer1M: ${fmt3(e.inputPer1M)}`,
+    `outputPer1M: ${fmt3(e.outputPer1M)}`
+  ];
+  if (e.cacheReadMultiplier !== void 0) {
+    fields.push(`cacheReadMultiplier: ${fmt3(e.cacheReadMultiplier)}`);
+  }
+  if (e.cacheWriteMultiplier !== void 0) {
+    fields.push(`cacheWriteMultiplier: ${fmt3(e.cacheWriteMultiplier)}`);
+  }
+  if (e.addedAt !== void 0) {
+    fields.push(`addedAt: ${JSON.stringify(e.addedAt)}`);
+  }
+  fields.push(`vendor: ${JSON.stringify(e.vendor)}`);
+  fields.push(`provider: ${JSON.stringify(e.provider)}`);
+  return `{
+    ${fields.join(",\n    ")},
+  }`;
+}
+var GO = {
+  providerKey: "opencode-go",
+  ledgerId: "llm-opencode-go",
+  generatorName: "llm:opencode-go",
+  outputPath: "packages/model-catalog/src/llm/opencode-go-routes.generated.ts",
+  routesConst: "OPENCODE_GO_ROUTES",
+  anthropicConst: "OPENCODE_GO_ANTHROPIC_MODELS",
+  label: "OpenCode Go"
+};
+var ZEN = {
+  providerKey: "opencode",
+  ledgerId: "llm-opencode-zen",
+  generatorName: "llm:opencode-zen",
+  outputPath: "packages/model-catalog/src/llm/opencode-zen-routes.generated.ts",
+  routesConst: "OPENCODE_ZEN_ROUTES",
+  anthropicConst: "OPENCODE_ZEN_ANTHROPIC_MODELS",
+  label: "OpenCode Zen"
+};
+function serializeFile3(endpoint, entries, anthropicIds) {
+  const keys = Object.keys(entries).sort();
+  const lines = [
+    `// AUTO-GENERATED by @agentproto/catalog-sync (${endpoint.generatorName}).`,
+    "// Do not edit by hand \u2014 re-run `pnpm --filter @agentproto/catalog-sync generate`.",
+    `// Source: ${MODELS_DEV_URL} (provider "${endpoint.providerKey}" \u2014 ${endpoint.label})`,
+    "// Prices come VERBATIM from the source's cost.input / cost.output, which",
+    "// models.dev already publishes as USD per 1M tokens (no per-token",
+    "// conversion, unlike the Requesty table). cacheReadMultiplier /",
+    "// cacheWriteMultiplier are cost.cache_read / cost.cache_write expressed",
+    "// relative to cost.input, and are omitted when the base input price is 0",
+    "// (every `-free` variant) because a free model has no cache discount.",
+    "// Zero-priced models are KEPT \u2014 on these endpoints zero is the truth, not",
+    "// a missing price.",
+    "// Keys are `<provider>/<bare-id>`, the form opencode's own config uses and",
+    "// the form the runtime derives the billing endpoint from; `vendor` is a",
+    "// heuristic attribution of the model's BUILDER and is metadata only.",
+    "// addedAt is the ISO date this id was first seen by a sync run \u2014 backfilled",
+    "// from the source's own `release_date`, then NEVER mutated; see",
+    "// packages/catalog-sync/src/added-at.ts and the package README.",
+    "",
+    'import type { LLMPricing } from "./catalog.js"',
+    "",
+    `export const ${endpoint.routesConst}: Record<string, LLMPricing> = {`
+  ];
+  for (const key of keys) {
+    lines.push(`  ${JSON.stringify(key)}: ${serializeEntry3(entries[key])},`);
+  }
+  lines.push("}");
+  lines.push("");
+  lines.push("/**");
+  lines.push(` * BARE ids on ${endpoint.label} whose wire surface is the Anthropic Messages`);
+  lines.push(' * API \u2014 the source\'s `provider.npm === "@ai-sdk/anthropic"`. These are the');
+  lines.push(" * ONLY ids reachable through the Anthropic-compatible gateway preset of the");
+  lines.push(" * same name (claude-code / claude-sdk); the rest of the endpoint's lineup");
+  lines.push(" * speaks OpenAI chat/completions or the OpenAI Responses API and has to go");
+  lines.push(" * through the opencode adapter instead. Bare (not `<provider>/<id>`) because");
+  lines.push(" * that is what an Anthropic client puts in `ANTHROPIC_MODEL` / on the wire.");
+  lines.push(" */");
+  lines.push(`export const ${endpoint.anthropicConst}: readonly string[] = [`);
+  for (const id of [...anthropicIds].sort()) {
+    lines.push(`  ${JSON.stringify(id)},`);
+  }
+  lines.push("]");
+  lines.push("");
+  return lines.join("\n");
+}
+function projectSnapshot(providerKey, provider) {
+  const models = {};
+  for (const bareId of Object.keys(provider.models ?? {}).sort()) {
+    const model = provider.models?.[bareId];
+    if (!model) continue;
+    models[bareId] = {
+      ...model.id !== void 0 ? { id: model.id } : {},
+      ...model.name !== void 0 ? { name: model.name } : {},
+      ...model.family !== void 0 ? { family: model.family } : {},
+      ...model.release_date !== void 0 ? { release_date: model.release_date } : {},
+      ...model.provider?.npm !== void 0 ? { provider: { npm: model.provider.npm } } : {},
+      ...model.cost !== void 0 ? {
+        cost: {
+          ...model.cost.input !== void 0 ? { input: model.cost.input } : {},
+          ...model.cost.output !== void 0 ? { output: model.cost.output } : {},
+          ...model.cost.cache_read !== void 0 ? { cache_read: model.cost.cache_read } : {},
+          ...model.cost.cache_write !== void 0 ? { cache_write: model.cost.cache_write } : {}
+        }
+      } : {}
+    };
+  }
+  const projected = {
+    ...provider.id !== void 0 ? { id: provider.id } : {},
+    ...provider.name !== void 0 ? { name: provider.name } : {},
+    ...provider.api !== void 0 ? { api: provider.api } : {},
+    ...provider.doc !== void 0 ? { doc: provider.doc } : {},
+    ...provider.env !== void 0 ? { env: provider.env } : {},
+    ...provider.npm !== void 0 ? { npm: provider.npm } : {},
+    models
+  };
+  return `${JSON.stringify({ [providerKey]: projected }, null, 2)}
+`;
+}
+function snapshotRelPath(ledgerId) {
+  return `packages/catalog-sync/snapshots/${ledgerId}.json`;
+}
+function anthropicSurfaceIds(models) {
+  return Object.entries(models).filter(([, model]) => model.provider?.npm === "@ai-sdk/anthropic").map(([bareId]) => bareId).sort();
+}
+async function generateFor(endpoint, source, ctx) {
+  const parsed = SnapshotSchema3.parse(await ctx.fetchSource(source));
+  const provider = parsed[endpoint.providerKey];
+  if (!provider) {
+    throw new Error(
+      `${endpoint.generatorName}: models.dev payload carries no "${endpoint.providerKey}" provider (source ${source.url}). Refusing to emit an empty route table.`
+    );
+  }
+  const models = provider.models ?? {};
+  const entries = {};
+  const releasedAt = {};
+  for (const [bareId, model] of Object.entries(models)) {
+    const inputPer1M = model.cost?.input;
+    const outputPer1M = model.cost?.output;
+    if (inputPer1M === void 0 || outputPer1M === void 0) continue;
+    if (!Number.isFinite(inputPer1M) || !Number.isFinite(outputPer1M)) continue;
+    const key = routeKey(endpoint.providerKey, bareId);
+    const entry = {
+      inputPer1M: round63(inputPer1M),
+      outputPer1M: round63(outputPer1M),
+      vendor: vendorForOpencodeModelId(bareId),
+      provider: endpoint.providerKey
+    };
+    const read = cacheMultiplier(model.cost?.cache_read, inputPer1M);
+    if (read !== void 0) entry.cacheReadMultiplier = read;
+    const write = cacheMultiplier(model.cost?.cache_write, inputPer1M);
+    if (write !== void 0) entry.cacheWriteMultiplier = write;
+    entries[key] = entry;
+    if (model.release_date !== void 0) releasedAt[key] = model.release_date;
+  }
+  const ledger = computeAddedAtLedger(
+    Object.keys(entries),
+    readLedger(endpoint.ledgerId),
+    releasedAt,
+    todayIso()
+  );
+  for (const [key, entry] of Object.entries(entries)) entry.addedAt = ledger[key];
+  return {
+    [endpoint.outputPath]: serializeFile3(endpoint, entries, anthropicSurfaceIds(models)),
+    [ledgerRelPath(endpoint.ledgerId)]: serializeLedger(ledger),
+    [snapshotRelPath(endpoint.ledgerId)]: projectSnapshot(endpoint.providerKey, provider)
+  };
+}
+var goSources = [{ id: GO.ledgerId, url: MODELS_DEV_URL }];
+var zenSources = [{ id: ZEN.ledgerId, url: MODELS_DEV_URL }];
+var llmOpencodeGoGenerator = defineGenerator({
+  name: GO.generatorName,
+  modality: "llm",
+  sources: goSources,
+  generate: (ctx) => generateFor(GO, goSources[0], ctx)
+});
+var llmOpencodeZenGenerator = defineGenerator({
+  name: ZEN.generatorName,
+  modality: "llm",
+  sources: zenSources,
+  generate: (ctx) => generateFor(ZEN, zenSources[0], ctx)
+});
 var HUGGINGFACE_MODELS_URL = "https://router.huggingface.co/v1/models";
 var OUTPUT_PATH3 = "packages/model-catalog/src/llm/huggingface-routes.generated.ts";
 var HFProviderSchema = z.object({
@@ -344,7 +597,7 @@ var HFModelSchema = z.object({
   id: z.string(),
   providers: z.array(HFProviderSchema).optional()
 }).passthrough();
-var SnapshotSchema3 = z.object({
+var SnapshotSchema4 = z.object({
   data: z.array(HFModelSchema)
 });
 function round4(n) {
@@ -366,7 +619,7 @@ function serializeProvider(p) {
         ${fields.join(",\n        ")},
       }`;
 }
-function serializeEntry3(id, e) {
+function serializeEntry4(id, e) {
   const providerLines = e.providers.map(serializeProvider).join(",\n");
   return [
     `  ${JSON.stringify(id)}: {`,
@@ -377,7 +630,7 @@ function serializeEntry3(id, e) {
     `  },`
   ].join("\n");
 }
-function serializeFile3(entries) {
+function serializeFile4(entries) {
   const ids = Object.keys(entries).sort();
   const lines = [
     "// AUTO-GENERATED by @agentproto/catalog-sync (llm:huggingface).",
@@ -410,7 +663,7 @@ function serializeFile3(entries) {
     "export const HUGGINGFACE_ROUTES: Record<string, HuggingFaceRoute> = {"
   ];
   for (const id of ids) {
-    lines.push(serializeEntry3(id, entries[id]));
+    lines.push(serializeEntry4(id, entries[id]));
   }
   lines.push("}");
   lines.push("");
@@ -419,7 +672,7 @@ function serializeFile3(entries) {
 async function generate3(ctx) {
   const src = sources3[0];
   if (!src) throw new Error("llm:huggingface: no source configured");
-  const parsed = SnapshotSchema3.parse(await ctx.fetchSource(src));
+  const parsed = SnapshotSchema4.parse(await ctx.fetchSource(src));
   const entries = {};
   for (const model of parsed.data) {
     const liveProviders = (model.providers ?? []).filter((p) => p.status === "live");
@@ -440,7 +693,7 @@ async function generate3(ctx) {
     }).sort((a, b) => a.provider.localeCompare(b.provider));
     entries[model.id] = { wireId: model.id, providers };
   }
-  return { [OUTPUT_PATH3]: serializeFile3(entries) };
+  return { [OUTPUT_PATH3]: serializeFile4(entries) };
 }
 var sources3 = [
   {
@@ -502,14 +755,14 @@ var OpenRouterModelSchema = z.object({
   top_provider: z.object({ max_completion_tokens: z.number().nullable().optional() }).passthrough().optional()
 }).passthrough();
 var OpenRouterSnapshotSchema = z.object({ data: z.array(OpenRouterModelSchema) });
-function serializeEntry4(e) {
+function serializeEntry5(e) {
   const fields = [`contextWindow: ${e.contextWindow}`];
   if (e.maxOutput !== void 0) fields.push(`maxOutput: ${e.maxOutput}`);
   if (e.displayName !== void 0) fields.push(`displayName: ${JSON.stringify(e.displayName)}`);
   fields.push(`provider: ${JSON.stringify(e.provider)}`);
   return `{ ${fields.join(", ")} }`;
 }
-function serializeFile4(entries) {
+function serializeFile5(entries) {
   const ids = Object.keys(entries).sort();
   const lines = [
     "// AUTO-GENERATED by @agentproto/catalog-sync (llm:context-windows).",
@@ -534,7 +787,7 @@ function serializeFile4(entries) {
     "export const CONTEXT_WINDOWS: Record<string, ContextWindowEntry> = {"
   ];
   for (const id of ids) {
-    lines.push(`  ${JSON.stringify(id)}: ${serializeEntry4(entries[id])},`);
+    lines.push(`  ${JSON.stringify(id)}: ${serializeEntry5(entries[id])},`);
   }
   lines.push("}");
   lines.push("");
@@ -624,7 +877,7 @@ async function generate4(ctx) {
       };
     }
   }
-  return { [OUTPUT_PATH4]: serializeFile4(entries) };
+  return { [OUTPUT_PATH4]: serializeFile5(entries) };
 }
 var sources4 = [
   {
@@ -1129,7 +1382,9 @@ function resolveHeaders(headers) {
 }
 var CATALOG_CHANGELOG_PATH = "packages/model-catalog/CATALOG-CHANGELOG.md";
 function isChangelogEligible(relPath) {
-  return relPath.endsWith(".generated.ts");
+  if (!relPath.endsWith(".generated.ts")) return false;
+  if (relPath.startsWith("packages/catalog-sync/generated/")) return false;
+  return true;
 }
 async function runGenerators(gens, opts) {
   const files2 = {};
@@ -1241,6 +1496,8 @@ var check = flags.has("--check");
 var generators = [
   llmOpenRouterGenerator,
   llmRequestyGenerator,
+  llmOpencodeGoGenerator,
+  llmOpencodeZenGenerator,
   llmHuggingfaceGenerator,
   llmContextWindowsGenerator,
   voiceElevenlabs,