@agentproto/catalog-sync 0.4.0 → 0.5.1

package/README.md

@@ -66,3 +66,33 @@ Source: `https://openrouter.ai/api/v1/models` (pinned snapshot:
   (P3 spec: "plus cache fields if the source has them") — additive and
   `LLMPricing`-compatible.
 - Unpriced routes (`openrouter/auto`) are skipped.
+
+### `llm:requesty`
+
+Source: `https://router.requesty.ai/v1/models` (pinned snapshot:
+`snapshots/llm-requesty.json`). Emits
+`packages/model-catalog/src/llm/requesty-routes.generated.ts` — a drop-in
+`REQUESTY_ROUTES: Record<string, LLMPricing>` plus the derived
+`REQUESTY_PROVIDERS` list.
+
+- Per-token USD prices (JSON numbers) → `inputPer1M` / `outputPer1M`.
+- `cached_price` is emitted as `cacheReadMultiplier` only when the source also
+  marks `supports_caching: true`; Requesty has no cache-write price, so
+  `cacheWriteMultiplier` is never emitted.
+- Live refresh requires `REQUESTY_API_KEY` to be set; without it the generator
+  reuses the committed snapshot.
+
+### `llm:context-windows`
+
+Sources: Anthropic, Groq, xAI, and Moonshot models-list endpoints (pinned
+snapshots: `snapshots/llm-anthropic.json`, `snapshots/llm-groq.json`,
+`snapshots/llm-xai.json`, `snapshots/llm-moonshot.json`). Emits
+`packages/model-catalog/src/llm/context-windows.generated.ts` — a drop-in
+`CONTEXT_WINDOWS: Record<string, ContextWindowEntry>`.
+
+- `contextWindow` maps to each provider's max-input/context-length field.
+- `maxOutput` is captured when the source publishes one.
+- This is **not pricing**; billing data still comes from `llm:openrouter` and
+  hand-maintained pricing entries in `model-catalog`.
+- OpenAI and ZAI/Zhipu are excluded because they don't publish a stable,
+  machine-readable context-window list.

package/dist/bin.mjs

@@ -133,7 +133,247 @@ var llmOpenRouterGenerator = defineGenerator({
   sources,
   generate
 });
-var OUTPUT_PATH2 = "packages/model-catalog/src/llm/context-windows.generated.ts";
+var REQUESTY_MODELS_URL = "https://router.requesty.ai/v1/models";
+var OUTPUT_PATH2 = "packages/model-catalog/src/llm/requesty-routes.generated.ts";
+var ModelSchema2 = z.object({
+  id: z.string(),
+  input_price: z.number().optional(),
+  output_price: z.number().optional(),
+  cached_price: z.number().optional(),
+  supports_caching: z.boolean().optional()
+}).passthrough();
+var SnapshotSchema2 = z.object({
+  data: z.array(ModelSchema2)
+});
+function round62(n) {
+  return Math.round(n * 1e6) / 1e6;
+}
+function per1m2(tokenPrice) {
+  if (tokenPrice === void 0) return void 0;
+  if (!Number.isFinite(tokenPrice)) return void 0;
+  return round62(tokenPrice * 1e6);
+}
+function fmt2(n) {
+  if (!Number.isFinite(n)) return "0";
+  return `${round62(n)}`;
+}
+function vendorOf2(id) {
+  if (!id.includes("/")) return id;
+  return id.split("/")[0] ?? id;
+}
+function serializeEntry2(e) {
+  const fields = [
+    `inputPer1M: ${fmt2(e.inputPer1M)}`,
+    `outputPer1M: ${fmt2(e.outputPer1M)}`
+  ];
+  if (e.cacheReadMultiplier !== void 0) {
+    fields.push(`cacheReadMultiplier: ${fmt2(e.cacheReadMultiplier)}`);
+  }
+  fields.push(`vendor: ${JSON.stringify(e.vendor)}`);
+  fields.push(`provider: ${JSON.stringify(e.provider)}`);
+  return `{
+    ${fields.join(",\n    ")},
+  }`;
+}
+function serializeFile2(entries) {
+  const ids = Object.keys(entries).sort();
+  const providers = Array.from(new Set(ids.map(vendorOf2))).sort();
+  const lines = [
+    "// AUTO-GENERATED by @agentproto/catalog-sync (llm:requesty).",
+    "// Do not edit by hand \u2014 re-run `pnpm --filter @agentproto/catalog-sync generate`.",
+    `// Source: ${REQUESTY_MODELS_URL}`,
+    "// Pricing carries provider USD (inputPer1M / outputPer1M) plus a cache",
+    "// multiplier (cacheReadMultiplier) derived from the source's cached_price",
+    "// per-token field when `supports_caching` is true. Requesty has no",
+    "// cache-write price, so cacheWriteMultiplier is never emitted.",
+    "",
+    'import type { LLMPricing } from "./catalog.js"',
+    "",
+    "export const REQUESTY_ROUTES: Record<string, LLMPricing> = {"
+  ];
+  for (const id of ids) {
+    lines.push(`  ${JSON.stringify(id)}: ${serializeEntry2(entries[id])},`);
+  }
+  lines.push("}");
+  lines.push("");
+  lines.push("/** Provider slugs treated as Requesty routes by the picker. */");
+  lines.push("export const REQUESTY_PROVIDERS: readonly string[] = [");
+  for (const p of providers) {
+    lines.push(`  ${JSON.stringify(p)},`);
+  }
+  lines.push("]");
+  lines.push("");
+  return lines.join("\n");
+}
+async function generate2(ctx) {
+  const src = sources2[0];
+  if (!src) throw new Error("llm:requesty: no source configured");
+  const parsed = SnapshotSchema2.parse(await ctx.fetchSource(src));
+  const entries = {};
+  for (const model of parsed.data) {
+    const inputPer1M = per1m2(model.input_price);
+    const outputPer1M = per1m2(model.output_price);
+    if (inputPer1M === void 0 || outputPer1M === void 0) continue;
+    if (inputPer1M === 0 && outputPer1M === 0) continue;
+    const entry = {
+      inputPer1M,
+      outputPer1M,
+      vendor: vendorOf2(model.id),
+      provider: "requesty"
+    };
+    if (model.supports_caching === true && inputPer1M > 0) {
+      const cachePer1M = per1m2(model.cached_price);
+      if (cachePer1M !== void 0) {
+        entry.cacheReadMultiplier = round62(cachePer1M / inputPer1M);
+      }
+    }
+    entries[model.id] = entry;
+  }
+  return { [OUTPUT_PATH2]: serializeFile2(entries) };
+}
+var sources2 = [
+  {
+    id: "llm-requesty",
+    url: REQUESTY_MODELS_URL,
+    // Live refresh needs the account key (Bearer). Without REQUESTY_API_KEY
+    // set, the framework reuses the committed snapshot.
+    headers: { Authorization: "Bearer env:REQUESTY_API_KEY" }
+  }
+];
+var llmRequestyGenerator = defineGenerator({
+  name: "llm:requesty",
+  modality: "llm",
+  sources: sources2,
+  generate: generate2
+});
+var HUGGINGFACE_MODELS_URL = "https://router.huggingface.co/v1/models";
+var OUTPUT_PATH3 = "packages/model-catalog/src/llm/huggingface-routes.generated.ts";
+var HFProviderSchema = z.object({
+  provider: z.string(),
+  status: z.string(),
+  context_length: z.number().optional(),
+  pricing: z.object({
+    input: z.number().optional(),
+    output: z.number().optional()
+  }).optional(),
+  supports_tools: z.boolean().optional(),
+  supports_structured_output: z.boolean().optional()
+}).passthrough();
+var HFModelSchema = z.object({
+  id: z.string(),
+  providers: z.array(HFProviderSchema).optional()
+}).passthrough();
+var SnapshotSchema3 = z.object({
+  data: z.array(HFModelSchema)
+});
+function round4(n) {
+  return Math.round(n * 1e4) / 1e4;
+}
+function serializeProvider(p) {
+  const fields = [
+    `provider: ${JSON.stringify(p.provider)}`,
+    `status: ${JSON.stringify(p.status)}`
+  ];
+  if (p.contextLength !== void 0) fields.push(`contextLength: ${p.contextLength}`);
+  if (p.inputPer1M !== void 0) fields.push(`inputPer1M: ${p.inputPer1M}`);
+  if (p.outputPer1M !== void 0) fields.push(`outputPer1M: ${p.outputPer1M}`);
+  if (p.supportsTools !== void 0) fields.push(`supportsTools: ${p.supportsTools}`);
+  if (p.supportsStructuredOutput !== void 0) {
+    fields.push(`supportsStructuredOutput: ${p.supportsStructuredOutput}`);
+  }
+  return `      {
+        ${fields.join(",\n        ")},
+      }`;
+}
+function serializeEntry3(id, e) {
+  const providerLines = e.providers.map(serializeProvider).join(",\n");
+  return [
+    `  ${JSON.stringify(id)}: {`,
+    `    wireId: ${JSON.stringify(e.wireId)},`,
+    `    providers: [`,
+    providerLines,
+    `    ],`,
+    `  },`
+  ].join("\n");
+}
+function serializeFile3(entries) {
+  const ids = Object.keys(entries).sort();
+  const lines = [
+    "// AUTO-GENERATED by @agentproto/catalog-sync (llm:huggingface).",
+    "// Do not edit by hand \u2014 re-run `pnpm --filter @agentproto/catalog-sync generate`.",
+    `// Source: ${HUGGINGFACE_MODELS_URL}`,
+    "// Per-model LIVE inference providers from the HuggingFace router. HF wire",
+    "// ids are case-sensitive and preserved verbatim. Provider entries are",
+    "// SPARSE on some models \u2014 every field below except provider/status is",
+    "// optional and emitted only when the upstream response carries it. Only",
+    '// providers with status === "live" are kept; models with zero live',
+    "// providers are skipped. inputPer1M/outputPer1M are USD per 1M tokens",
+    "// (HuggingFace router convention \u2014 already at that scale, unlike",
+    "// OpenRouter's per-token strings).",
+    "",
+    "export interface HuggingFaceRouteProvider {",
+    "  provider: string",
+    "  status: string",
+    "  contextLength?: number",
+    "  inputPer1M?: number",
+    "  outputPer1M?: number",
+    "  supportsTools?: boolean",
+    "  supportsStructuredOutput?: boolean",
+    "}",
+    "",
+    "export interface HuggingFaceRoute {",
+    "  wireId: string",
+    "  providers: HuggingFaceRouteProvider[]",
+    "}",
+    "",
+    "export const HUGGINGFACE_ROUTES: Record<string, HuggingFaceRoute> = {"
+  ];
+  for (const id of ids) {
+    lines.push(serializeEntry3(id, entries[id]));
+  }
+  lines.push("}");
+  lines.push("");
+  return lines.join("\n");
+}
+async function generate3(ctx) {
+  const src = sources3[0];
+  if (!src) throw new Error("llm:huggingface: no source configured");
+  const parsed = SnapshotSchema3.parse(await ctx.fetchSource(src));
+  const entries = {};
+  for (const model of parsed.data) {
+    const liveProviders = (model.providers ?? []).filter((p) => p.status === "live");
+    if (liveProviders.length === 0) continue;
+    const providers = liveProviders.map((p) => {
+      const entry = {
+        provider: p.provider,
+        status: p.status
+      };
+      if (p.context_length !== void 0) entry.contextLength = p.context_length;
+      if (p.pricing?.input !== void 0) entry.inputPer1M = round4(p.pricing.input);
+      if (p.pricing?.output !== void 0) entry.outputPer1M = round4(p.pricing.output);
+      if (p.supports_tools !== void 0) entry.supportsTools = p.supports_tools;
+      if (p.supports_structured_output !== void 0) {
+        entry.supportsStructuredOutput = p.supports_structured_output;
+      }
+      return entry;
+    }).sort((a, b) => a.provider.localeCompare(b.provider));
+    entries[model.id] = { wireId: model.id, providers };
+  }
+  return { [OUTPUT_PATH3]: serializeFile3(entries) };
+}
+var sources3 = [
+  {
+    id: "llm-huggingface",
+    url: HUGGINGFACE_MODELS_URL
+  }
+];
+var llmHuggingfaceGenerator = defineGenerator({
+  name: "llm:huggingface",
+  modality: "llm",
+  sources: sources3,
+  generate: generate3
+});
+var OUTPUT_PATH4 = "packages/model-catalog/src/llm/context-windows.generated.ts";
 var AnthropicModelSchema = z.object({
   id: z.string(),
   display_name: z.string().optional(),
@@ -157,14 +397,14 @@ var MoonshotModelSchema = z.object({
   context_length: z.number().optional()
 }).passthrough();
 var MoonshotSnapshotSchema = z.object({ data: z.array(MoonshotModelSchema) });
-function serializeEntry2(e) {
+function serializeEntry4(e) {
   const fields = [`contextWindow: ${e.contextWindow}`];
   if (e.maxOutput !== void 0) fields.push(`maxOutput: ${e.maxOutput}`);
   if (e.displayName !== void 0) fields.push(`displayName: ${JSON.stringify(e.displayName)}`);
   fields.push(`provider: ${JSON.stringify(e.provider)}`);
   return `{ ${fields.join(", ")} }`;
 }
-function serializeFile2(entries) {
+function serializeFile4(entries) {
   const ids = Object.keys(entries).sort();
   const lines = [
     "// AUTO-GENERATED by @agentproto/catalog-sync (llm:context-windows).",
@@ -184,15 +424,15 @@ function serializeFile2(entries) {
     "export const CONTEXT_WINDOWS: Record<string, ContextWindowEntry> = {"
   ];
   for (const id of ids) {
-    lines.push(`  ${JSON.stringify(id)}: ${serializeEntry2(entries[id])},`);
+    lines.push(`  ${JSON.stringify(id)}: ${serializeEntry4(entries[id])},`);
   }
   lines.push("}");
   lines.push("");
   return lines.join("\n");
 }
-async function generate2(ctx) {
+async function generate4(ctx) {
   const entries = {};
-  const anthropicSrc = sources2.find((s) => s.id === "llm-anthropic");
+  const anthropicSrc = sources4.find((s) => s.id === "llm-anthropic");
   if (anthropicSrc) {
     const parsed = AnthropicSnapshotSchema.parse(await ctx.fetchSource(anthropicSrc));
     for (const m of parsed.data) {
@@ -205,7 +445,7 @@ async function generate2(ctx) {
       };
     }
   }
-  const groqSrc = sources2.find((s) => s.id === "llm-groq");
+  const groqSrc = sources4.find((s) => s.id === "llm-groq");
   if (groqSrc) {
     const parsed = GroqSnapshotSchema.parse(await ctx.fetchSource(groqSrc));
     for (const m of parsed.data) {
@@ -217,7 +457,7 @@ async function generate2(ctx) {
       };
     }
   }
-  const xaiSrc = sources2.find((s) => s.id === "llm-xai");
+  const xaiSrc = sources4.find((s) => s.id === "llm-xai");
   if (xaiSrc) {
     const parsed = XaiSnapshotSchema.parse(await ctx.fetchSource(xaiSrc));
     for (const m of parsed.data) {
@@ -225,7 +465,7 @@ async function generate2(ctx) {
       entries[m.id] = { contextWindow: m.context_length, provider: "xai" };
     }
   }
-  const moonshotSrc = sources2.find((s) => s.id === "llm-moonshot");
+  const moonshotSrc = sources4.find((s) => s.id === "llm-moonshot");
   if (moonshotSrc) {
     const parsed = MoonshotSnapshotSchema.parse(await ctx.fetchSource(moonshotSrc));
     for (const m of parsed.data) {
@@ -233,9 +473,9 @@ async function generate2(ctx) {
       entries[m.id] = { contextWindow: m.context_length, provider: "moonshot" };
     }
   }
-  return { [OUTPUT_PATH2]: serializeFile2(entries) };
+  return { [OUTPUT_PATH4]: serializeFile4(entries) };
 }
-var sources2 = [
+var sources4 = [
   {
     id: "llm-anthropic",
     url: "https://api.anthropic.com/v1/models?limit=1000",
@@ -263,8 +503,8 @@ var sources2 = [
 var llmContextWindowsGenerator = defineGenerator({
   name: "llm:context-windows",
   modality: "llm",
-  sources: sources2,
-  generate: generate2
+  sources: sources4,
+  generate: generate4
 });
 
 // src/generators/serialize-voices.ts
@@ -309,7 +549,7 @@ var ELEVENLABS_SOURCE = {
   // Live refresh needs the account key; offline reads ignore this.
   headers: { "xi-api-key": "env:ELEVENLABS_API_KEY" }
 };
-var OUTPUT_PATH3 = "packages/catalog-sync/generated/voice-elevenlabs.generated.ts";
+var OUTPUT_PATH5 = "packages/catalog-sync/generated/voice-elevenlabs.generated.ts";
 var voiceElevenlabs = defineGenerator({
   name: "voice:elevenlabs",
   modality: "voice",
@@ -320,7 +560,7 @@ var voiceElevenlabs = defineGenerator({
     );
     const voices = mapElevenLabsVoices(snapshot);
     return {
-      [OUTPUT_PATH3]: serializeVoiceModule(
+      [OUTPUT_PATH5]: serializeVoiceModule(
         "voice:elevenlabs",
         "ELEVENLABS_VOICES",
         voices
@@ -340,7 +580,7 @@ var MINIMAX_SOURCE = {
   },
   body: { voice_type: "system" }
 };
-var OUTPUT_PATH4 = "packages/catalog-sync/generated/voice-minimax.generated.ts";
+var OUTPUT_PATH6 = "packages/catalog-sync/generated/voice-minimax.generated.ts";
 var voiceMinimax = defineGenerator({
   name: "voice:minimax",
   modality: "voice",
@@ -351,7 +591,7 @@ var voiceMinimax = defineGenerator({
     );
     const voices = mapMinimaxVoices(snapshot);
     return {
-      [OUTPUT_PATH4]: serializeVoiceModule(
+      [OUTPUT_PATH6]: serializeVoiceModule(
         "voice:minimax",
         "MINIMAX_VOICES",
         voices
@@ -764,6 +1004,8 @@ var refresh = flags.has("--refresh");
 var check = flags.has("--check");
 var generators = [
   llmOpenRouterGenerator,
+  llmRequestyGenerator,
+  llmHuggingfaceGenerator,
   llmContextWindowsGenerator,
   voiceElevenlabs,
   voiceMinimax,