@agentproto/catalog-sync 0.5.0 → 0.5.1

package/README.md

@@ -67,6 +67,21 @@ Source: `https://openrouter.ai/api/v1/models` (pinned snapshot:
   `LLMPricing`-compatible.
 - Unpriced routes (`openrouter/auto`) are skipped.
 
+### `llm:requesty`
+
+Source: `https://router.requesty.ai/v1/models` (pinned snapshot:
+`snapshots/llm-requesty.json`). Emits
+`packages/model-catalog/src/llm/requesty-routes.generated.ts` — a drop-in
+`REQUESTY_ROUTES: Record<string, LLMPricing>` plus the derived
+`REQUESTY_PROVIDERS` list.
+
+- Per-token USD prices (JSON numbers) → `inputPer1M` / `outputPer1M`.
+- `cached_price` is emitted as `cacheReadMultiplier` only when the source also
+  marks `supports_caching: true`; Requesty has no cache-write price, so
+  `cacheWriteMultiplier` is never emitted.
+- Live refresh requires `REQUESTY_API_KEY` to be set; without it the generator
+  reuses the committed snapshot.
+
 ### `llm:context-windows`
 
 Sources: Anthropic, Groq, xAI, and Moonshot models-list endpoints (pinned

package/dist/bin.mjs

@@ -246,7 +246,134 @@ var llmRequestyGenerator = defineGenerator({
   sources: sources2,
   generate: generate2
 });
-var OUTPUT_PATH3 = "packages/model-catalog/src/llm/context-windows.generated.ts";
+var HUGGINGFACE_MODELS_URL = "https://router.huggingface.co/v1/models";
+var OUTPUT_PATH3 = "packages/model-catalog/src/llm/huggingface-routes.generated.ts";
+var HFProviderSchema = z.object({
+  provider: z.string(),
+  status: z.string(),
+  context_length: z.number().optional(),
+  pricing: z.object({
+    input: z.number().optional(),
+    output: z.number().optional()
+  }).optional(),
+  supports_tools: z.boolean().optional(),
+  supports_structured_output: z.boolean().optional()
+}).passthrough();
+var HFModelSchema = z.object({
+  id: z.string(),
+  providers: z.array(HFProviderSchema).optional()
+}).passthrough();
+var SnapshotSchema3 = z.object({
+  data: z.array(HFModelSchema)
+});
+function round4(n) {
+  return Math.round(n * 1e4) / 1e4;
+}
+function serializeProvider(p) {
+  const fields = [
+    `provider: ${JSON.stringify(p.provider)}`,
+    `status: ${JSON.stringify(p.status)}`
+  ];
+  if (p.contextLength !== void 0) fields.push(`contextLength: ${p.contextLength}`);
+  if (p.inputPer1M !== void 0) fields.push(`inputPer1M: ${p.inputPer1M}`);
+  if (p.outputPer1M !== void 0) fields.push(`outputPer1M: ${p.outputPer1M}`);
+  if (p.supportsTools !== void 0) fields.push(`supportsTools: ${p.supportsTools}`);
+  if (p.supportsStructuredOutput !== void 0) {
+    fields.push(`supportsStructuredOutput: ${p.supportsStructuredOutput}`);
+  }
+  return `      {
+        ${fields.join(",\n        ")},
+      }`;
+}
+function serializeEntry3(id, e) {
+  const providerLines = e.providers.map(serializeProvider).join(",\n");
+  return [
+    `  ${JSON.stringify(id)}: {`,
+    `    wireId: ${JSON.stringify(e.wireId)},`,
+    `    providers: [`,
+    providerLines,
+    `    ],`,
+    `  },`
+  ].join("\n");
+}
+function serializeFile3(entries) {
+  const ids = Object.keys(entries).sort();
+  const lines = [
+    "// AUTO-GENERATED by @agentproto/catalog-sync (llm:huggingface).",
+    "// Do not edit by hand \u2014 re-run `pnpm --filter @agentproto/catalog-sync generate`.",
+    `// Source: ${HUGGINGFACE_MODELS_URL}`,
+    "// Per-model LIVE inference providers from the HuggingFace router. HF wire",
+    "// ids are case-sensitive and preserved verbatim. Provider entries are",
+    "// SPARSE on some models \u2014 every field below except provider/status is",
+    "// optional and emitted only when the upstream response carries it. Only",
+    '// providers with status === "live" are kept; models with zero live',
+    "// providers are skipped. inputPer1M/outputPer1M are USD per 1M tokens",
+    "// (HuggingFace router convention \u2014 already at that scale, unlike",
+    "// OpenRouter's per-token strings).",
+    "",
+    "export interface HuggingFaceRouteProvider {",
+    "  provider: string",
+    "  status: string",
+    "  contextLength?: number",
+    "  inputPer1M?: number",
+    "  outputPer1M?: number",
+    "  supportsTools?: boolean",
+    "  supportsStructuredOutput?: boolean",
+    "}",
+    "",
+    "export interface HuggingFaceRoute {",
+    "  wireId: string",
+    "  providers: HuggingFaceRouteProvider[]",
+    "}",
+    "",
+    "export const HUGGINGFACE_ROUTES: Record<string, HuggingFaceRoute> = {"
+  ];
+  for (const id of ids) {
+    lines.push(serializeEntry3(id, entries[id]));
+  }
+  lines.push("}");
+  lines.push("");
+  return lines.join("\n");
+}
+async function generate3(ctx) {
+  const src = sources3[0];
+  if (!src) throw new Error("llm:huggingface: no source configured");
+  const parsed = SnapshotSchema3.parse(await ctx.fetchSource(src));
+  const entries = {};
+  for (const model of parsed.data) {
+    const liveProviders = (model.providers ?? []).filter((p) => p.status === "live");
+    if (liveProviders.length === 0) continue;
+    const providers = liveProviders.map((p) => {
+      const entry = {
+        provider: p.provider,
+        status: p.status
+      };
+      if (p.context_length !== void 0) entry.contextLength = p.context_length;
+      if (p.pricing?.input !== void 0) entry.inputPer1M = round4(p.pricing.input);
+      if (p.pricing?.output !== void 0) entry.outputPer1M = round4(p.pricing.output);
+      if (p.supports_tools !== void 0) entry.supportsTools = p.supports_tools;
+      if (p.supports_structured_output !== void 0) {
+        entry.supportsStructuredOutput = p.supports_structured_output;
+      }
+      return entry;
+    }).sort((a, b) => a.provider.localeCompare(b.provider));
+    entries[model.id] = { wireId: model.id, providers };
+  }
+  return { [OUTPUT_PATH3]: serializeFile3(entries) };
+}
+var sources3 = [
+  {
+    id: "llm-huggingface",
+    url: HUGGINGFACE_MODELS_URL
+  }
+];
+var llmHuggingfaceGenerator = defineGenerator({
+  name: "llm:huggingface",
+  modality: "llm",
+  sources: sources3,
+  generate: generate3
+});
+var OUTPUT_PATH4 = "packages/model-catalog/src/llm/context-windows.generated.ts";
 var AnthropicModelSchema = z.object({
   id: z.string(),
   display_name: z.string().optional(),
@@ -270,14 +397,14 @@ var MoonshotModelSchema = z.object({
   context_length: z.number().optional()
 }).passthrough();
 var MoonshotSnapshotSchema = z.object({ data: z.array(MoonshotModelSchema) });
-function serializeEntry3(e) {
+function serializeEntry4(e) {
   const fields = [`contextWindow: ${e.contextWindow}`];
   if (e.maxOutput !== void 0) fields.push(`maxOutput: ${e.maxOutput}`);
   if (e.displayName !== void 0) fields.push(`displayName: ${JSON.stringify(e.displayName)}`);
   fields.push(`provider: ${JSON.stringify(e.provider)}`);
   return `{ ${fields.join(", ")} }`;
 }
-function serializeFile3(entries) {
+function serializeFile4(entries) {
   const ids = Object.keys(entries).sort();
   const lines = [
     "// AUTO-GENERATED by @agentproto/catalog-sync (llm:context-windows).",
@@ -297,15 +424,15 @@ function serializeFile3(entries) {
     "export const CONTEXT_WINDOWS: Record<string, ContextWindowEntry> = {"
   ];
   for (const id of ids) {
-    lines.push(`  ${JSON.stringify(id)}: ${serializeEntry3(entries[id])},`);
+    lines.push(`  ${JSON.stringify(id)}: ${serializeEntry4(entries[id])},`);
   }
   lines.push("}");
   lines.push("");
   return lines.join("\n");
 }
-async function generate3(ctx) {
+async function generate4(ctx) {
   const entries = {};
-  const anthropicSrc = sources3.find((s) => s.id === "llm-anthropic");
+  const anthropicSrc = sources4.find((s) => s.id === "llm-anthropic");
   if (anthropicSrc) {
     const parsed = AnthropicSnapshotSchema.parse(await ctx.fetchSource(anthropicSrc));
     for (const m of parsed.data) {
@@ -318,7 +445,7 @@ async function generate3(ctx) {
       };
     }
   }
-  const groqSrc = sources3.find((s) => s.id === "llm-groq");
+  const groqSrc = sources4.find((s) => s.id === "llm-groq");
   if (groqSrc) {
     const parsed = GroqSnapshotSchema.parse(await ctx.fetchSource(groqSrc));
     for (const m of parsed.data) {
@@ -330,7 +457,7 @@ async function generate3(ctx) {
       };
     }
   }
-  const xaiSrc = sources3.find((s) => s.id === "llm-xai");
+  const xaiSrc = sources4.find((s) => s.id === "llm-xai");
   if (xaiSrc) {
     const parsed = XaiSnapshotSchema.parse(await ctx.fetchSource(xaiSrc));
     for (const m of parsed.data) {
@@ -338,7 +465,7 @@ async function generate3(ctx) {
       entries[m.id] = { contextWindow: m.context_length, provider: "xai" };
     }
   }
-  const moonshotSrc = sources3.find((s) => s.id === "llm-moonshot");
+  const moonshotSrc = sources4.find((s) => s.id === "llm-moonshot");
   if (moonshotSrc) {
     const parsed = MoonshotSnapshotSchema.parse(await ctx.fetchSource(moonshotSrc));
     for (const m of parsed.data) {
@@ -346,9 +473,9 @@ async function generate3(ctx) {
       entries[m.id] = { contextWindow: m.context_length, provider: "moonshot" };
     }
   }
-  return { [OUTPUT_PATH3]: serializeFile3(entries) };
+  return { [OUTPUT_PATH4]: serializeFile4(entries) };
 }
-var sources3 = [
+var sources4 = [
   {
     id: "llm-anthropic",
     url: "https://api.anthropic.com/v1/models?limit=1000",
@@ -376,8 +503,8 @@ var sources3 = [
 var llmContextWindowsGenerator = defineGenerator({
   name: "llm:context-windows",
   modality: "llm",
-  sources: sources3,
-  generate: generate3
+  sources: sources4,
+  generate: generate4
 });
 
 // src/generators/serialize-voices.ts
@@ -422,7 +549,7 @@ var ELEVENLABS_SOURCE = {
   // Live refresh needs the account key; offline reads ignore this.
   headers: { "xi-api-key": "env:ELEVENLABS_API_KEY" }
 };
-var OUTPUT_PATH4 = "packages/catalog-sync/generated/voice-elevenlabs.generated.ts";
+var OUTPUT_PATH5 = "packages/catalog-sync/generated/voice-elevenlabs.generated.ts";
 var voiceElevenlabs = defineGenerator({
   name: "voice:elevenlabs",
   modality: "voice",
@@ -433,7 +560,7 @@ var voiceElevenlabs = defineGenerator({
     );
     const voices = mapElevenLabsVoices(snapshot);
     return {
-      [OUTPUT_PATH4]: serializeVoiceModule(
+      [OUTPUT_PATH5]: serializeVoiceModule(
         "voice:elevenlabs",
         "ELEVENLABS_VOICES",
         voices
@@ -453,7 +580,7 @@ var MINIMAX_SOURCE = {
   },
   body: { voice_type: "system" }
 };
-var OUTPUT_PATH5 = "packages/catalog-sync/generated/voice-minimax.generated.ts";
+var OUTPUT_PATH6 = "packages/catalog-sync/generated/voice-minimax.generated.ts";
 var voiceMinimax = defineGenerator({
   name: "voice:minimax",
   modality: "voice",
@@ -464,7 +591,7 @@ var voiceMinimax = defineGenerator({
     );
     const voices = mapMinimaxVoices(snapshot);
     return {
-      [OUTPUT_PATH5]: serializeVoiceModule(
+      [OUTPUT_PATH6]: serializeVoiceModule(
         "voice:minimax",
         "MINIMAX_VOICES",
         voices
@@ -878,6 +1005,7 @@ var check = flags.has("--check");
 var generators = [
   llmOpenRouterGenerator,
   llmRequestyGenerator,
+  llmHuggingfaceGenerator,
   llmContextWindowsGenerator,
   voiceElevenlabs,
   voiceMinimax,