@vellumai/cli 0.10.7-dev.202607072228.38de414 → 0.10.7-dev.202607072325.09ad030

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vellumai/cli",
-  "version": "0.10.7-dev.202607072228.38de414",
+  "version": "0.10.7-dev.202607072325.09ad030",
   "description": "CLI tools for vellum-assistant",
   "type": "module",
   "exports": {

package/src/__tests__/provider-inference-parity.test.ts

@@ -0,0 +1,57 @@
+import { readFileSync } from "node:fs";
+import { join } from "node:path";
+import { describe, expect, test } from "bun:test";
+
+import { inferProviderFromModel } from "../lib/provider-secrets.js";
+
+/**
+ * Drift guard for the CLI's model → provider inference heuristic.
+ *
+ * `inferProviderFromModel` mirrors the assistant resolver's
+ * `getCatalogProviderForModel` semantics without importing from
+ * `assistant/src/`: a model ID listed by multiple catalog providers resolves
+ * to the FIRST provider in catalog order (e.g. `anthropic/*` IDs shared by
+ * OpenRouter and the Vercel AI Gateway resolve to openrouter), while an ID
+ * unique to one provider resolves to that provider (e.g. `openai/gpt-5.5` and
+ * `xai/grok-4.3` to vercel-ai-gateway). This test recomputes that expectation
+ * from `meta/llm-provider-catalog.json` for every vendor-prefixed
+ * (slash-containing) model ID and fails if a catalog change breaks the
+ * heuristic.
+ */
+
+const REPO_ROOT = join(import.meta.dir, "..", "..", "..");
+
+interface LlmCatalog {
+  providers: Array<{ id: string; models: Array<{ id: string }> }>;
+}
+
+function loadLlmCatalog(): LlmCatalog {
+  const path = join(REPO_ROOT, "meta", "llm-provider-catalog.json");
+  return JSON.parse(readFileSync(path, "utf-8"));
+}
+
+describe("CLI provider inference parity", () => {
+  test("inferProviderFromModel matches first-catalog-provider resolution for every vendor-prefixed model ID", () => {
+    const catalog = loadLlmCatalog();
+    const expected: Record<string, string> = {};
+    for (const provider of catalog.providers) {
+      for (const model of provider.models) {
+        if (!model.id.includes("/")) {
+          continue;
+        }
+        expected[model.id] ??= provider.id;
+      }
+    }
+
+    // Sanity: the catalog still exercises both the unique-ID and shared-ID
+    // paths this guard exists for.
+    expect(Object.values(expected)).toContain("vercel-ai-gateway");
+    expect(Object.values(expected)).toContain("openrouter");
+
+    const actual: Record<string, string | undefined> = {};
+    for (const modelId of Object.keys(expected)) {
+      actual[modelId] = inferProviderFromModel(modelId);
+    }
+    expect(actual).toEqual(expected);
+  });
+});

package/src/lib/provider-secrets.ts

@@ -71,6 +71,10 @@ const PROVIDER_LABELS: Record<LlmProviderId, string> = {
   gemini: "Gemini",
   fireworks: "Fireworks",
   openrouter: "OpenRouter",
+  "vercel-ai-gateway": "Vercel AI Gateway",
+  minimax: "MiniMax",
+  atlascloud: "Atlas Cloud",
+  together: "Together AI",
 };
 
 export function formatProviderName(provider: LlmProviderId): string {
@@ -151,13 +155,42 @@ function readConfigValue(
   return value && value.length > 0 ? value : undefined;
 }
 
-function inferProviderFromModel(model: string): string | undefined {
-  if (model.startsWith("claude-")) return "anthropic";
-  if (model.startsWith("gpt-")) return "openai";
-  if (model.startsWith("gemini-")) return "gemini";
-  if (model.startsWith("accounts/fireworks/models/")) return "fireworks";
-  if (model.includes("/")) return "openrouter";
-  if (model === "llama3.2" || model === "mistral") return "ollama";
+/**
+ * Infer the provider a bare model ID implies, mirroring the assistant
+ * resolver's `getCatalogProviderForModel`: an ID listed by multiple catalog
+ * providers resolves to the FIRST one in catalog order. Vendor prefixes unique
+ * to one provider map to it; shared gateway IDs (e.g. `anthropic/*`) fall
+ * through to openrouter, the earlier catalog entry. Drift guard:
+ * `cli/src/__tests__/provider-inference-parity.test.ts`. Exported for tests.
+ */
+export function inferProviderFromModel(model: string): string | undefined {
+  if (model.startsWith("claude-")) {
+    return "anthropic";
+  }
+  if (model.startsWith("gpt-")) {
+    return "openai";
+  }
+  if (model.startsWith("gemini-")) {
+    return "gemini";
+  }
+  if (model.startsWith("accounts/fireworks/models/")) {
+    return "fireworks";
+  }
+  if (model.startsWith("openai/") || model.startsWith("xai/")) {
+    return "vercel-ai-gateway";
+  }
+  if (model.startsWith("MiniMaxAI/")) {
+    return "together";
+  }
+  if (model.startsWith("deepseek-ai/")) {
+    return "atlascloud";
+  }
+  if (model.includes("/")) {
+    return "openrouter";
+  }
+  if (model === "llama3.2" || model === "mistral") {
+    return "ollama";
+  }
   return undefined;
 }
 

package/src/shared/provider-env-vars.ts

@@ -26,6 +26,7 @@ export const LLM_PROVIDER_ENV_VAR_NAMES: Record<string, string> = {
   gemini: "GEMINI_API_KEY",
   fireworks: "FIREWORKS_API_KEY",
   openrouter: "OPENROUTER_API_KEY",
+  "vercel-ai-gateway": "AI_GATEWAY_API_KEY",
   minimax: "MINIMAX_API_KEY",
   atlascloud: "ATLASCLOUD_API_KEY",
   together: "TOGETHER_API_KEY",