@shop-os/modelkit 0.2.26 → 0.2.27

package/CHANGELOG.md

@@ -9,6 +9,11 @@ header in the release PR.
 
 ## [Unreleased]
 
+## [0.2.27] - Unreleased
+
+### Fixed
+- A `sloosh` call never goes through the Cloudflare AI Gateway. With `routing.fal: "cloudflare-passthrough"` or `routing.text: "cloudflare"` the gateway's BYOK secrets are the pro provider keys, so a sloosh call through it spent the pro account and, because the tier had no gateway token, failed first with `auth` ("Missing Sloosh API key for cloudflare"). The kit now resolves the routing per tier: sloosh calls the provider directly with `keys.sloosh` (`fal`, or the vendor key); pro and enterprise keep the gateway (ENG-2990).
+
 ## [0.2.26] - Unreleased
 
 ### Added

package/dist/index.cjs

@@ -8338,11 +8338,17 @@ function textUsageProvider(model, transport) {
 }
 
 // src/client.ts
-function requiredKeys(model, config, transport) {
-  if (model.adapter === "fal" && config.routing?.fal === "cloudflare-passthrough")
-    return ["cloudflare"];
+function routingFor(config, tier) {
+  const routing = config.routing ?? {};
+  if (tier !== "sloosh") return routing;
+  const direct = { ...routing };
+  if (direct.text === "cloudflare") direct.text = "direct";
+  if (direct.fal === "cloudflare-passthrough") direct.fal = "direct";
+  return direct;
+}
+function requiredKeys(model, routing, transport) {
+  if (model.adapter === "fal" && routing.fal === "cloudflare-passthrough") return ["cloudflare"];
   if (model.adapter === "ai-sdk-text") {
-    const routing = config.routing ?? {};
     const names = [textKeyName(model, transport)];
     if (textUsesCloudflareGateway(model, routing, transport)) names.push("cloudflare");
     return names;
@@ -8446,7 +8452,8 @@ function createModelKit(config, adapters) {
         model: model.id
       });
     const transport = resolveAnthropicTransport(model, config, call.tier, warnOnce);
-    const names = requiredKeys(model, config, transport);
+    const routing = routingFor(config, call.tier);
+    const names = requiredKeys(model, routing, transport);
     if (call.tier === "enterprise") {
       const missing = missingEnterpriseKeys(config, names);
       if (missing.length > 0)
@@ -8459,7 +8466,7 @@ function createModelKit(config, adapters) {
     const ctx = {
       model,
       keys,
-      routing: config.routing ?? {},
+      routing,
       fetch: fetchImpl,
       logger,
       call,