cascade-ai 0.12.15 → 0.12.16

package/dist/cli.cjs

@@ -103,7 +103,7 @@ var __export = (target, all) => {
 var CASCADE_VERSION, CASCADE_CONFIG_FILE, CASCADE_DB_FILE, CASCADE_DASHBOARD_SECRET_FILE, GLOBAL_CONFIG_DIR, GLOBAL_DB_FILE, GLOBAL_KEYSTORE_FILE, GLOBAL_RUNTIME_DB_FILE, DEFAULT_DASHBOARD_PORT, DEFAULT_CONTEXT_LIMIT, DEFAULT_AUTO_SUMMARIZE_AT, MODELS, T1_MODEL_PRIORITY, T2_MODEL_PRIORITY, T3_MODEL_PRIORITY, VISION_MODEL_PRIORITY, COMPLEXITY_T2_COUNT, THEME_NAMES, DEFAULT_THEME, OLLAMA_BASE_URL, LM_STUDIO_BASE_URL, AZURE_BASE_URL_TEMPLATE, TOOL_NAMES, DEFAULT_APPROVAL_REQUIRED;
 var init_constants = __esm({
   "src/constants.ts"() {
-    CASCADE_VERSION = "0.12.15";
+    CASCADE_VERSION = "0.12.16";
     CASCADE_CONFIG_FILE = ".cascade/config.json";
     CASCADE_DB_FILE = ".cascade/memory.db";
     CASCADE_DASHBOARD_SECRET_FILE = ".cascade/dashboard-secret";
@@ -1459,29 +1459,52 @@ var init_openai_compatible = __esm({
           baseURL: preferIpv4Host(config.baseUrl)
         });
       }
+      modelsUrl() {
+        const base = (preferIpv4Host(this.config.baseUrl) ?? "").replace(/\/+$/, "");
+        return base + "/models";
+      }
+      authHeaders() {
+        const h = { Accept: "application/json" };
+        if (this.config.apiKey) h["Authorization"] = `Bearer ${this.config.apiKey}`;
+        return h;
+      }
+      // Discover models with a tolerant direct GET instead of the OpenAI SDK's typed
+      // `models.list()`. Local servers (llama.cpp / LM Studio / vLLM) return
+      // non-standard `/v1/models` payloads — an extra `models` array, filesystem
+      // path ids (`C:\…\model.gguf`) — that can make the SDK's typed pagination
+      // throw, which previously surfaced as a misleading "endpoint unreachable".
+      // A plain fetch + lenient parse is robust and reports the real HTTP error.
       async listModels() {
-        try {
-          const response = await this.client.models.list();
-          return response.data.map((m) => ({
-            id: m.id,
-            name: m.id,
-            provider: "openai-compatible",
-            contextWindow: 32e3,
-            isVisionCapable: false,
-            inputCostPer1kTokens: 0,
-            outputCostPer1kTokens: 0,
-            maxOutputTokens: 4e3,
-            supportsStreaming: true,
-            isLocal: false
-          }));
-        } catch {
-          return [this.model];
-        }
+        const res = await fetch(this.modelsUrl(), { headers: this.authHeaders() });
+        if (!res.ok) throw new Error(`models endpoint ${this.modelsUrl()} returned HTTP ${res.status}`);
+        const body = await res.json();
+        const raw = Array.isArray(body?.data) ? body.data : Array.isArray(body?.models) ? body.models : [];
+        const ids = raw.map((m) => {
+          if (m && typeof m === "object") {
+            const o = m;
+            const v = o["id"] ?? o["name"] ?? o["model"];
+            return typeof v === "string" ? v : void 0;
+          }
+          return typeof m === "string" ? m : void 0;
+        }).filter((x) => typeof x === "string" && x.length > 0);
+        if (ids.length === 0) return [this.model];
+        return ids.map((id) => ({
+          id,
+          name: id,
+          provider: "openai-compatible",
+          contextWindow: 32e3,
+          isVisionCapable: false,
+          inputCostPer1kTokens: 0,
+          outputCostPer1kTokens: 0,
+          maxOutputTokens: 4e3,
+          supportsStreaming: true,
+          isLocal: false
+        }));
       }
       async isAvailable() {
         try {
-          await this.client.models.list();
-          return true;
+          const res = await fetch(this.modelsUrl(), { headers: this.authHeaders() });
+          return res.ok;
         } catch {
           return false;
         }
@@ -4572,7 +4595,8 @@ var CascadeRouter = class _CascadeRouter extends EventEmitter__default.default {
       for (const m of models) {
         this.selector.addDynamicModel(m);
       }
-    } catch {
+    } catch (err) {
+      console.warn("[router] OpenAI-compatible model discovery failed:", err instanceof Error ? err.message : err);
     }
   }
   ensureProvider(model, configs) {