llm-simple-router 0.10.13 → 0.11.0

package/config/recommended-providers.json

@@ -94,11 +94,12 @@
     "group": "智谱",
     "presets": [
       {
-        "plan": "Coding Plan",
-        "presetName": "zhipu-coding-plan",
-        "apiType": "anthropic",
-        "baseUrl": "https://open.bigmodel.cn/api/anthropic",
-        "modelsEndpoint": "/v1/models",
+      "plan": "Coding Plan",
+    "presetName": "zhipu-coding-plan",
+    "apiType": "openai",
+    "baseUrl": "https://open.bigmodel.cn",
+    "upstreamPath": "/api/coding/paas/v4/chat/completions",
+    "modelsEndpoint": "/v1/models",
         "models": [
           "glm-5.1",
           "glm-5",

package/dist/admin/groups.js

@@ -1,6 +1,7 @@
 import { Type } from "@sinclair/typebox";
 import { getAllMappingGroups, createMappingGroup, updateMappingGroup, deleteMappingGroup, getProviderById, getMappingGroupById, } from "../db/index.js";
 import { HTTP_BAD_REQUEST, HTTP_CREATED, HTTP_CONFLICT, HTTP_NOT_FOUND } from "./constants.js";
+import { parseModels } from "../config/model-context.js";
 import { API_CODE, apiError } from "./api-response.js";
 const CreateGroupSchema = Type.Object({
     client_model: Type.String({ minLength: 1 }),
@@ -54,6 +55,30 @@ function validateRule(db, ruleJson) {
         if (overflowErr)
             return overflowErr;
     }
+    // Validate multimodal_fallback if present
+    const fallback = r.multimodal_fallback;
+    if (fallback !== undefined && fallback !== null) {
+        const fb = fallback;
+        if (!fb.provider_id) {
+            return "multimodal_fallback: provider_id is required";
+        }
+        if (!fb.backend_model) {
+            return "multimodal_fallback: backend_model is required";
+        }
+        const fbProvider = getProviderById(db, fb.provider_id);
+        if (!fbProvider) {
+            return `multimodal_fallback: provider_id '${fb.provider_id}' not found`;
+        }
+        if (fbProvider.is_active !== 1) {
+            return `multimodal_fallback: provider '${fbProvider.name}' is not active`;
+        }
+        // 校验 backend_model 是否在 provider 的 models 列表中
+        const providerModels = parseModels(fbProvider.models);
+        const modelExists = providerModels.some(m => m.name === fb.backend_model);
+        if (!modelExists) {
+            return `multimodal_fallback: backend_model '${fb.backend_model}' not found in provider '${fbProvider.name}' models list`;
+        }
+    }
     return undefined;
 }
 export const adminGroupRoutes = (app, options, done) => {

package/dist/admin/monitor.js

@@ -16,16 +16,25 @@ export const adminMonitorRoutes = (app, options, done) => {
     app.get("/admin/api/monitor/stream", (request, reply) => {
         // hijack() 让 Fastify 完全放弃响应管理，避免 onSend hook 向 SSE 流注入信封 JSON
         reply.hijack();
-        reply.raw.writeHead(HTTP_OK, {
-            "Content-Type": "text/event-stream",
-            "Cache-Control": "no-cache",
-            Connection: "keep-alive",
-        });
         const sseClient = adaptSSEClient(reply.raw);
         tracker.addClient(sseClient);
-        request.raw.on("close", () => {
+        // 在 writeHead 之前注册 close 处理器，避免竞态导致 tracker 泄漏
+        reply.raw.on("close", () => {
             tracker.removeClient(sseClient);
         });
+        // 客户端在 hijack 之前已断连，无需发送响应头
+        if (reply.raw.destroyed)
+            return;
+        try {
+            reply.raw.writeHead(HTTP_OK, {
+                "Content-Type": "text/event-stream",
+                "Cache-Control": "no-cache",
+                Connection: "keep-alive",
+            });
+        }
+        catch {
+            request.log.debug("client disconnected before writeHead");
+        }
     });
     app.get("/admin/api/monitor/request/:id", async (request, reply) => {
         const { id } = request.params;

package/dist/admin/providers.js

@@ -74,6 +74,8 @@ function extractModelOverrides(models) {
         const entry = { name, patches: m.patches ?? [] };
         if (m.stream_timeout_ms != null)
             entry.stream_timeout_ms = m.stream_timeout_ms;
+        if (m.capabilities != null && Array.isArray(m.capabilities))
+            entry.capabilities = m.capabilities;
         entries.push(entry);
         if (m.name != null && m.context_window != null) {
             overrides.push({ name: m.name, context_window: m.context_window });
@@ -83,6 +85,16 @@ function extractModelOverrides(models) {
 }
 const API_KEY_PREVIEW_PREFIX_LEN = 4;
 const PROVIDER_NAME_RE = /^[a-zA-Z0-9_-]+$/;
+/** 校验 base_url 是否为合法的 HTTP(S) URL */
+function isValidHttpUrl(str) {
+    try {
+        const url = new URL(str);
+        return url.protocol === "http:" || url.protocol === "https:";
+    }
+    catch {
+        return false;
+    }
+}
 const CreateProviderSchema = Type.Object({
     name: Type.String({ minLength: 1 }),
     api_type: Type.Union([Type.Literal("openai"), Type.Literal("anthropic")]),
@@ -91,7 +103,7 @@ const CreateProviderSchema = Type.Object({
     api_key: Type.String({ minLength: 1 }),
     models: Type.Optional(Type.Array(Type.Union([
         Type.String(),
-        Type.Object({ name: Type.String(), context_window: Type.Optional(Type.Number()), patches: Type.Optional(Type.Array(Type.String())), stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })) }),
+        Type.Object({ name: Type.String(), context_window: Type.Optional(Type.Number()), patches: Type.Optional(Type.Array(Type.String())), stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })), capabilities: Type.Optional(Type.Array(Type.String())) }),
         Type.Object({ id: Type.String(), stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })) })
     ]))),
     is_active: Type.Optional(Type.Number()),
@@ -112,7 +124,7 @@ const UpdateProviderSchema = Type.Object({
     api_key: Type.Optional(Type.String({ minLength: 1 })),
     models: Type.Optional(Type.Array(Type.Union([
         Type.String(),
-        Type.Object({ name: Type.String(), context_window: Type.Optional(Type.Number()), patches: Type.Optional(Type.Array(Type.String())), stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })) }),
+        Type.Object({ name: Type.String(), context_window: Type.Optional(Type.Number()), patches: Type.Optional(Type.Array(Type.String())), stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })), capabilities: Type.Optional(Type.Array(Type.String())) }),
         Type.Object({ id: Type.String(), stream_timeout_ms: Type.Optional(Type.Number({ minimum: 0, maximum: 86_400_000 })) })
     ]))),
     is_active: Type.Optional(Type.Number()),
@@ -165,6 +177,9 @@ export const adminProviderRoutes = (app, options, done) => {
         if (existing) {
             return reply.code(HTTP_CONFLICT).send(apiError(API_CODE.CONFLICT_NAME, `Provider 名称 '${body.name}' 已存在`));
         }
+        if (!isValidHttpUrl(body.base_url)) {
+            return reply.code(HTTP_BAD_REQUEST).send(apiError(API_CODE.VALIDATION_FAILED, "base_url 格式无效，必须是以 http:// 或 https:// 开头的合法 URL"));
+        }
         const encryptedKey = encrypt(body.api_key, getSetting(db, "encryption_key"));
         const { entries: normalizedModels, overrides: contextOverrides } = extractModelOverrides((body.models ?? []));
         const isAdaptiveEnabled = body.adaptive_enabled ?? 0;
@@ -231,8 +246,12 @@ export const adminProviderRoutes = (app, options, done) => {
             fields.name = body.name;
         if (body.api_type !== undefined)
             fields.api_type = body.api_type;
-        if (body.base_url !== undefined)
+        if (body.base_url !== undefined) {
+            if (!isValidHttpUrl(body.base_url)) {
+                return reply.code(HTTP_BAD_REQUEST).send(apiError(API_CODE.VALIDATION_FAILED, "base_url 格式无效，必须是以 http:// 或 https:// 开头的合法 URL"));
+            }
             fields.base_url = body.base_url;
+        }
         if (body.upstream_path !== undefined)
             fields.upstream_path = body.upstream_path || null;
         if (body.is_active !== undefined)

package/dist/admin/recommended.js

@@ -1,8 +1,20 @@
 import { getRecommendedProviders, getRecommendedRetryRules, reloadConfig } from "../config/recommended.js";
+import { lookupCapabilities } from "../config/model-context.js";
 export const adminRecommendedRoutes = (app, options, done) => {
     const { db } = options;
     app.get("/admin/api/recommended/providers", async (_req, reply) => {
-        return reply.send(getRecommendedProviders());
+        const groups = getRecommendedProviders();
+        // 给每个预设的模型补上 capabilities
+        for (const group of groups) {
+            for (const preset of group.presets) {
+                const capMap = {};
+                for (const m of preset.models) {
+                    capMap[m] = lookupCapabilities(m);
+                }
+                preset.modelCapabilities = capMap;
+            }
+        }
+        return reply.send(groups);
     });
     app.get("/admin/api/recommended/retry-rules", async (_req, reply) => {
         const rules = getRecommendedRetryRules();

package/dist/config/model-context.d.ts

@@ -3,16 +3,28 @@ export interface ModelInfo {
     context_window: number | null;
     patches: string[];
     stream_timeout_ms?: number;
+    capabilities?: string[];
 }
 export interface ModelEntry {
     name: string;
     context_window?: number;
     patches?: string[];
     stream_timeout_ms?: number;
+    capabilities?: string[];
 }
 export declare const MODEL_CONTEXT_WINDOWS: Record<string, number>;
+/** 已知支持图片输入的模型白名单。不在表中的模型默认 [\"text\"]。 */
+export declare const MODEL_CAPABILITIES: Record<string, string[]>;
 export declare const DEFAULT_CONTEXT_WINDOW = 200000;
 export declare const OVERFLOW_THRESHOLD = 1000000;
+/**
+ * 加载 config/model-directory.json（由 sync-model-directory.sh 生成）。
+ * 加载失败时不覆盖默认值，fallback 到硬编码白名单。
+ */
+export declare function loadModelDirectory(configDir?: string): void;
+/** 查询模型 capabilities：显式配置 > model-directory.json > 硬编码白名单 > ["text"] */
+export declare function lookupCapabilities(modelName: string): string[];
+/** 查询模型上下文窗口：model-directory.json > 硬编码表 > 默认值 */
 export declare function lookupContextWindow(modelName: string): number;
 /** 标准化 patch 名称：连字符 → 下划线 */
 export declare function normalizePatchName(name: string): string;

package/dist/config/model-context.js

@@ -1,3 +1,5 @@
+import fs from "node:fs";
+import path from "node:path";
 export const MODEL_CONTEXT_WINDOWS = {
     // DeepSeek
     "deepseek-chat": 1000000,
@@ -79,10 +81,96 @@ export const MODEL_CONTEXT_WINDOWS = {
     "moonshotai/Kimi-K2-Instruct": 128000,
     "moonshotai/Kimi-K2.5": 256000,
 };
+/** 已知支持图片输入的模型白名单。不在表中的模型默认 [\"text\"]。 */
+export const MODEL_CAPABILITIES = {
+    // ── OpenAI ── 文档确认支持 image_url
+    "gpt-4o": ["text", "image"],
+    "gpt-4o-mini": ["text", "image"],
+    "gpt-4-turbo": ["text", "image"],
+    "gpt-4.1": ["text", "image"],
+    "gpt-4.1-mini": ["text", "image"],
+    "gpt-4.1-nano": ["text", "image"],
+    "o1": ["text", "image"],
+    "o1-pro": ["text", "image"],
+    "o3": ["text", "image"],
+    "o3-mini": ["text", "image"],
+    "o4-mini": ["text", "image"],
+    // ── Anthropic ── 文档确认支持 image content block
+    "claude-3.5-sonnet": ["text", "image"],
+    "claude-3.5-haiku": ["text", "image"],
+    "claude-3-opus": ["text", "image"],
+    "claude-4-sonnet": ["text", "image"],
+    "claude-4-opus": ["text", "image"],
+    // ── DeepSeek ──
+    // V3/V4 不接受 OpenAI image_url 格式（API 返回 unknown variant 'image_url'）
+    // 只有专用视觉模型 deepseek-vl2 支持
+    "deepseek-vl2": ["text", "image"],
+    // ── 智谱 ──
+    // GLM-5/5.1 是纯文本 LLM；GLM-5V-Turbo / GLM-4.5V 才是视觉模型
+    // 文档确认视觉模型支持 image_url 格式
+    "glm-5v-turbo": ["text", "image", "audio", "video"],
+    "glm-4.5v": ["text", "image"],
+    "glm-4v-plus": ["text", "image"],
+    "glm-4v-flash": ["text", "image"],
+    // ── 月之暗面 ── 原生多模态架构，全部支持 image_url
+    "moonshot-v1-128k": ["text", "image"],
+    "moonshot-v1-32k": ["text", "image"],
+    "moonshot-v1-8k": ["text", "image"],
+    "kimi-k2.6": ["text", "image", "video"],
+    "kimi-k2.5": ["text", "image", "video"],
+    "kimi-k2-turbo-preview": ["text", "image"],
+    "kimi-k2-thinking": ["text", "image"],
+    "kimi-for-coding": ["text", "image"],
+    // ── 阿里云 Qwen ── 百炼文档确认 qwen3.6-plus/qwen3.5-plus/flash 支持 image_url
+    "qwen-vl-max": ["text", "image"],
+    "qwen-vl-plus": ["text", "image"],
+    "qwen3.6-plus": ["text", "image", "video"],
+    "qwen3.5-plus": ["text", "image", "video"],
+    "qwen3.5-flash": ["text", "image"],
+    // ── 火山引擎 ── Doubao Seed 2.0 Pro 规格：Input Text, Images, Video
+    "doubao-seed-2-0-pro-260215": ["text", "image", "video"],
+    // ── 小米 MiMo ── 只有 omni 版本支持图片，pro 版本是纯文本
+    "mimo-v2-omni": ["text", "image", "audio", "video"],
+    "mimo-v2.5": ["text", "image", "audio", "video"],
+};
 export const DEFAULT_CONTEXT_WINDOW = 200000;
 export const OVERFLOW_THRESHOLD = 1000000;
+let directoryCapabilities = {};
+let directoryContextWindows = {};
+/**
+ * 加载 config/model-directory.json（由 sync-model-directory.sh 生成）。
+ * 加载失败时不覆盖默认值，fallback 到硬编码白名单。
+ */
+export function loadModelDirectory(configDir) {
+    try {
+        const dir = configDir ?? path.resolve(process.cwd(), "config");
+        const filePath = path.join(dir, "model-directory.json");
+        const raw = fs.readFileSync(filePath, "utf-8");
+        const data = JSON.parse(raw);
+        if (data.capabilities && typeof data.capabilities === "object") {
+            directoryCapabilities = data.capabilities;
+        }
+        if (data.context_windows && typeof data.context_windows === "object") {
+            directoryContextWindows = data.context_windows;
+        }
+        // eslint-disable-next-line taste/no-silent-catch -- 加载失败不影响启动，使用硬编码白名单兆底。但记录到 stderr 供诊断
+    }
+    catch (err) {
+        // 加载失败不影响启动，使用硬编码白名单兆底。但记录到 stderr 供诊断
+        console.error('loadModelDirectory: failed to load, using hardcoded fallback', err);
+    }
+}
+/** 查询模型 capabilities：显式配置 > model-directory.json > 硬编码白名单 > ["text"] */
+export function lookupCapabilities(modelName) {
+    return MODEL_CAPABILITIES[modelName]
+        ?? directoryCapabilities[modelName]
+        ?? ["text"];
+}
+/** 查询模型上下文窗口：model-directory.json > 硬编码表 > 默认值 */
 export function lookupContextWindow(modelName) {
-    return MODEL_CONTEXT_WINDOWS[modelName] ?? DEFAULT_CONTEXT_WINDOW;
+    return MODEL_CONTEXT_WINDOWS[modelName]
+        ?? directoryContextWindows[modelName]
+        ?? DEFAULT_CONTEXT_WINDOW;
 }
 /** 标准化 patch 名称：连字符 → 下划线 */
 export function normalizePatchName(name) {
@@ -122,7 +210,9 @@ export function parseModels(raw) {
             return [];
         const result = parsed.map((item) => {
             if (typeof item === 'string') {
-                return item ? { name: item, patches: [] } : null;
+                return item
+                    ? { name: item, patches: [], capabilities: lookupCapabilities(item) }
+                    : null;
             }
             const obj = item;
             if (!obj)
@@ -139,6 +229,8 @@ export function parseModels(raw) {
             };
             if (obj.stream_timeout_ms != null)
                 entry.stream_timeout_ms = obj.stream_timeout_ms;
+            // capabilities: 显式 > model-directory > 硬编码白名单 > 默认 ["text"]
+            entry.capabilities = obj.capabilities ?? lookupCapabilities(modelName);
             return entry;
         }).filter((e) => e !== null);
         modelsCache.set(raw, result);
@@ -157,6 +249,8 @@ export function buildModelInfoList(modelEntries, overrides) {
         };
         if (entry.stream_timeout_ms != null)
             info.stream_timeout_ms = entry.stream_timeout_ms;
+        if (entry.capabilities != null)
+            info.capabilities = entry.capabilities;
         return info;
     });
 }